[ML] Use INTERNAL_INGEST for Inference (#127522)

Inference now inspects InputType and validates it before sending it to
the model. INTERNAL_INGEST has special privileges for model validation
that will help pass during ingestion.
This commit is contained in:
Pat Whelan 2025-04-30 08:52:11 -04:00 committed by GitHub
parent de68cb0b0e
commit 55fb5f3daf
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 15 additions and 1 deletions

View File

@ -0,0 +1,6 @@
pr: 127522
summary: Use INTERNAL_INGEST for Inference
area: Machine Learning
type: bug
issues:
- 127519

View File

@ -433,7 +433,15 @@ public class ShardBulkInferenceActionFilter implements MappedActionFilter {
}
};
inferenceProvider.service()
.chunkedInfer(inferenceProvider.model(), null, inputs, Map.of(), InputType.INGEST, TimeValue.MAX_VALUE, completionListener);
.chunkedInfer(
inferenceProvider.model(),
null,
inputs,
Map.of(),
InputType.INTERNAL_INGEST,
TimeValue.MAX_VALUE,
completionListener
);
}
/**