diff --git a/python/kserve/kserve/protocol/rest/v2_endpoints.py b/python/kserve/kserve/protocol/rest/v2_endpoints.py index d39f849a626..93dd8b1fb4a 100644 --- a/python/kserve/kserve/protocol/rest/v2_endpoints.py +++ b/python/kserve/kserve/protocol/rest/v2_endpoints.py @@ -125,7 +125,9 @@ async def infer( request_headers = dict(raw_request.headers) infer_inputs = [InferInput(name=input.name, shape=input.shape, datatype=input.datatype, - data=input.data) for input in request_body.inputs] + data=input.data, + parameters={} if input.parameters is None else input.parameters + ) for input in request_body.inputs] infer_request = InferRequest(model_name=model_name, infer_inputs=infer_inputs) response, response_headers = await self.dataplane.infer( model_name=model_name, body=infer_request, headers=request_headers)