Forwards rest parameters to model

Fixes #1660
SeldonIO · Oct 8, 2024 · 662d7fb · 662d7fb
1 parent 35f975b
commit 662d7fb
Showing 1 changed file with 4 additions and 1 deletion.
diff --git a/runtimes/mlflow/mlserver_mlflow/runtime.py b/runtimes/mlflow/mlserver_mlflow/runtime.py
@@ -196,5 +196,8 @@ def _sync_metadata(self) -> None:
 
     async def predict(self, payload: InferenceRequest) -> InferenceResponse:
         decoded_payload = self.decode_request(payload)
-        model_output = self._model.predict(decoded_payload)
+        params = None
+        if payload.parameters and payload.parameters.model_extra:
+            params = payload.parameters.model_extra
+        model_output = self._model.predict(decoded_payload, params=params)
         return self.encode_response(model_output, default_codec=TensorDictCodec)