first implementation of embedding scores via api

Signed-off-by: Gabriel Marinho <gmarinho@ibm.com>
vllm-project · Feb 5, 2025 · 7851b44 · 7851b44
1 parent 635b8e8
commit 7851b44
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/vllm/entrypoints/openai/api_server.py b/vllm/entrypoints/openai/api_server.py
@@ -805,8 +805,8 @@ async def init_app_state(
         engine_client,
         model_config,
         state.openai_serving_models,
-        request_logger=request_logger
-    ) if model_config.task == "score" else None
+        request_logger=request_logger) if model_config.task in (
+            "score", "embed", "pooling") else None
     state.jinaai_serving_reranking = JinaAIServingRerank(
         engine_client,
         model_config,