diff --git a/vllm/entrypoints/openai/api_server.py b/vllm/entrypoints/openai/api_server.py index b8f54d6c78042..142b409dffc1a 100644 --- a/vllm/entrypoints/openai/api_server.py +++ b/vllm/entrypoints/openai/api_server.py @@ -805,8 +805,8 @@ async def init_app_state( engine_client, model_config, state.openai_serving_models, - request_logger=request_logger - ) if model_config.task == "score" else None + request_logger=request_logger) if model_config.task in ( + "score", "embed", "pooling") else None state.jinaai_serving_reranking = JinaAIServingRerank( engine_client, model_config,