add sock=NONE param due PR #13113

Signed-off-by: Jefferson Fialho <jfialho@ibm.com>
opendatahub-io · Feb 18, 2025 · 81deb93 · 81deb93
1 parent 197f101
commit 81deb93
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/vllm_tgis_adapter/http.py b/src/vllm_tgis_adapter/http.py
@@ -63,7 +63,7 @@ async def set_correlation_id(request: Request, call_next: Callable) -> Response:
     }
     serve_kwargs.update(uvicorn_kwargs)
 
-    shutdown_coro = await serve_http(app, **serve_kwargs)
+    shutdown_coro = await serve_http(app, sock=None, **serve_kwargs)
 
     # launcher.serve_http returns a shutdown coroutine to await
     # (The double await is intentional)