Fix address already in use when AIRuntime start in pod (#289)

add uvicorn startup into file entrypoint
vllm-project · Oct 11, 2024 · 8a067d2 · 8a067d2
1 parent 2f32a01
commit 8a067d2
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/python/aibrix/app.py b/python/aibrix/app.py
@@ -146,4 +146,5 @@ async def add_router_prometheus_middlerware(request: Request, call_next):
     return response
 
 
-uvicorn.run(app, port=envs.SERVER_PORT)
+if __name__ == "__main__":
+    uvicorn.run(app, port=envs.SERVER_PORT)