[ BugFix ] Fix ZMQ when VLLM_PORT is set (vllm-project#7205)

KuntaiDu · Aug 6, 2024 · d88ff1c · d88ff1c
1 parent 18764d6
commit d88ff1c
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/vllm/envs.py b/vllm/envs.py
@@ -145,7 +145,7 @@ def get_default_config_root():
     # used when the frontend api server is running in multi-processing mode,
     # to communicate with the backend engine process over ZMQ.
     'VLLM_RPC_PORT':
-    lambda: int(os.getenv('VLLM_PORT', '5570')),
+    lambda: int(os.getenv('VLLM_RPC_PORT', '5570')),
 
     # If true, will load models from ModelScope instead of Hugging Face Hub.
     # note that the value is true or false, not numbers