[BugFix] Don't start a Ray cluster when not using Ray (vllm-project#5570

)
xjpang · Jul 24, 2024 · 2ea6c27 · 2ea6c27
1 parent de9d711
commit 2ea6c27
Showing 1 changed file with 7 additions and 2 deletions.
diff --git a/vllm/config.py b/vllm/config.py
@@ -616,9 +616,14 @@ def __init__(
                                      "required for multi-node inference")
                 backend = "ray"
             elif ray_found:
-                from ray.util import get_current_placement_group
-                if self.placement_group or get_current_placement_group():
+                if self.placement_group:
                     backend = "ray"
+                else:
+                    from ray import is_initialized as ray_is_initialized
+                    if ray_is_initialized():
+                        from ray.util import get_current_placement_group
+                        if get_current_placement_group():
+                            backend = "ray"
             self.distributed_executor_backend = backend
             logger.info("Defaulting to use %s for distributed inference",
                         backend)