Merge commit '6a585a2' into HEAD

HabanaAI · Nov 6, 2024 · 843ae37 · 843ae37
2 parents b91403a + 6a585a2
commit 843ae37
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/vllm/executor/ray_hpu_executor.py b/vllm/executor/ray_hpu_executor.py
@@ -34,7 +34,7 @@ class RayHPUExecutor(DistributedGPUExecutor):
     uses_ray: bool = True
 
     def _init_executor(self) -> None:
-        self.forward_dag: Optional["ray.dag.CompiledDAG"] = None
+        self.forward_dag: Optional[ray.dag.CompiledDAG] = None
         # If the env var is set, it uses the Ray's compiled DAG API
         # which optimizes the control plane overhead.
         # Run vLLM with VLLM_USE_RAY_COMPILED_DAG=1 to enable it.