do a difference change

vwxyzjn · Aug 18, 2024 · 7188490 · 7188490
1 parent 9ec06f2
commit 7188490
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/vllm/executor/gpu_executor.py b/vllm/executor/gpu_executor.py
@@ -31,7 +31,7 @@ def _init_executor(self) -> None:
         assert self.parallel_config.world_size == 1, (
             "GPUExecutor only supports single GPU.")
 
-        self.driver_worker = self._create_worker()
+        self.driver_worker = self._create_worker(local_rank=self.device_config.device.index)
         self.driver_worker.init_device()
         self.driver_worker.load_model()
 
@@ -51,7 +51,7 @@ def _get_worker_kwargs(
             device_config=self.device_config,
             cache_config=self.cache_config,
             load_config=self.load_config,
-            local_rank=self.device_config.device.index,
+            local_rank=local_rank,
             rank=rank,
             distributed_init_method=distributed_init_method,
             lora_config=self.lora_config,