Skip compilation warnings during warmup phase (HabanaAI#262)

zhouyu5 · Sep 20, 2024 · 1d9281c · 1d9281c
1 parent f07146e
commit 1d9281c
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/vllm/worker/habana_model_runner.py b/vllm/worker/habana_model_runner.py
@@ -1314,7 +1314,7 @@ def warmup_scenario(self,
         torch.hpu.synchronize()
         for _ in range(times):
             inputs = self.prepare_model_input(seqs)
-            self.execute_model(inputs, kv_caches, warmup_mode=False)
+            self.execute_model(inputs, kv_caches, warmup_mode=True)
             torch.hpu.synchronize()
         gc.collect()