Cleanup

HabanaAI · Sep 5, 2024 · e26eaaa · e26eaaa
1 parent 8fda454
commit e26eaaa
Showing 1 changed file with 4 additions and 3 deletions.
diff --git a/vllm/worker/habana_model_runner.py b/vllm/worker/habana_model_runner.py
@@ -47,9 +47,10 @@
 
 logger = init_logger(__name__)
 
-# This value is assumed to be zero in several places.
-# Use caution when updating it!
+# These values are assumed to be zero in several places.
+# Use caution when updating them!
 _PAD_SLOT_ID = 0
+_PAD_BLOCK_ID = 0
 
 LORA_WARMUP_RANK = 8
 _TYPE_CACHE = {}
@@ -1133,7 +1134,7 @@ def create_dummy_seq_group_metadata(self,
         else:
             input_len = seq_len - 1
             output_len = 1
-            block_tables = {group_id: [_PAD_SLOT_ID] * num_blocks}
+            block_tables = {group_id: [_PAD_BLOCK_ID] * num_blocks}
         prompt_token_ids = [0] * input_len
         output_token_ids = [1] * output_len
         seq_data = SequenceData(prompt_token_ids)