From e26eaaafd64541a629bba9aa5dd35e7758d9e62a Mon Sep 17 00:00:00 2001 From: Michal Adamczyk Date: Thu, 5 Sep 2024 09:36:45 +0300 Subject: [PATCH] Cleanup --- vllm/worker/habana_model_runner.py | 7 ++++--- 1 file changed, 4 insertions(+), 3 deletions(-) diff --git a/vllm/worker/habana_model_runner.py b/vllm/worker/habana_model_runner.py index 6a988b6021285..dc06dda613429 100644 --- a/vllm/worker/habana_model_runner.py +++ b/vllm/worker/habana_model_runner.py @@ -47,9 +47,10 @@ logger = init_logger(__name__) -# This value is assumed to be zero in several places. -# Use caution when updating it! +# These values are assumed to be zero in several places. +# Use caution when updating them! _PAD_SLOT_ID = 0 +_PAD_BLOCK_ID = 0 LORA_WARMUP_RANK = 8 _TYPE_CACHE = {} @@ -1133,7 +1134,7 @@ def create_dummy_seq_group_metadata(self, else: input_len = seq_len - 1 output_len = 1 - block_tables = {group_id: [_PAD_SLOT_ID] * num_blocks} + block_tables = {group_id: [_PAD_BLOCK_ID] * num_blocks} prompt_token_ids = [0] * input_len output_token_ids = [1] * output_len seq_data = SequenceData(prompt_token_ids)