Skip to content

Commit

Permalink
add type ignore
Browse files Browse the repository at this point in the history
  • Loading branch information
malkomes committed Feb 26, 2025
1 parent 2ec4d06 commit d9dee90
Showing 1 changed file with 3 additions and 3 deletions.
6 changes: 3 additions & 3 deletions vllm/worker/hpu_model_runner.py
Original file line number Diff line number Diff line change
Expand Up @@ -226,7 +226,7 @@ def build_and_pad_mrope_positions(input_positions: List[List[int]],
# Qwen2.5vl expects 3 lists of positions, we are going to pad each
# seq_data in the list using either MRope values for multi-modal
# or regular position for text only inputs
mrope_input_positions = [[] for _ in range(3)]
mrope_input_positions: List[List[int]] = [[] for _ in range(3)]
for idx in range(3):
for b_idx, input_mrope_position in enumerate(input_mrope_positions):
if input_mrope_position is not None:
Expand Down Expand Up @@ -1340,9 +1340,9 @@ def _prepare_decode(


if self.model_is_mrope:
input_positions = None
input_positions = None # type: ignore
else:
input_mrope_positions = None
input_mrope_positions = None # type: ignore

input_positions = torch.tensor(input_positions or input_mrope_positions,
dtype=torch.long,
Expand Down

0 comments on commit d9dee90

Please sign in to comment.