[Bugfix] Remove unused seq_group_metadata_list from ModelInputForGPU (v…

…llm-project#12935) Signed-off-by: Shangming Cai <caishangming@linux.alibaba.com>
kerthcet · Feb 21, 2025 · c5b0a22 · c5b0a22
1 parent 40d5d52
commit c5b0a22
Showing 1 changed file with 0 additions and 1 deletion.
diff --git a/vllm/worker/model_runner.py b/vllm/worker/model_runner.py
@@ -98,7 +98,6 @@ class ModelInputForGPU(ModelRunnerInputBase):
     finished_requests_ids: Optional[List[str]] = None
     virtual_engine: int = 0
     async_callback: Optional[Callable] = None
-    seq_group_metadata_list: Optional[List[SequenceGroupMetadata]] = None
     scheduler_outputs: Optional[SchedulerOutputs] = None
 
     def as_broadcastable_tensor_dict(self) -> Dict[str, Any]: