From 2ad8a28b6b1877b7c653b79cdf2ba0d898867c74 Mon Sep 17 00:00:00 2001 From: shangmingc Date: Sat, 8 Feb 2025 22:46:19 +0800 Subject: [PATCH] [Bugfix] Remove unused seq_group_metadata_list from ModelInputForGPU (#12935) Signed-off-by: Shangming Cai --- vllm/worker/model_runner.py | 1 - 1 file changed, 1 deletion(-) diff --git a/vllm/worker/model_runner.py b/vllm/worker/model_runner.py index 12baecde6e42c..c7814f17375b2 100644 --- a/vllm/worker/model_runner.py +++ b/vllm/worker/model_runner.py @@ -98,7 +98,6 @@ class ModelInputForGPU(ModelRunnerInputBase): finished_requests_ids: Optional[List[str]] = None virtual_engine: int = 0 async_callback: Optional[Callable] = None - seq_group_metadata_list: Optional[List[SequenceGroupMetadata]] = None scheduler_outputs: Optional[SchedulerOutputs] = None def as_broadcastable_tensor_dict(self) -> Dict[str, Any]: