[Bugfix] Fix Qwen2_5_VLForConditionalGeneration packed_modules_mapping (

#12905)
vllm-project · Feb 8, 2025 · 306923d · 306923d · XiaoqiangZhou · Feb 8, 2025
1 parent 3243158
commit 306923d
Showing 1 changed file with 5 additions and 2 deletions.
diff --git a/vllm/model_executor/models/qwen2_5_vl.py b/vllm/model_executor/models/qwen2_5_vl.py
@@ -760,9 +760,12 @@ class Qwen2_5_VLForConditionalGeneration(nn.Module, SupportsMultiModal,
             "q_proj",
             "k_proj",
             "v_proj",
-        ]
+        ],
+        "gate_up_proj": [
+            "gate_proj",
+            "up_proj",
+        ],
     }
-
     # LoRA specific attributes, TODO: double check
     supported_lora_modules = [
         "qkv_proj",