[Bugfix] Fix Qwen2_5_VLForConditionalGeneration packed_modules_mapping (

vllm-project#12905)
yottalabsai · Feb 18, 2025 · 5d95e4b · 5d95e4b
1 parent bc55b2e
commit 5d95e4b
Showing 1 changed file with 5 additions and 2 deletions.
diff --git a/vllm/model_executor/models/qwen2_5_vl.py b/vllm/model_executor/models/qwen2_5_vl.py
@@ -760,9 +760,12 @@ class Qwen2_5_VLForConditionalGeneration(nn.Module, SupportsMultiModal,
             "q_proj",
             "k_proj",
             "v_proj",
-        ]
+        ],
+        "gate_up_proj": [
+            "gate_proj",
+            "up_proj",
+        ],
     }
-
     # LoRA specific attributes, TODO: double check
     supported_lora_modules = [
         "qkv_proj",