[Bugfix] Fix QWen2 VL multimodal mapping (vllm-project#17240)

Signed-off-by: Jee Jee Li <[email protected]>
Signed-off-by: Agata Dobrzyniewicz <[email protected]>

Author: jeejeelee

vllm/model_executor/models/qwen2_5_vl.py

@@ -1131,5 +1131,6 @@ def get_mm_mapping(self) -> MultiModelKeys:
         """
         return MultiModelKeys.from_string_field(
             language_model="language_model",
-            connector="visual.",
-            tower_model="visual.merger.")
+            connector="visual.merger.",
+            tower_model="visual.",
+        )

vllm/model_executor/models/qwen2_vl.py

@@ -1404,5 +1404,6 @@ def get_mm_mapping(self) -> MultiModelKeys:
         """
         return MultiModelKeys.from_string_field(
             language_model="language_model",
-            connector="visual.",
-            tower_model="visual.merger.")
+            connector="visual.merger.",
+            tower_model="visual.",
+        )