[Bugfix] Fix QWen2 VL multimodal mapping (#17240)

Signed-off-by: Jee Jee Li <pandaleefree@gmail.com>
This commit is contained in:
Jee Jee Li 2025-04-27 13:53:23 +08:00 committed by GitHub
parent 93a126fbc7
commit 4283a28c2f
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 6 additions and 4 deletions

View File

@ -1131,5 +1131,6 @@ class Qwen2_5_VLForConditionalGeneration(nn.Module, SupportsMultiModal,
"""
return MultiModelKeys.from_string_field(
language_model="language_model",
connector="visual.",
tower_model="visual.merger.")
connector="visual.merger.",
tower_model="visual.",
)

View File

@ -1404,5 +1404,6 @@ class Qwen2VLForConditionalGeneration(nn.Module, SupportsMultiModal,
"""
return MultiModelKeys.from_string_field(
language_model="language_model",
connector="visual.",
tower_model="visual.merger.")
connector="visual.merger.",
tower_model="visual.",
)