xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-05-16 17:49:11 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Bugfix] Fix multimodal configuration for Qwen3VL MOE model (#30670)

Browse Source 
Signed-off-by: Max Hu <hyoung2991@gmail.com>
This commit is contained in:
Max Hu 2025-12-15 22:06:01 +08:00 committed by GitHub
parent ed586e7724
commit 3f175f18a2
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 5 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
vllm/model_executor/models/qwen3_vl_moe.py
View File

@ -418,6 +418,11 @@ class Qwen3VLMoeForConditionalGeneration(
self.config = config self.config = config
self.multimodal_config = multimodal_config self.multimodal_config = multimodal_config
self.use_data_parallel = multimodal_config.mm_encoder_tp_mode == "data"
self.video_pruning_rate = multimodal_config.video_pruning_rate
self.is_multimodal_pruning_enabled = (
multimodal_config.is_multimodal_pruning_enabled()
)
if not multimodal_config.get_limit_per_prompt( if not multimodal_config.get_limit_per_prompt(
"image" "image"