[Bugifx] Fix qwen-next packed_modules_mapping (#24656)

Signed-off-by: Jee Jee Li <pandaleefree@gmail.com>
This commit is contained in:
Jee Jee Li 2025-09-11 22:26:17 +08:00 committed by GitHub
parent 4f6593b058
commit 817beef7f3
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -1053,7 +1053,7 @@ class Qwen3NextForCausalLM(nn.Module, HasInnerState, SupportsLoRA, SupportsPP,
"k_proj",
"v_proj",
],
"gate_up_proj": ["up_proj", "down_proj"],
"gate_up_proj": ["gate_proj", "up_proj"],
"in_proj": ["in_proj_qkvz", "in_proj_ba"],
}