xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-16 11:35:50 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Model] Add packed_modules_mapping for Qwen3-MOE (#18118)

Browse Source 
Signed-off-by: Jee Jee Li <pandaleefree@gmail.com>
This commit is contained in:
Jee Jee Li 2025-05-14 17:13:19 +08:00 committed by GitHub
parent 8f5dc41481
commit 63dc3426e0
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 11 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
vllm/model_executor/models/qwen3_moe.py
View File

@ -475,6 +475,17 @@ class Qwen3MoeModel(nn.Module):
class Qwen3MoeForCausalLM(nn.Module, SupportsPP):
packed_modules_mapping = {
"qkv_proj": [
"q_proj",
"k_proj",
"v_proj",
],
"gate_up_proj": [
"gate_proj",
"up_proj",
],
}
fall_back_to_pt_during_load = False