xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-23 09:15:01 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Bug] Fix AttributeError: 'FusedMoE' object has no attribute 'w13_weight_scale'. Did you mean: 'w13_weight_scale_inv' (#25519)

Browse Source 
Signed-off-by: yewentao256 <zhyanwentao@126.com>
Signed-off-by: Wentao Ye <44945378+yewentao256@users.noreply.github.com>
Co-authored-by: gemini-code-assist[bot] <176961590+gemini-code-assist[bot]@users.noreply.github.com>
Signed-off-by: yewentao256 <zhyanwentao@126.com>
This commit is contained in:
Wentao Ye 2025-09-23 20:07:51 -04:00 committed by yewentao256
parent 770cb2e1f8
commit 03585bc79d
1 changed files with 4 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
vllm/model_executor/warmup/deep_gemm_warmup.py
View File

@ -53,9 +53,11 @@ def _extract_data_from_fused_moe_module(
"""
assert isinstance(m, FusedMoE)
w13 = m.w13_weight
w13_s = getattr(m, "w13_weight_scale_inv", m.w13_weight_scale)
w13_s = m.w13_weight_scale_inv if hasattr(
m, "w13_weight_scale_inv") else m.w13_weight_scale
w2 = m.w2_weight
w2_s = getattr(m, "w2_weight_scale_inv", m.w2_weight_scale)
w2_s = m.w2_weight_scale_inv if hasattr(
m, "w2_weight_scale_inv") else m.w2_weight_scale
num_topk = m.top_k
assert isinstance(w13, torch.Tensor)