xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-22 15:55:01 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Model] Fix Ernie4.5MoE e_score_correction_bias parameter (#21586)

Browse Source 
Signed-off-by: zhouchong <zhouchong03@baidu.com>
Co-authored-by: zhouchong <zhouchong03@baidu.com>
This commit is contained in:
xyxinyang 2025-07-25 21:02:53 +08:00 committed by GitHub
parent f3a683b7c9
commit c72f049cb4
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 17 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

13
vllm/model_executor/models/ernie45_moe.py
View File

@ -123,14 +123,19 @@ class Ernie4_5_MoeMoE(nn.Module):
quant_config=None, quant_config=None,
prefix=f"{prefix}.gate") prefix=f"{prefix}.gate")
self.experts = FusedMoE(num_experts=config.moe_num_experts, self.gate.e_score_correction_bias = nn.Parameter(
torch.empty(config.moe_num_experts))
self.experts = FusedMoE(
num_experts=config.moe_num_experts,
top_k=config.moe_k, top_k=config.moe_k,
hidden_size=config.hidden_size, hidden_size=config.hidden_size,
intermediate_size=config.moe_intermediate_size, intermediate_size=config.moe_intermediate_size,
reduce_results=False, reduce_results=False,
renormalize=True, renormalize=True,
quant_config=quant_config, quant_config=quant_config,
prefix=f"{prefix}.experts") prefix=f"{prefix}.experts",
e_score_correction_bias=self.gate.e_score_correction_bias)
if self.moe_num_shared_experts is not None: if self.moe_num_shared_experts is not None:
intermediate_size = (config.moe_intermediate_size * intermediate_size = (config.moe_intermediate_size *
@ -459,6 +464,10 @@ class Ernie4_5_MoeModel(nn.Module):
if "mtp" in name: if "mtp" in name:
continue continue
if "e_score_correction_bias" in name:
name = name.replace("moe_statics", "gate")
loaded_weight = loaded_weight.squeeze(0)
for (param_name, weight_name, shard_id) in stacked_params_mapping: for (param_name, weight_name, shard_id) in stacked_params_mapping:
# Skip non-stacked layers and experts (experts handled below). # Skip non-stacked layers and experts (experts handled below).
if weight_name not in name: if weight_name not in name: