xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-12 03:15:25 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Model][Bugfix] fix ernie45 moe 300B SharedFusedMoE output tuple (#27316)

Browse Source 
Signed-off-by: wangyafeng <wangyafeng@baidu.com>
This commit is contained in:
CSWYF3634076 2025-10-27 11:53:31 +08:00 committed by GitHub
parent 5980604c44
commit 63b22e0dbb
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 2 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
vllm/model_executor/models/ernie45_moe.py
View File

@ -215,6 +215,8 @@ class Ernie4_5_MoeMoE(nn.Module):
if self.has_shared_experts: if self.has_shared_experts:
final_hidden_states = final_hidden_states[0] + final_hidden_states[1] final_hidden_states = final_hidden_states[0] + final_hidden_states[1]
else:
final_hidden_states = final_hidden_states[1]
if self.tp_size > 1: if self.tp_size > 1:
final_hidden_states = self.experts.maybe_all_reduce_tensor_model_parallel( final_hidden_states = self.experts.maybe_all_reduce_tensor_model_parallel(