xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-14 00:05:36 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Bug] Fix DeepEP low latency assert self.batched_router_logits.size(-1) == full_router_logits.size(-1) Bug (#27682)

Browse Source 
Signed-off-by: yewentao256 <zhyanwentao@126.com>
This commit is contained in:
Wentao Ye 2025-10-29 14:50:39 -04:00 committed by GitHub
parent accb8fab07
commit fcb1d570bb
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
vllm/model_executor/layers/fused_moe/layer.py
View File

@ -1135,6 +1135,7 @@ class FusedMoE(CustomOp):
) )
self.global_num_experts = num_experts + num_redundant_experts self.global_num_experts = num_experts + num_redundant_experts
self.logical_num_experts = num_experts
self.zero_expert_num = zero_expert_num self.zero_expert_num = zero_expert_num
self.zero_expert_type = zero_expert_type self.zero_expert_type = zero_expert_type
@ -1998,13 +1999,12 @@ class FusedMoE(CustomOp):
moe = self.moe_config moe = self.moe_config
# Note here we use `num_experts` which is logical expert count
if self.vllm_config.parallel_config.enable_dbo: if self.vllm_config.parallel_config.enable_dbo:
states_shape = (2, moe.max_num_tokens, self.hidden_size) states_shape = (2, moe.max_num_tokens, self.hidden_size)
logits_shape = (2, moe.max_num_tokens, moe.num_experts) logits_shape = (2, moe.max_num_tokens, self.logical_num_experts)
else: else:
states_shape = (moe.max_num_tokens, self.hidden_size) states_shape = (moe.max_num_tokens, self.hidden_size)
logits_shape = (moe.max_num_tokens, moe.num_experts) logits_shape = (moe.max_num_tokens, self.logical_num_experts)
self.batched_hidden_states = torch.zeros( self.batched_hidden_states = torch.zeros(
states_shape, dtype=moe.in_dtype, device=torch.cuda.current_device() states_shape, dtype=moe.in_dtype, device=torch.cuda.current_device()