xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-03-18 04:47:08 +08:00
Code Issues Packages Projects Releases Wiki Activity

minor fix

Browse Source 
Signed-off-by: Zhuohan Li <zhuohan123@gmail.com>
This commit is contained in:
Zhuohan Li 2025-10-19 23:31:03 -07:00
parent 177f5d757f
commit 4e2abe99b7
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
vllm/model_executor/layers/moe/ep_kernels_no_abstraction.py
View File

@ -183,11 +183,11 @@ if __name__ == "__main__":
all_topk_idx = torch.cat(all_topk_idx, dim=0)
all_topk_weights = torch.cat(all_topk_weights, dim=0)
# Verification
expert_range_start = rank * local_num_experts
expert_range_end = (rank + 1) * local_num_experts
recv_i = -1
expert_inputs_ground_truth = []
# Verification
for i in range(batch_size):
activated_on_this_rank = False
for j in range(topk):