xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-03-16 11:47:09 +08:00
Code Issues Packages Projects Releases Wiki Activity

i honestly can't believe i spelled it that way

Browse Source 
Signed-off-by: Tyler Michael Smith <tyler@neuralmagic.com>
This commit is contained in:
Tyler Michael Smith 2025-07-04 15:14:03 -04:00
parent 19c51c3439
commit 8209f9057d
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
vllm/model_executor/layers/fused_moe/layer.py
View File

@ -1223,7 +1223,7 @@ class FusedMoE(torch.nn.Module):
from vllm.model_executor.layers.fused_moe.fused_moe import fused_topk from vllm.model_executor.layers.fused_moe.fused_moe import fused_topk
# Uniform random topk ids for performance experiments, # Uniform random topk ids for performance experiments,
# expecially when using dummy weights. # especially when using dummy weights.
if envs.VLLM_UNIFORM_RANDOM_TOPK_IDS: if envs.VLLM_UNIFORM_RANDOM_TOPK_IDS:
return FusedMoE.uniform_random_select_experts( return FusedMoE.uniform_random_select_experts(
hidden_states, hidden_states,