mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2026-03-16 10:17:13 +08:00
i honestly can't believe i spelled it that way
Signed-off-by: Tyler Michael Smith <tyler@neuralmagic.com>
This commit is contained in:
parent
19c51c3439
commit
8209f9057d
@ -1223,7 +1223,7 @@ class FusedMoE(torch.nn.Module):
|
||||
from vllm.model_executor.layers.fused_moe.fused_moe import fused_topk
|
||||
|
||||
# Uniform random topk ids for performance experiments,
|
||||
# expecially when using dummy weights.
|
||||
# especially when using dummy weights.
|
||||
if envs.VLLM_UNIFORM_RANDOM_TOPK_IDS:
|
||||
return FusedMoE.uniform_random_select_experts(
|
||||
hidden_states,
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user