mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2026-03-31 06:27:02 +08:00
[Misc] duplicate code in deepseek_v2 (#14106)
This commit is contained in:
parent
09e56f9262
commit
e584b85afd
@ -105,7 +105,6 @@ class DeepseekV2MoE(nn.Module):
|
||||
self.tp_size = get_tensor_model_parallel_world_size()
|
||||
self.routed_scaling_factor = config.routed_scaling_factor
|
||||
self.n_shared_experts = config.n_shared_experts
|
||||
self.routed_scaling_factor = config.routed_scaling_factor
|
||||
|
||||
if config.hidden_act != "silu":
|
||||
raise ValueError(f"Unsupported activation: {config.hidden_act}. "
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user