mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2026-07-21 03:37:09 +08:00
[Misc] duplicate code in deepseek_v2 (#14106)
This commit is contained in:
parent
09e56f9262
commit
e584b85afd
@ -105,7 +105,6 @@ class DeepseekV2MoE(nn.Module):
|
|||||||
self.tp_size = get_tensor_model_parallel_world_size()
|
self.tp_size = get_tensor_model_parallel_world_size()
|
||||||
self.routed_scaling_factor = config.routed_scaling_factor
|
self.routed_scaling_factor = config.routed_scaling_factor
|
||||||
self.n_shared_experts = config.n_shared_experts
|
self.n_shared_experts = config.n_shared_experts
|
||||||
self.routed_scaling_factor = config.routed_scaling_factor
|
|
||||||
|
|
||||||
if config.hidden_act != "silu":
|
if config.hidden_act != "silu":
|
||||||
raise ValueError(f"Unsupported activation: {config.hidden_act}. "
|
raise ValueError(f"Unsupported activation: {config.hidden_act}. "
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user