From fdeb3dac132c9ef92d981dd811529e6496781b07 Mon Sep 17 00:00:00 2001 From: Jee Jee Li Date: Tue, 26 Aug 2025 20:09:47 +0800 Subject: [PATCH] [Model] fix DeepSeek e_score_correction_bias dtype to fp32 (#23640) Signed-off-by: Jee Jee Li --- vllm/model_executor/models/deepseek_v2.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/vllm/model_executor/models/deepseek_v2.py b/vllm/model_executor/models/deepseek_v2.py index d56224b4b7b30..7657e7cb003d6 100644 --- a/vllm/model_executor/models/deepseek_v2.py +++ b/vllm/model_executor/models/deepseek_v2.py @@ -126,7 +126,7 @@ class DeepseekV2MoE(nn.Module): prefix=f"{prefix}.gate") if config.topk_method == "noaux_tc": self.gate.e_score_correction_bias = nn.Parameter( - torch.empty(config.n_routed_experts)) + torch.empty(config.n_routed_experts, dtype=torch.float32)) else: self.gate.e_score_correction_bias = None