From 84896fda22d3de74398a88b5769c98eef14258f1 Mon Sep 17 00:00:00 2001 From: baoqian426 <1354987947@qq.com> Date: Wed, 17 Dec 2025 19:32:34 +0800 Subject: [PATCH] [Bugfix] deepseek-V3.2 self.weights_proj has no bias (#30841) Signed-off-by: baoqian <1354987947@qq.com> Signed-off-by: baoqian426 <1354987947@qq.com> --- vllm/model_executor/models/deepseek_v2.py | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/vllm/model_executor/models/deepseek_v2.py b/vllm/model_executor/models/deepseek_v2.py index 146124153c79d..6670143cda250 100644 --- a/vllm/model_executor/models/deepseek_v2.py +++ b/vllm/model_executor/models/deepseek_v2.py @@ -835,7 +835,11 @@ class Indexer(nn.Module): ) self.k_norm = LayerNorm(self.head_dim, eps=1e-6) self.weights_proj = ReplicatedLinear( - hidden_size, self.n_head, quant_config=None, prefix=f"{prefix}.weights_proj" + hidden_size, + self.n_head, + bias=False, + quant_config=None, + prefix=f"{prefix}.weights_proj", ) self.softmax_scale = self.head_dim**-0.5