[Bugfix] Fix deepseek-v2 error: "missing 1 required positional argument: 'residual'" (#13802)

2026-01-03 14:41:58 +08:00 · 2025-02-24 23:33:59 -05:00 · 2025-02-24 23:33:59 -05:00 · 4a8cfc7551
commit 4a8cfc7551
parent bc32bc73aa
1 changed files with 1 additions and 1 deletions
--- a/vllm/model_executor/models/deepseek_v2.py
+++ b/vllm/model_executor/models/deepseek_v2.py
@ -614,7 +614,7 @@ class DeepseekV2Model(nn.Module):
            residual = intermediate_tensors["residual"]

        for layer in self.layers[self.start_layer:self.end_layer]:
-            hidden_states, residual = layer(positions, hidden_states)
+            hidden_states, residual = layer(positions, hidden_states, residual)

        if not get_pp_group().is_last_rank:
            return IntermediateTensors({