From 4a8cfc75516f3df2ead816c0270b63470eb8e4ee Mon Sep 17 00:00:00 2001 From: Lucas Wilkinson Date: Mon, 24 Feb 2025 23:33:59 -0500 Subject: [PATCH] [Bugfix] Fix deepseek-v2 error: "missing 1 required positional argument: 'residual'" (#13802) --- vllm/model_executor/models/deepseek_v2.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/vllm/model_executor/models/deepseek_v2.py b/vllm/model_executor/models/deepseek_v2.py index 22b2bf7ca469f..79484cee167da 100644 --- a/vllm/model_executor/models/deepseek_v2.py +++ b/vllm/model_executor/models/deepseek_v2.py @@ -614,7 +614,7 @@ class DeepseekV2Model(nn.Module): residual = intermediate_tensors["residual"] for layer in self.layers[self.start_layer:self.end_layer]: - hidden_states, residual = layer(positions, hidden_states) + hidden_states, residual = layer(positions, hidden_states, residual) if not get_pp_group().is_last_rank: return IntermediateTensors({