From a344a5aa0a58cc1758d9721e848ce1f5ca4b6c7f Mon Sep 17 00:00:00 2001 From: Lucia Fang <116399278+luccafong@users.noreply.github.com> Date: Mon, 1 Sep 2025 14:09:37 -0700 Subject: [PATCH] [bugfix]fix MTP hidden states (#24056) Signed-off-by: Lu Fang --- vllm/v1/spec_decode/eagle.py | 1 + 1 file changed, 1 insertion(+) diff --git a/vllm/v1/spec_decode/eagle.py b/vllm/v1/spec_decode/eagle.py index 0a0e9fed725cb..bf25c91d8390c 100644 --- a/vllm/v1/spec_decode/eagle.py +++ b/vllm/v1/spec_decode/eagle.py @@ -220,6 +220,7 @@ class EagleProposer: ) if self.method in ("deepseek_mtp", "ernie_mtp"): last_hidden_states = ret_hidden_states + hidden_states = last_hidden_states else: last_hidden_states, hidden_states = ret_hidden_states sample_hidden_states = last_hidden_states[last_token_indices]