xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-06-02 09:11:18 +08:00
Code Issues Packages Projects Releases Wiki Activity

[bugfix]fix MTP hidden states (#24056)

Browse Source 
Signed-off-by: Lu Fang <fanglu@fb.com>
This commit is contained in:
Lucia Fang 2025-09-01 14:09:37 -07:00 committed by GitHub
parent 5685370271
commit a344a5aa0a
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
vllm/v1/spec_decode/eagle.py
View File

@ -220,6 +220,7 @@ class EagleProposer:
) )
if self.method in ("deepseek_mtp", "ernie_mtp"): if self.method in ("deepseek_mtp", "ernie_mtp"):
last_hidden_states = ret_hidden_states last_hidden_states = ret_hidden_states
hidden_states = last_hidden_states
else: else:
last_hidden_states, hidden_states = ret_hidden_states last_hidden_states, hidden_states = ret_hidden_states
sample_hidden_states = last_hidden_states[last_token_indices] sample_hidden_states = last_hidden_states[last_token_indices]