xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-07-09 08:27:08 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Speculators][Speculative Decoding] Fix Kimi K2 Eagle3 Support

Browse Source 
Signed-off-by: chaunceyjiang <chaunceyjiang@gmail.com>
This commit is contained in:
chaunceyjiang 2025-12-24 03:09:11 +00:00
parent 3a4929e9ce
commit 5ce7769401
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
vllm/config/speculative.py
View File

@ -618,7 +618,7 @@ class SpeculativeConfig:
f"{self.disable_by_batch_size=}" f"{self.disable_by_batch_size=}"
) )
eagle3_target_supported = ["llama", "qwen", "minicpm", "gpt_oss"] eagle3_target_supported = ["llama", "qwen", "minicpm", "gpt_oss", "kimi_k2"]
if ( if (
self.method == "eagle3" self.method == "eagle3"
and self.target_model_config and self.target_model_config