mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2026-03-27 23:31:30 +08:00
[Speculators][Speculative Decoding] Fix Kimi K2 Eagle3 Support
Signed-off-by: chaunceyjiang <chaunceyjiang@gmail.com>
This commit is contained in:
parent
3a4929e9ce
commit
5ce7769401
@ -618,7 +618,7 @@ class SpeculativeConfig:
|
||||
f"{self.disable_by_batch_size=}"
|
||||
)
|
||||
|
||||
eagle3_target_supported = ["llama", "qwen", "minicpm", "gpt_oss"]
|
||||
eagle3_target_supported = ["llama", "qwen", "minicpm", "gpt_oss", "kimi_k2"]
|
||||
if (
|
||||
self.method == "eagle3"
|
||||
and self.target_model_config
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user