xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-05-23 10:44:25 +08:00
Code Issues Packages Projects Releases Wiki Activity

let draft model follow target model's config_format (#30152)

Browse Source
This commit is contained in:
Bangsheng Tang 2025-12-05 13:33:42 -08:00 committed by GitHub
parent 962d703818
commit 77e4472809
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
vllm/config/speculative.py
View File

@ -337,6 +337,7 @@ class SpeculativeConfig:
enforce_eager=self.target_model_config.enforce_eager, enforce_eager=self.target_model_config.enforce_eager,
max_logprobs=self.target_model_config.max_logprobs, max_logprobs=self.target_model_config.max_logprobs,
hf_overrides=SpeculativeConfig.hf_config_override, hf_overrides=SpeculativeConfig.hf_config_override,
config_format=self.target_model_config.config_format,
) )
# Automatically detect the method # Automatically detect the method