xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-06-02 05:11:18 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Misc] Fix speculative config repr string (#15860)

Browse Source 
Signed-off-by: Shangming Cai <caishangming@linux.alibaba.com>
This commit is contained in:
shangmingc 2025-04-01 17:26:22 +08:00 committed by GitHub
parent 79455cf421
commit 656fd72976
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 3 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
vllm/config.py
View File

@ -2359,12 +2359,10 @@ class SpeculativeConfig:
return self.num_speculative_tokens return self.num_speculative_tokens
def __repr__(self) -> str: def __repr__(self) -> str:
if self.prompt_lookup_max is not None and self.prompt_lookup_max > 0: method = self.method
draft_model = "ngram" model = None if method == "ngram" else self.draft_model_config.model
else:
draft_model = self.draft_model_config.model
num_spec_tokens = self.num_speculative_tokens num_spec_tokens = self.num_speculative_tokens
return f"SpeculativeConfig({draft_model=}, {num_spec_tokens=})" return f"SpeculativeConfig({method=}, {model=}, {num_spec_tokens=})"
@dataclass @dataclass