xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-04-25 07:17:06 +08:00
Code Issues Packages Projects Releases Wiki Activity

[BugFix][V1] Quick fix for min_tokens with multiple EOS (#15407)

Browse Source 
Signed-off-by: Nick Hill <nhill@redhat.com>
This commit is contained in:
Nick Hill 2025-03-24 15:58:59 -07:00 committed by GitHub
parent 9d72daf4ce
commit 623e2ed29f
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
vllm/sampling_params.py
View File

@ -369,8 +369,9 @@ class SamplingParams(
self.top_k = -1 self.top_k = -1
self.min_p = 0.0 self.min_p = 0.0
self._verify_greedy_sampling() self._verify_greedy_sampling()
# eos_token_id is added to this by the engine # eos_token_id is added to this by the engine
self._all_stop_token_ids = set(self.stop_token_ids) self._all_stop_token_ids.update(self.stop_token_ids)
def _verify_args(self) -> None: def _verify_args(self) -> None:
if not isinstance(self.n, int): if not isinstance(self.n, int):