xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-23 20:35:32 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Bugfix][Minor] Make ignore_eos effective (#4468)

Browse Source
This commit is contained in:
Li, Jiang 2024-05-01 07:33:33 +08:00 committed by GitHub
parent 715c2d854d
commit dd1a50a8bc
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
vllm/sampling_params.py
View File

@ -275,7 +275,8 @@ class SamplingParams:
self, generation_config: Dict[str, Any]) -> None: self, generation_config: Dict[str, Any]) -> None:
"""Update if there are non-default values from generation_config""" """Update if there are non-default values from generation_config"""
# Update eos_token_id for generation # Update eos_token_id for generation
if eos_ids := generation_config.get("eos_token_id"): if (not self.ignore_eos) and (eos_ids :=
generation_config.get("eos_token_id")):
# it can be either int or list of int # it can be either int or list of int
if isinstance(eos_ids, int): if isinstance(eos_ids, int):
eos_ids = [eos_ids] eos_ids = [eos_ids]