xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-05-28 07:47:03 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Bugfix] Fix args settings for guided decoding args (#27375)

Browse Source 
Signed-off-by: Lucia Fang <fanglu@fb.com>
This commit is contained in:
Lucia Fang 2025-10-23 00:34:06 -07:00 committed by GitHub
parent bfb240cc49
commit fc059c7061
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 3 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
vllm/engine/arg_utils.py
View File

@ -1600,15 +1600,13 @@ class EngineArgs:
if self.guided_decoding_backend is not None: if self.guided_decoding_backend is not None:
so_config.guided_decoding_backend = self.guided_decoding_backend so_config.guided_decoding_backend = self.guided_decoding_backend
if self.guided_decoding_disable_fallback is not None: if self.guided_decoding_disable_fallback is not None:
so_config.guided_decoding_disable_fallback = ( so_config.disable_fallback = self.guided_decoding_disable_fallback
self.guided_decoding_disable_fallback
)
if self.guided_decoding_disable_any_whitespace is not None: if self.guided_decoding_disable_any_whitespace is not None:
so_config.guided_decoding_disable_any_whitespace = ( so_config.disable_any_whitespace = (
self.guided_decoding_disable_any_whitespace self.guided_decoding_disable_any_whitespace
) )
if self.guided_decoding_disable_additional_properties is not None: if self.guided_decoding_disable_additional_properties is not None:
so_config.guided_decoding_disable_additional_properties = ( so_config.disable_additional_properties = (
self.guided_decoding_disable_additional_properties self.guided_decoding_disable_additional_properties
) )