xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-10 18:15:27 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Bugfix] use StoreBoolean instead of type=bool for --disable-logprobs-during-spec-decoding (#7665)

Browse Source 
Signed-off-by: Travis Johnson <tsjohnso@us.ibm.com>
This commit is contained in:
Travis Johnson 2024-08-19 18:43:09 -06:00 committed by GitHub
parent 43735bf5e1
commit 67e02fa8a4
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 3 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
vllm/engine/arg_utils.py
View File

@ -664,8 +664,10 @@ class EngineArgs:
parser.add_argument( parser.add_argument(
'--disable-logprobs-during-spec-decoding', '--disable-logprobs-during-spec-decoding',
type=bool, action=StoreBoolean,
default=EngineArgs.disable_logprobs_during_spec_decoding, default=EngineArgs.disable_logprobs_during_spec_decoding,
nargs="?",
const="True",
help='If set to True, token log probabilities are not returned ' help='If set to True, token log probabilities are not returned '
'during speculative decoding. If set to False, log probabilities ' 'during speculative decoding. If set to False, log probabilities '
'are returned according to the settings in SamplingParams. If ' 'are returned according to the settings in SamplingParams. If '