From 67e02fa8a405e1e1df0eb7428ad45eed20b0934b Mon Sep 17 00:00:00 2001
From: Travis Johnson <tsjohnso@us.ibm.com>
Date: Mon, 19 Aug 2024 18:43:09 -0600
Subject: [PATCH] [Bugfix] use StoreBoolean instead of type=bool for
 --disable-logprobs-during-spec-decoding (#7665)

Signed-off-by: Travis Johnson <tsjohnso@us.ibm.com>
---
 vllm/engine/arg_utils.py | 4 +++-
 1 file changed, 3 insertions(+), 1 deletion(-)

diff --git a/vllm/engine/arg_utils.py b/vllm/engine/arg_utils.py
index a3bb87bbe6748..7f45c3d06375a 100644
--- a/vllm/engine/arg_utils.py
+++ b/vllm/engine/arg_utils.py
@@ -664,8 +664,10 @@ class EngineArgs:
 
         parser.add_argument(
             '--disable-logprobs-during-spec-decoding',
-            type=bool,
+            action=StoreBoolean,
             default=EngineArgs.disable_logprobs_during_spec_decoding,
+            nargs="?",
+            const="True",
             help='If set to True, token log probabilities are not returned '
             'during speculative decoding. If set to False, log probabilities '
             'are returned according to the settings in SamplingParams. If '