From dd732028f59dd149cfdd4e6ca899d50c5839051e Mon Sep 17 00:00:00 2001 From: Sebastian Schoennenbeck Date: Tue, 18 Mar 2025 13:50:05 +0100 Subject: [PATCH] [Bugfix][Frontend] Fix validation of `logprobs` in `ChatCompletionRequest` (#14352) MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Signed-off-by: Sebastian Schönnenbeck --- vllm/entrypoints/openai/protocol.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/vllm/entrypoints/openai/protocol.py b/vllm/entrypoints/openai/protocol.py index 90076a45d414a..a96ca1f757008 100644 --- a/vllm/entrypoints/openai/protocol.py +++ b/vllm/entrypoints/openai/protocol.py @@ -548,7 +548,7 @@ class ChatCompletionRequest(OpenAIBaseModel): if top_logprobs < 0: raise ValueError("`top_logprobs` must be a positive value.") - if not data.get("logprobs"): + if top_logprobs > 0 and not data.get("logprobs"): raise ValueError( "when using `top_logprobs`, `logprobs` must be set to true." )