From 9da9208b202af05fe0f0a5623ee0d8ca969d7558 Mon Sep 17 00:00:00 2001 From: baonudesifeizhai <85092850+baonudesifeizhai@users.noreply.github.com> Date: Fri, 7 Nov 2025 02:31:58 -0500 Subject: [PATCH] [Bug] Fix missing token_ids for reasoning parser models in chat completions #28246 (#28256) --- vllm/entrypoints/openai/serving_chat.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/vllm/entrypoints/openai/serving_chat.py b/vllm/entrypoints/openai/serving_chat.py index a2d5fb576390..888aa4eb6fa8 100644 --- a/vllm/entrypoints/openai/serving_chat.py +++ b/vllm/entrypoints/openai/serving_chat.py @@ -1372,6 +1372,9 @@ class OpenAIServingChat(OpenAIServing): else "stop" ), stop_reason=output.stop_reason, + token_ids=( + as_list(output.token_ids) if request.return_token_ids else None + ), ) choices.append(choice_data) continue