xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-10 07:15:01 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Bug] Fix missing token_ids for reasoning parser models in chat completions #28246 (#28256)

Browse Source
This commit is contained in:
baonudesifeizhai 2025-11-07 02:31:58 -05:00 committed by GitHub
parent 11fd69dd54
commit 9da9208b20
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 3 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
vllm/entrypoints/openai/serving_chat.py
View File

@ -1372,6 +1372,9 @@ class OpenAIServingChat(OpenAIServing):
else "stop" else "stop"
), ),
stop_reason=output.stop_reason, stop_reason=output.stop_reason,
token_ids=(
as_list(output.token_ids) if request.return_token_ids else None
),
) )
choices.append(choice_data) choices.append(choice_data)
continue continue