xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-07-19 21:47:23 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Bugfix] Fix missing first token in tool calls during reasoning-to-tool transition (#30671)

Browse Source 
Signed-off-by: mondaylord <20212010046@fudan.edu.cn>
This commit is contained in:
mondaylord 2025-12-16 00:13:37 +08:00 committed by GitHub
parent 855b101d75
commit 17fec3af09
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 28 additions and 32 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

34
vllm/entrypoints/openai/serving_chat.py
View File

@ -964,6 +964,19 @@ class OpenAIServingChat(OpenAIServing):
assert reasoning_end_arr is not None assert reasoning_end_arr is not None
output_token_ids = as_list(output.token_ids) output_token_ids = as_list(output.token_ids)
if not reasoning_end_arr[i]: if not reasoning_end_arr[i]:
# When encountering think end id in prompt_token_ids
# i.e {"enable_thinking": False},
# set reasoning status to end.
if (
res.prompt_token_ids
and reasoning_parser.is_reasoning_end(
res.prompt_token_ids
)
):
reasoning_end_arr[i] = True
current_token_ids = output_token_ids
# Don't update current_text, keep it as is from delta
else:
delta_message = ( delta_message = (
reasoning_parser.extract_reasoning_streaming( reasoning_parser.extract_reasoning_streaming(
previous_text, previous_text,
@ -974,24 +987,7 @@ class OpenAIServingChat(OpenAIServing):
output_token_ids, output_token_ids,
) )
) )
# When encountering think end id in prompt_token_ids
# i.e {"enable_thinking": False},
# set reasoning status to end.
# Remove the text and token ids related
# to 'reasoning'.
if (
res.prompt_token_ids
and reasoning_parser.is_reasoning_end(
res.prompt_token_ids
)
):
reasoning_end_arr[i] = True
current_token_ids = output_token_ids
if delta_message and delta_message.content:
current_text = delta_message.content
delta_message.content = None
else:
current_text = ""
# When encountering think end id in delta_token_ids, # When encountering think end id in delta_token_ids,
# set reasoning status to end. # set reasoning status to end.
# Remove the text and token ids related # Remove the text and token ids related
@ -1010,7 +1006,7 @@ class OpenAIServingChat(OpenAIServing):
current_text = "" current_text = ""
# handle tool calls only after reasoning is done, # handle tool calls only after reasoning is done,
else: if reasoning_end_arr[i]:
delta_token_ids = output_token_ids delta_token_ids = output_token_ids
# First time to tool call, # First time to tool call,
# add the remaining text and token ids # add the remaining text and token ids