xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-13 23:45:01 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Bugfix] remove duplicate tokens streamed in required tool choice streaming (#23312)

Browse Source 
Signed-off-by: Jason Cheng <jasoncky96@gmail.com>
Co-authored-by: Chauncey <chaunceyjiang@gmail.com>
This commit is contained in:
Cheng Kuan Yong Jason 2025-09-16 15:16:32 +08:00 committed by GitHub
parent 04ad0dc275
commit 68dbde5dbb
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 0 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
vllm/entrypoints/openai/serving_chat.py
View File

@ -828,9 +828,6 @@ class OpenAIServingChat(OpenAIServing):
history_tool_call_cnt += 1 history_tool_call_cnt += 1
tools_streamed[i] = True tools_streamed[i] = True
# update the previous values for the next iteration
previous_texts[i] = current_text
# handle streaming deltas for tools with "auto" tool choice # handle streaming deltas for tools with "auto" tool choice
# and reasoning parser # and reasoning parser
elif tool_choice_auto and self.reasoning_parser: elif tool_choice_auto and self.reasoning_parser: