xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-05-27 04:27:53 +08:00
Code Issues Packages Projects Releases Wiki Activity

[fix] fix seed-oss-parser (#23560)

Browse Source 
Signed-off-by: jiabin.00 <jiabin.00@bytedance.com>
This commit is contained in:
Bin Jia 2025-08-26 14:16:36 +08:00 committed by GitHub
parent ce0e9dbd43
commit 959783fb99
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 5 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
tests/tool_use/test_seed_oss_tool_parser.py
View File

@ -102,9 +102,7 @@ def test_extract_tool_calls_no_tools(seed_oss_tool_parser):
], ],
argnames=["model_output", "expected_tool_calls", "expected_content"], argnames=["model_output", "expected_tool_calls", "expected_content"],
argvalues=[ argvalues=[
("""<seed:think>\n</seed:cot_budget_reflect>\n</seed:cot_budget_reflect>\n""" ("""<seed:tool_call>\n<function=get_weather>\n"""
"""The current thinking budget is 0, so I will directly start answering the question.\n</seed:think>\n"""
"""<seed:tool_call>\n<function=get_weather>\n"""
"""<parameter=location>Barcelona, Spain</parameter>\n</function>\n</seed:tool_call>""", """<parameter=location>Barcelona, Spain</parameter>\n</function>\n</seed:tool_call>""",
[ [
ToolCall(function=FunctionCall( ToolCall(function=FunctionCall(
@ -114,10 +112,7 @@ def test_extract_tool_calls_no_tools(seed_oss_tool_parser):
}, ), }, ),
), ),
type='function') type='function')
], ], None),
"""<seed:think>\n</seed:cot_budget_reflect>\n</seed:cot_budget_reflect>\n"""
"""The current thinking budget is 0, so I will directly start answering the question.\n</seed:think>\n"""
),
( (
"""<seed:think>The user\'s current thinking budget is 512.</seed:cot_budget_reflect>\nLet me analyze the """ """<seed:think>The user\'s current thinking budget is 512.</seed:cot_budget_reflect>\nLet me analyze the """
"""question. The user wants to know the weather in Barcelona, Spain. Looking at the functions available, """ """question. The user wants to know the weather in Barcelona, Spain. Looking at the functions available, """

3
vllm/entrypoints/openai/tool_parsers/seed_oss_tool_parser.py
View File

@ -271,6 +271,9 @@ class SeedOssToolParser(ToolParser):
# Extract content after think end token # Extract content after think end token
result_content = model_output[think_end_index:] result_content = model_output[think_end_index:]
thinking_content = model_output[:think_end_index] thinking_content = model_output[:think_end_index]
else:
thinking_content = ""
result_content = model_output
try: try:
function_calls = self._get_function_calls(result_content) function_calls = self._get_function_calls(result_content)