xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-05-11 01:31:25 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix: kimi_k2 return empty tool call list (#22149)

Browse Source 
Signed-off-by: tlipoca9 <tlipoca9@gmail.com>
This commit is contained in:
tlipoca9 2025-08-05 10:15:31 +08:00 committed by GitHub
parent d7b28f3415
commit 8a6e108e76
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
vllm/entrypoints/openai/tool_parsers/kimi_k2_tool_parser.py
View File

@ -38,15 +38,15 @@ class KimiK2ToolParser(ToolParser):
self.tool_call_end_token: str = "<|tool_call_end|>" self.tool_call_end_token: str = "<|tool_call_end|>"
self.tool_call_regex = re.compile( self.tool_call_regex = re.compile(
r"<\|tool_call_begin\|>\s*(?P<tool_call_id>[\w\.]+:\d+)\s*<\|tool_call_argument_begin\|>\s*(?P<function_arguments>.*?)\s*<\|tool_call_end\|>" r"<\|tool_call_begin\|>\s*(?P<tool_call_id>.+:\d+)\s*<\|tool_call_argument_begin\|>\s*(?P<function_arguments>.*?)\s*<\|tool_call_end\|>"
) )
self.stream_tool_call_portion_regex = re.compile( self.stream_tool_call_portion_regex = re.compile(
r"(?P<tool_call_id>[\w\.]+:\d+)\s*<\|tool_call_argument_begin\|>\s*(?P<function_arguments>.*)" r"(?P<tool_call_id>.+:\d+)\s*<\|tool_call_argument_begin\|>\s*(?P<function_arguments>.*)"
) )
self.stream_tool_call_name_regex = re.compile( self.stream_tool_call_name_regex = re.compile(
r"(?P<tool_call_id>[\w\.]+:\d+)\s*") r"(?P<tool_call_id>.+:\d+)\s*")
if not self.model_tokenizer: if not self.model_tokenizer:
raise ValueError( raise ValueError(