xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-09 22:55:51 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Bugfix] fixed deepseekv32 tool calling error (#30025)

Browse Source 
Signed-off-by: chaunceyjiang <chaunceyjiang@gmail.com>
Co-authored-by: Cyrus Leung <tlleungac@connect.ust.hk>
This commit is contained in:
Chauncey 2025-12-04 15:12:12 +08:00 committed by GitHub
parent 9ae2f60374
commit 82a64b3d8f
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 6 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
vllm/tokenizers/deepseek_v32_encoding.py
View File

@ -95,8 +95,10 @@ def tool_calls_to_openai_format(tool_calls):
def encode_arguments_to_dsml(tool_call: dict[str, str]) -> str:
p_dsml_template = """<{dsml_token}parameter name="{key}" string="{is_str}">{value}</{dsml_token}parameter>"""
P_dsml_strs = []
arguments = json.loads(tool_call["arguments"])
if isinstance(tool_call["arguments"], str):
arguments = json.loads(tool_call["arguments"])
else:
arguments = tool_call["arguments"]
for k, v in arguments.items():
p_dsml_str = p_dsml_template.format(

3
vllm/tokenizers/deepseekv32.py
View File

@ -43,7 +43,8 @@ class DeepseekV32Tokenizer(HfTokenizer):
thinking_mode = "thinking"
if not thinking:
thinking_mode = "chat"
messages = messages.copy()
conversation = kwargs.get("conversation", messages)
messages = conversation.copy()
drop_thinking = True
if tools is not None and len(tools) > 0:
messages.insert(0, {"role": "system"})