xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-06-08 09:42:15 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Bugfix] deepseek_r1_reasoning_parser put reason content in wrong field in certain edge case (#13097)

Browse Source
This commit is contained in:
LikeSundayLikeRain 2025-02-13 02:11:26 -05:00 committed by GitHub
parent 60c68df6d1
commit 04f50ad9d1
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 6 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
tests/entrypoints/openai/reasoning_parsers/test_deepseekr1_reasoning_parser.py
View File

@ -24,10 +24,10 @@ COMPLETE_REASONING = {
"reasoning_content": "This is a reasoning section", "reasoning_content": "This is a reasoning section",
"content": None, "content": None,
} }
NO_REASONING = { NO_CONTENT = {
"output": "This is content", "output": "This is content",
"reasoning_content": None, "reasoning_content": "This is content",
"content": "This is content", "content": None,
} }
NO_REASONING_STREAMING = { NO_REASONING_STREAMING = {
"output": "This is a reasoning section", "output": "This is a reasoning section",
@ -98,8 +98,8 @@ TEST_CASES = [
), ),
pytest.param( pytest.param(
False, False,
NO_REASONING, NO_CONTENT,
id="no_reasoning_token", id="no_content_token",
), ),
pytest.param( pytest.param(
True, True,

2
vllm/entrypoints/openai/reasoning_parsers/deepseek_r1_reasoning_parser.py
View File

@ -128,7 +128,7 @@ class DeepSeekR1ReasoningParser(ReasoningParser):
# Thus we assume the reasoning content is always at the start. # Thus we assume the reasoning content is always at the start.
# Ref https://huggingface.co/deepseek-ai/DeepSeek-R1/commit/8a58a132790c9935686eb97f042afa8013451c9f # Ref https://huggingface.co/deepseek-ai/DeepSeek-R1/commit/8a58a132790c9935686eb97f042afa8013451c9f
if self.think_end_token not in model_output: if self.think_end_token not in model_output:
return None, model_output return model_output, None
else: else:
# Add a start token if it's missing to keep compatibility. # Add a start token if it's missing to keep compatibility.
if self.think_start_token not in model_output: if self.think_start_token not in model_output: