xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-15 03:45:01 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Docs] Fix the example code of streaming chat completions in reasoning (#21825)

Browse Source 
Signed-off-by: wangzi <3220100013@zju.edu.cn>
Co-authored-by: wangzi <3220100013@zju.edu.cn>
Co-authored-by: Zi Wang <66560864+BruceW-07@users.noreply.github.com>
This commit is contained in:
Hongsheng Liu 2025-07-30 20:11:58 +08:00 committed by GitHub
parent 5bbaf492a6
commit 5c8fe389d6
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 12 additions and 14 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

13
docs/features/reasoning_outputs.md
View File

@ -123,13 +123,12 @@ OpenAI Python client library does not officially support `reasoning_content` att
printed_content = False printed_content = False
for chunk in stream: for chunk in stream:
reasoning_content = None # Safely extract reasoning_content and content from delta,
content = None # defaulting to None if attributes don't exist or are empty strings
# Check the content is reasoning_content or content reasoning_content = (
if hasattr(chunk.choices[0].delta, "reasoning_content"): getattr(chunk.choices[0].delta, "reasoning_content", None) or None
reasoning_content = chunk.choices[0].delta.reasoning_content )
elif hasattr(chunk.choices[0].delta, "content"): content = getattr(chunk.choices[0].delta, "content", None) or None
content = chunk.choices[0].delta.content
if reasoning_content is not None: if reasoning_content is not None:
if not printed_reasoning_content: if not printed_reasoning_content:

13
examples/online_serving/openai_chat_completion_with_reasoning_streaming.py
View File

@ -51,13 +51,12 @@ def main():
printed_content = False printed_content = False
for chunk in stream: for chunk in stream:
reasoning_content = None # Safely extract reasoning_content and content from delta,
content = None # defaulting to None if attributes don't exist or are empty strings
# Check the content is reasoning_content or content reasoning_content = (
if hasattr(chunk.choices[0].delta, "reasoning_content"): getattr(chunk.choices[0].delta, "reasoning_content", None) or None
reasoning_content = chunk.choices[0].delta.reasoning_content )
elif hasattr(chunk.choices[0].delta, "content"): content = getattr(chunk.choices[0].delta, "content", None) or None
content = chunk.choices[0].delta.content
if reasoning_content is not None: if reasoning_content is not None:
if not printed_reasoning_content: if not printed_reasoning_content: