xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-10 21:45:40 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Bugfix] Set temperature=0.7 in test_guided_choice_chat (#11264)

Browse Source
This commit is contained in:
Michael Goin 2024-12-17 19:34:06 -05:00 committed by GitHub
parent 2d1b9baa8f
commit c77eb8a33c
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 2 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
tests/entrypoints/openai/test_chat.py
View File

@ -482,6 +482,7 @@ async def test_guided_choice_chat(client: openai.AsyncOpenAI,
model=MODEL_NAME, model=MODEL_NAME,
messages=messages, messages=messages,
max_completion_tokens=10, max_completion_tokens=10,
temperature=0.7,
extra_body=dict(guided_choice=sample_guided_choice, extra_body=dict(guided_choice=sample_guided_choice,
guided_decoding_backend=guided_decoding_backend)) guided_decoding_backend=guided_decoding_backend))
choice1 = chat_completion.choices[0].message.content choice1 = chat_completion.choices[0].message.content
@ -496,6 +497,7 @@ async def test_guided_choice_chat(client: openai.AsyncOpenAI,
model=MODEL_NAME, model=MODEL_NAME,
messages=messages, messages=messages,
max_completion_tokens=10, max_completion_tokens=10,
temperature=0.7,
extra_body=dict(guided_choice=sample_guided_choice, extra_body=dict(guided_choice=sample_guided_choice,
guided_decoding_backend=guided_decoding_backend)) guided_decoding_backend=guided_decoding_backend))
choice2 = chat_completion.choices[0].message.content choice2 = chat_completion.choices[0].message.content