xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-14 06:34:58 +08:00
Code Issues Packages Projects Releases Wiki Activity

[CI] Fix flaky entrypoint tests (#11403)

Browse Source 
Signed-off-by: Roger Wang <ywang@roblox.com>
This commit is contained in:
Roger Wang 2024-12-21 21:08:44 -08:00 committed by GitHub
parent c2d1b075ba
commit 29c748930e
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
3 changed files with 9 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
tests/entrypoints/openai/test_audio.py
View File

@ -74,6 +74,7 @@ async def test_single_chat_session_audio(client: openai.AsyncOpenAI,
messages=messages, messages=messages,
max_completion_tokens=10, max_completion_tokens=10,
logprobs=True, logprobs=True,
temperature=0.0,
top_logprobs=5) top_logprobs=5)
assert len(chat_completion.choices) == 1 assert len(chat_completion.choices) == 1
@ -130,6 +131,7 @@ async def test_single_chat_session_audio_base64encoded(
messages=messages, messages=messages,
max_completion_tokens=10, max_completion_tokens=10,
logprobs=True, logprobs=True,
temperature=0.0,
top_logprobs=5) top_logprobs=5)
assert len(chat_completion.choices) == 1 assert len(chat_completion.choices) == 1
@ -150,6 +152,7 @@ async def test_single_chat_session_audio_base64encoded(
model=model_name, model=model_name,
messages=messages, messages=messages,
max_completion_tokens=10, max_completion_tokens=10,
temperature=0.0,
) )
message = chat_completion.choices[0].message message = chat_completion.choices[0].message
assert message.content is not None and len(message.content) >= 0 assert message.content is not None and len(message.content) >= 0

3
tests/entrypoints/openai/test_video.py
View File

@ -82,6 +82,7 @@ async def test_single_chat_session_video(client: openai.AsyncOpenAI,
messages=messages, messages=messages,
max_completion_tokens=10, max_completion_tokens=10,
logprobs=True, logprobs=True,
temperature=0.0,
top_logprobs=5) top_logprobs=5)
assert len(chat_completion.choices) == 1 assert len(chat_completion.choices) == 1
@ -174,6 +175,7 @@ async def test_single_chat_session_video_base64encoded(
messages=messages, messages=messages,
max_completion_tokens=10, max_completion_tokens=10,
logprobs=True, logprobs=True,
temperature=0.0,
top_logprobs=5) top_logprobs=5)
assert len(chat_completion.choices) == 1 assert len(chat_completion.choices) == 1
@ -194,6 +196,7 @@ async def test_single_chat_session_video_base64encoded(
model=model_name, model=model_name,
messages=messages, messages=messages,
max_completion_tokens=10, max_completion_tokens=10,
temperature=0.0,
) )
message = chat_completion.choices[0].message message = chat_completion.choices[0].message
assert message.content is not None and len(message.content) >= 0 assert message.content is not None and len(message.content) >= 0

3
tests/entrypoints/openai/test_vision.py
View File

@ -83,6 +83,7 @@ async def test_single_chat_session_image(client: openai.AsyncOpenAI,
messages=messages, messages=messages,
max_completion_tokens=10, max_completion_tokens=10,
logprobs=True, logprobs=True,
temperature=0.0,
top_logprobs=5) top_logprobs=5)
assert len(chat_completion.choices) == 1 assert len(chat_completion.choices) == 1
@ -175,6 +176,7 @@ async def test_single_chat_session_image_base64encoded(
messages=messages, messages=messages,
max_completion_tokens=10, max_completion_tokens=10,
logprobs=True, logprobs=True,
temperature=0.0,
top_logprobs=5) top_logprobs=5)
assert len(chat_completion.choices) == 1 assert len(chat_completion.choices) == 1
@ -195,6 +197,7 @@ async def test_single_chat_session_image_base64encoded(
model=model_name, model=model_name,
messages=messages, messages=messages,
max_completion_tokens=10, max_completion_tokens=10,
temperature=0.0,
) )
message = chat_completion.choices[0].message message = chat_completion.choices[0].message
assert message.content is not None and len(message.content) >= 0 assert message.content is not None and len(message.content) >= 0