xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-15 13:55:38 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Misc] Relax translations tests (#20856)

Browse Source 
Signed-off-by: NickLucche <nlucches@redhat.com>
This commit is contained in:
Nicolò Lucchesi 2025-07-14 22:08:36 +02:00 committed by GitHub
parent c0569dbc82
commit 149f2435a5
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 3 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
tests/entrypoints/openai/test_translation_validation.py
View File

@ -39,8 +39,8 @@ async def test_basic_audio(foscolo):
# TODO remove once language detection is implemented # TODO remove once language detection is implemented
extra_body=dict(language="it"), extra_body=dict(language="it"),
temperature=0.0) temperature=0.0)
out = json.loads(translation)['text'].strip() out = json.loads(translation)['text'].strip().lower()
assert "Nor will I ever touch the sacred" in out assert "greek sea" in out
@pytest.mark.asyncio @pytest.mark.asyncio
@ -168,5 +168,4 @@ async def test_long_audio_request(foscolo):
response_format="text", response_format="text",
temperature=0.0) temperature=0.0)
out = json.loads(translation)['text'].strip().lower() out = json.loads(translation)['text'].strip().lower()
# TODO investigate higher model uncertainty in for longer translations. assert out.count("greek sea") == 2
assert out.count("nor will i ever") == 2