From a00d8b236f515d8c29c6afc2ecb98aef22788ae1 Mon Sep 17 00:00:00 2001 From: Michael Goin Date: Wed, 6 Aug 2025 23:07:47 -0400 Subject: [PATCH] Use float32 for test_completion.py (#22385) Signed-off-by: Michael Goin --- tests/v1/entrypoints/openai/test_completion.py | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/tests/v1/entrypoints/openai/test_completion.py b/tests/v1/entrypoints/openai/test_completion.py index 2462f8f9f10c..3a65583fab8d 100644 --- a/tests/v1/entrypoints/openai/test_completion.py +++ b/tests/v1/entrypoints/openai/test_completion.py @@ -20,9 +20,8 @@ MODEL_NAME = "facebook/opt-125m" @pytest.fixture(scope="module") def default_server_args(): return [ - # use half precision for speed and memory savings in CI environment "--dtype", - "bfloat16", + "float32", "--max-model-len", "2048", "--max-num-seqs",