From 99b4f080d83ae284941b01922d7fe3b9a39034fd Mon Sep 17 00:00:00 2001 From: QiliangCui Date: Sat, 12 Jul 2025 21:48:56 -0700 Subject: [PATCH] Renable google/gemma-3-1b-it accuracy test. (#20866) Signed-off-by: Qiliang Cui --- tests/entrypoints/llm/test_accuracy.py | 5 ++--- 1 file changed, 2 insertions(+), 3 deletions(-) diff --git a/tests/entrypoints/llm/test_accuracy.py b/tests/entrypoints/llm/test_accuracy.py index 7e6bd3664ebda..30a666d4c39cd 100644 --- a/tests/entrypoints/llm/test_accuracy.py +++ b/tests/entrypoints/llm/test_accuracy.py @@ -71,9 +71,8 @@ def test_lm_eval_accuracy_v1_engine(model, monkeypatch: pytest.MonkeyPatch): # Limit compilation time for TPU V1 if model == "google/gemma-3-1b-it": - pytest.skip( - "Temporarily disabled due to test failures" - "(timeout or accuracy mismatch). Re-enable once fixed.") + # TPU + google/gemma-3-1b-it + xet doesn't work well. + m.setenv("HF_HUB_DISABLE_XET", "1") more_args = "max_model_len=2048,max_num_seqs=64"