Temporarily suspend google/gemma-3-1b-it. (#20722)

Signed-off-by: Qiliang Cui <derrhein@gmail.com>
This commit is contained in:
QiliangCui 2025-07-11 04:21:26 -07:00 committed by GitHub
parent cbd14ed561
commit b4f0b5f9aa
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -69,6 +69,12 @@ def test_lm_eval_accuracy_v1_engine(model, monkeypatch: pytest.MonkeyPatch):
more_args = None more_args = None
if current_platform.is_tpu(): if current_platform.is_tpu():
# Limit compilation time for TPU V1 # Limit compilation time for TPU V1
if model == "google/gemma-3-1b-it":
pytest.skip(
"Temporarily disabled due to test failures"
"(timeout or accuracy mismatch). Re-enable once fixed.")
more_args = "max_model_len=2048,max_num_seqs=64" more_args = "max_model_len=2048,max_num_seqs=64"
# Add TP test (if provided) # Add TP test (if provided)