From 17b4d85f63e0edcf55cc7abc0769c3d0a9cbe340 Mon Sep 17 00:00:00 2001 From: Michael Goin Date: Wed, 30 Apr 2025 21:36:20 -0600 Subject: [PATCH] [CI][TPU] Skip structured outputs+spec decode tests on TPU (#17510) Signed-off-by: mgoin --- tests/v1/entrypoints/llm/test_struct_output_generate.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/tests/v1/entrypoints/llm/test_struct_output_generate.py b/tests/v1/entrypoints/llm/test_struct_output_generate.py index d256995911458..c3ea024f58cbc 100644 --- a/tests/v1/entrypoints/llm/test_struct_output_generate.py +++ b/tests/v1/entrypoints/llm/test_struct_output_generate.py @@ -81,6 +81,9 @@ def test_structured_output( ): monkeypatch.setenv("VLLM_USE_V1", "1") + if current_platform.is_tpu() and speculative_config: + pytest.skip("TPU does not support speculative decoding") + # Don't use eager execution on TPUs because we want to test for no # recompilation at runtime enforce_eager = bool(not current_platform.is_tpu())