From 37d0a00b16964062abd0346703159ec450810a94 Mon Sep 17 00:00:00 2001 From: Russell Bryant Date: Wed, 1 Oct 2025 12:00:23 -0400 Subject: [PATCH] [CI] Skip lm-format-enforcer test cases These test cases have been flaky in CI since they were introduced as part of #22740. We need to stabilize them before we can turn the tests back on for CI purposes. Signed-off-by: Russell Bryant --- tests/v1/entrypoints/llm/test_struct_output_generate.py | 8 ++++++-- 1 file changed, 6 insertions(+), 2 deletions(-) diff --git a/tests/v1/entrypoints/llm/test_struct_output_generate.py b/tests/v1/entrypoints/llm/test_struct_output_generate.py index b5d04679317e..c3298c9a97ef 100644 --- a/tests/v1/entrypoints/llm/test_struct_output_generate.py +++ b/tests/v1/entrypoints/llm/test_struct_output_generate.py @@ -47,10 +47,14 @@ EAGLE_SPEC_CONFIG = { PARAMS_MODELS_BACKENDS_TOKENIZER_MODE = [ ("mistralai/Ministral-8B-Instruct-2410", "xgrammar", "auto", None), ("mistralai/Ministral-8B-Instruct-2410", "guidance", "auto", None), - ("mistralai/Ministral-8B-Instruct-2410", "lm-format-enforcer", "auto", None), ("mistralai/Ministral-8B-Instruct-2410", "xgrammar", "mistral", None), + # TODO - Stabilize lm-format-enforcer test cases, or remove support + # after some period of time if we're not able to resolve the issues + # observed in CI. + # ("mistralai/Ministral-8B-Instruct-2410", "lm-format-enforcer", "auto", + # None), + # ("Qwen/Qwen2.5-1.5B-Instruct", "lm-format-enforcer", "auto", None), ("Qwen/Qwen2.5-1.5B-Instruct", "xgrammar", "auto", None), - ("Qwen/Qwen2.5-1.5B-Instruct", "lm-format-enforcer", "auto", None), # FIXME: This tests are flaky on CI thus disabled. Tracking in Issue #24402 # ("mistralai/Ministral-8B-Instruct-2410", "outlines", "auto", None), # ("mistralai/Ministral-8B-Instruct-2410", "outlines", "mistral", None),