From 8237ab8a2bed14bec5cafbec75033c8e1d54d852 Mon Sep 17 00:00:00 2001 From: rasmith Date: Thu, 20 Nov 2025 15:35:14 -0600 Subject: [PATCH] [CI/Build] Skip lm-format-enforcer tests in test_struct_output_generate.py for now (#29021) Signed-off-by: Randall Smith Co-authored-by: Randall Smith --- .../llm/test_struct_output_generate.py | 28 +++++++++++++++++-- 1 file changed, 26 insertions(+), 2 deletions(-) diff --git a/tests/v1/entrypoints/llm/test_struct_output_generate.py b/tests/v1/entrypoints/llm/test_struct_output_generate.py index a7d769c8542a9..316e152e7395c 100644 --- a/tests/v1/entrypoints/llm/test_struct_output_generate.py +++ b/tests/v1/entrypoints/llm/test_struct_output_generate.py @@ -47,10 +47,34 @@ EAGLE_SPEC_CONFIG = { PARAMS_MODELS_BACKENDS_TOKENIZER_MODE = [ ("mistralai/Ministral-8B-Instruct-2410", "xgrammar", "auto", None), ("mistralai/Ministral-8B-Instruct-2410", "guidance", "auto", None), - ("mistralai/Ministral-8B-Instruct-2410", "lm-format-enforcer", "auto", None), + pytest.param( + "mistralai/Ministral-8B-Instruct-2410", + "lm-format-enforcer", + "auto", + None, + marks=pytest.mark.skip( + reason=( + "Flaky: lm-format-enforcer intermittently returns" + "incomplete JSON." + "See https://github.com/noamgat/lm-format-enforcer/issues/169" + ) + ), + ), ("mistralai/Ministral-8B-Instruct-2410", "xgrammar", "mistral", None), ("Qwen/Qwen2.5-1.5B-Instruct", "xgrammar", "auto", None), - ("Qwen/Qwen2.5-1.5B-Instruct", "lm-format-enforcer", "auto", None), + pytest.param( + "Qwen/Qwen2.5-1.5B-Instruct", + "lm-format-enforcer", + "auto", + None, + marks=pytest.mark.skip( + reason=( + "Flaky: lm-format-enforcer intermittently returns" + "incomplete JSON." + "See https://github.com/noamgat/lm-format-enforcer/issues/169" + ) + ), + ), # FIXME: This tests are flaky on CI thus disabled. Tracking in Issue #24402 # ("mistralai/Ministral-8B-Instruct-2410", "outlines", "auto", None), # ("mistralai/Ministral-8B-Instruct-2410", "outlines", "mistral", None),