xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-03-16 14:27:19 +08:00
Code Issues Packages Projects Releases Wiki Activity

[CI] Skip lm-format-enforcer test cases

Browse Source 
These test cases have been flaky in CI since they were introduced as
part of #22740. We need to stabilize them before we can turn the tests
back on for CI purposes.

Signed-off-by: Russell Bryant <rbryant@redhat.com>
This commit is contained in:
Russell Bryant 2025-10-01 12:00:23 -04:00
parent 114b0e2500
commit bf316c2650
1 changed files with 6 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
tests/v1/entrypoints/llm/test_struct_output_generate.py
View File

@ -47,10 +47,14 @@ EAGLE_SPEC_CONFIG = {
PARAMS_MODELS_BACKENDS_TOKENIZER_MODE = [ PARAMS_MODELS_BACKENDS_TOKENIZER_MODE = [
("mistralai/Ministral-8B-Instruct-2410", "xgrammar", "auto", None), ("mistralai/Ministral-8B-Instruct-2410", "xgrammar", "auto", None),
("mistralai/Ministral-8B-Instruct-2410", "guidance", "auto", None), ("mistralai/Ministral-8B-Instruct-2410", "guidance", "auto", None),
("mistralai/Ministral-8B-Instruct-2410", "lm-format-enforcer", "auto", None),
("mistralai/Ministral-8B-Instruct-2410", "xgrammar", "mistral", None), ("mistralai/Ministral-8B-Instruct-2410", "xgrammar", "mistral", None),
# TODO - Stabilize lm-format-enforcer test cases, or remove support
# after some period of time if we're not able to resolve the issues
# observed in CI.
# ("mistralai/Ministral-8B-Instruct-2410", "lm-format-enforcer", "auto",
# None),
# ("Qwen/Qwen2.5-1.5B-Instruct", "lm-format-enforcer", "auto", None),
("Qwen/Qwen2.5-1.5B-Instruct", "xgrammar", "auto", None), ("Qwen/Qwen2.5-1.5B-Instruct", "xgrammar", "auto", None),
("Qwen/Qwen2.5-1.5B-Instruct", "lm-format-enforcer", "auto", None),
# FIXME: This tests are flaky on CI thus disabled. Tracking in Issue #24402 # FIXME: This tests are flaky on CI thus disabled. Tracking in Issue #24402
# ("mistralai/Ministral-8B-Instruct-2410", "outlines", "auto", None), # ("mistralai/Ministral-8B-Instruct-2410", "outlines", "auto", None),
# ("mistralai/Ministral-8B-Instruct-2410", "outlines", "mistral", None), # ("mistralai/Ministral-8B-Instruct-2410", "outlines", "mistral", None),