xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-07-24 10:07:13 +08:00
Code Issues Packages Projects Releases Wiki Activity

[CI][Fix] deterministic seed for flaky CI runs on structured outputs (#24380)

Browse Source 
Signed-off-by: Aaron Pham <contact@aarnphm.xyz>
This commit is contained in:
Aaron Pham 2025-09-06 23:10:40 -04:00 committed by GitHub
parent 37a6fa95fd
commit e67597545b
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
tests/v1/entrypoints/llm/test_struct_output_generate.py
View File

@ -41,9 +41,8 @@ EAGLE_SPEC_CONFIG = {
PARAMS_MODELS_BACKENDS_TOKENIZER_MODE = [ PARAMS_MODELS_BACKENDS_TOKENIZER_MODE = [
("mistralai/Ministral-8B-Instruct-2410", "xgrammar", "auto", None), ("mistralai/Ministral-8B-Instruct-2410", "xgrammar", "auto", None),
("mistralai/Ministral-8B-Instruct-2410", "guidance", "auto", None), ("mistralai/Ministral-8B-Instruct-2410", "guidance", "auto", None),
#FIXME: This test is flaky on CI thus disabled ("mistralai/Ministral-8B-Instruct-2410", "lm-format-enforcer", "auto",
#("mistralai/Ministral-8B-Instruct-2410", "lm-format-enforcer", "auto", None),
# None),
("mistralai/Ministral-8B-Instruct-2410", "xgrammar", "mistral", None), ("mistralai/Ministral-8B-Instruct-2410", "xgrammar", "mistral", None),
("Qwen/Qwen2.5-1.5B-Instruct", "xgrammar", "auto", None), ("Qwen/Qwen2.5-1.5B-Instruct", "xgrammar", "auto", None),
("Qwen/Qwen2.5-1.5B-Instruct", "lm-format-enforcer", "auto", None), ("Qwen/Qwen2.5-1.5B-Instruct", "lm-format-enforcer", "auto", None),
@ -123,6 +122,7 @@ def test_structured_output(
guided_decoding_backend=guided_decoding_backend, guided_decoding_backend=guided_decoding_backend,
guided_decoding_disable_any_whitespace=(guided_decoding_backend guided_decoding_disable_any_whitespace=(guided_decoding_backend
in {"xgrammar", "guidance"}), in {"xgrammar", "guidance"}),
seed=120,
tokenizer_mode=tokenizer_mode, tokenizer_mode=tokenizer_mode,
speculative_config=speculative_config) speculative_config=speculative_config)