From 83fa298682d7cbcdec34c45d0f915f4a15879886 Mon Sep 17 00:00:00 2001 From: Thomas Parnell Date: Thu, 2 Oct 2025 16:14:28 +0200 Subject: [PATCH] Change size of single CUDA graph for CI to 4 (#26089) Signed-off-by: Thomas Parnell Signed-off-by: yewentao256 --- tests/conftest.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tests/conftest.py b/tests/conftest.py index e3e412f90af5d..66106d1bf7792 100644 --- a/tests/conftest.py +++ b/tests/conftest.py @@ -732,7 +732,7 @@ class VllmRunner: set_default_torch_num_threads(default_torch_num_threads)) if not kwargs.get("compilation_config", None): - kwargs["compilation_config"] = {"cudagraph_capture_sizes": [8]} + kwargs["compilation_config"] = {"cudagraph_capture_sizes": [4]} with init_ctx: self.llm = LLM(