From 2fa0e1396bf02c819f0b89762b8ca395eff4c757 Mon Sep 17 00:00:00 2001 From: Jee Jee Li Date: Sat, 22 Mar 2025 13:49:34 +0800 Subject: [PATCH] [Bugfix] Fix torch.compile raise FileNotFoundError (#15278) Signed-off-by: Jee Jee Li --- vllm/compilation/backends.py | 1 + 1 file changed, 1 insertion(+) diff --git a/vllm/compilation/backends.py b/vllm/compilation/backends.py index cdae42fe4fce8..089d415ab5fb8 100644 --- a/vllm/compilation/backends.py +++ b/vllm/compilation/backends.py @@ -399,6 +399,7 @@ class VllmBackend: rank = vllm_config.parallel_config.rank dp_rank = vllm_config.parallel_config.data_parallel_rank local_cache_dir = os.path.join(cache_dir, f"rank_{rank}_{dp_rank}") + os.makedirs(local_cache_dir, exist_ok=True) self.compilation_config.local_cache_dir = local_cache_dir disable_cache = envs.VLLM_DISABLE_COMPILE_CACHE