From fe742aef5aaf406c62cafa248068818bfe517d6e Mon Sep 17 00:00:00 2001 From: Richard Zou Date: Sun, 20 Apr 2025 00:25:19 -0400 Subject: [PATCH] [easy] Pass compile_fx only the config patches (#16845) Signed-off-by: rzou --- vllm/compilation/compiler_interface.py | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/vllm/compilation/compiler_interface.py b/vllm/compilation/compiler_interface.py index f6c752073c7d8..833be289265f1 100644 --- a/vllm/compilation/compiler_interface.py +++ b/vllm/compilation/compiler_interface.py @@ -167,8 +167,7 @@ class InductorAdaptor(CompilerInterface): compiler_config: Dict[str, Any], runtime_shape: Optional[int] = None ) -> Tuple[Optional[Callable], Optional[Any]]: - from torch._inductor import config - current_config = config.get_config_copy() + current_config = {} from torch._inductor.compile_fx import compile_fx # disable remote cache