xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-07-09 18:47:15 +08:00
Code Issues Packages Projects Releases Wiki Activity

[easy] Pass compile_fx only the config patches (#16845)

Browse Source 
Signed-off-by: rzou <zou3519@gmail.com>
This commit is contained in:
Richard Zou 2025-04-20 00:25:19 -04:00 committed by GitHub
parent 4b07d36891
commit fe742aef5a
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
vllm/compilation/compiler_interface.py
View File

@ -167,8 +167,7 @@ class InductorAdaptor(CompilerInterface):
compiler_config: Dict[str, Any], compiler_config: Dict[str, Any],
runtime_shape: Optional[int] = None runtime_shape: Optional[int] = None
) -> Tuple[Optional[Callable], Optional[Any]]: ) -> Tuple[Optional[Callable], Optional[Any]]:
from torch._inductor import config current_config = {}
current_config = config.get_config_copy()
from torch._inductor.compile_fx import compile_fx from torch._inductor.compile_fx import compile_fx
# disable remote cache # disable remote cache