xinyun/ComfyUI-KJNodes
1
0
Fork 0
mirror of https://git.datalinker.icu/kijai/ComfyUI-KJNodes.git synced 2026-05-30 11:17:09 +08:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #459 from urlesistiana/patch_1

Browse Source 
change "dynamic" in TorchCompileModelAdvanced to list with 3 options
This commit is contained in:
Jukka Seppänen 2025-12-09 16:57:00 +02:00 committed by GitHub
commit 987b9a28e4
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 10 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
nodes/model_optimization_nodes.py
View File

@ -868,7 +868,10 @@ class TorchCompileModelAdvanced:
"backend": (["inductor","cudagraphs"], {"default": "inductor"}), "backend": (["inductor","cudagraphs"], {"default": "inductor"}),
"fullgraph": ("BOOLEAN", {"default": False, "tooltip": "Enable full graph mode"}), "fullgraph": ("BOOLEAN", {"default": False, "tooltip": "Enable full graph mode"}),
"mode": (["default", "max-autotune", "max-autotune-no-cudagraphs", "reduce-overhead"], {"default": "default"}), "mode": (["default", "max-autotune", "max-autotune-no-cudagraphs", "reduce-overhead"], {"default": "default"}),
"dynamic": ("BOOLEAN", {"default": False, "tooltip": "Enable dynamic mode"}), "dynamic": (
["auto", "true", "false"],
{"default": "auto", "tooltip": "Use dynamic shape tracing."},
),
"compile_transformer_blocks_only": ("BOOLEAN", {"default": True, "tooltip": "Compile only transformer blocks, faster compile and less error prone"}), "compile_transformer_blocks_only": ("BOOLEAN", {"default": True, "tooltip": "Compile only transformer blocks, faster compile and less error prone"}),
"dynamo_cache_size_limit": ("INT", {"default": 64, "min": 0, "max": 1024, "step": 1, "tooltip": "torch._dynamo.config.cache_size_limit"}), "dynamo_cache_size_limit": ("INT", {"default": 64, "min": 0, "max": 1024, "step": 1, "tooltip": "torch._dynamo.config.cache_size_limit"}),
"debug_compile_keys": ("BOOLEAN", {"default": False, "tooltip": "Print the compile keys used for torch.compile"}), "debug_compile_keys": ("BOOLEAN", {"default": False, "tooltip": "Print the compile keys used for torch.compile"}),
@ -904,6 +907,12 @@ class TorchCompileModelAdvanced:
if not compile_key_list: if not compile_key_list:
compile_key_list =["diffusion_model"] compile_key_list =["diffusion_model"]
dynamic_kv = {"true": True, "false": False, "auto": None}
try:
dynamic = dynamic_kv[dynamic]
except KeyError:
raise ValueError(f"Invalid dynamic arg {dynamic}")
set_torch_compile_wrapper(model=m, keys=compile_key_list, backend=backend, mode=mode, dynamic=dynamic, fullgraph=fullgraph) set_torch_compile_wrapper(model=m, keys=compile_key_list, backend=backend, mode=mode, dynamic=dynamic, fullgraph=fullgraph)
except: except:
raise RuntimeError("Failed to compile model") raise RuntimeError("Failed to compile model")