xinyun/ComfyUI-KJNodes
1
0
Fork 0
mirror of https://git.datalinker.icu/kijai/ComfyUI-KJNodes.git synced 2026-01-26 15:04:34 +08:00
Code Issues Packages Projects Releases Wiki Activity

Extend fp8 diff path when either model is scaled

Browse Source
This commit is contained in:
Dango233 2025-10-28 22:40:05 -04:00
parent e6ee59b4c2
commit 8643d75a6b
1 changed files with 5 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
nodes/lora_nodes.py
View File

@ -237,11 +237,14 @@ class LoraExtractKJ:
scaled_fp8_ft = getattr(getattr(finetuned_model.model, "model_config", None), "scaled_fp8", None)
scaled_fp8_orig = getattr(getattr(original_model.model, "model_config", None), "scaled_fp8", None)
scaled_fp8_present = scaled_fp8_ft is not None or scaled_fp8_orig is not None
if scaled_fp8_ft is not None and scaled_fp8_orig is not None:
if scaled_fp8_present:
comfy.model_management.load_models_gpu([finetuned_model, original_model], force_patch_weights=True)
logging.info(
"LoraExtractKJ: detected scaled fp8 weights on both models; using high-precision diff path."
"LoraExtractKJ: detected scaled fp8 weights (finetuned=%s, original=%s); using high-precision diff path.",
scaled_fp8_ft is not None,
scaled_fp8_orig is not None,
)
sd_override = _build_scaled_fp8_diff(
finetuned_model, original_model, "diffusion_model.", bias_diff