xinyun/ComfyUI
1
0
Fork 0
mirror of https://git.datalinker.icu/comfyanonymous/ComfyUI synced 2026-08-28 13:55:41 +08:00
Code Issues Packages Projects Releases Wiki Activity

Fix fp8 model training

Browse Source
This commit is contained in:
Kohaku-Blueleaf 2025-09-14 11:29:39 +08:00
parent eea608e48f
commit 4a976adcd7
1 changed files with 7 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

13
comfy/ops.py
View File

@ -336,12 +336,13 @@ class fp8_ops(manual_cast):
return None return None
def forward_comfy_cast_weights(self, input): def forward_comfy_cast_weights(self, input):
try: if not self.training:
out = fp8_linear(self, input) try:
if out is not None: out = fp8_linear(self, input)
return out if out is not None:
except Exception as e: return out
logging.info("Exception during fp8 op: {}".format(e)) except Exception as e:
logging.info("Exception during fp8 op: {}".format(e))
weight, bias = cast_bias_weight(self, input) weight, bias = cast_bias_weight(self, input)
return torch.nn.functional.linear(input, weight, bias) return torch.nn.functional.linear(input, weight, bias)