xinyun/ComfyUI
1
0
Fork 0
mirror of https://git.datalinker.icu/comfyanonymous/ComfyUI synced 2026-11-13 13:07:00 +08:00
Code Issues Packages Projects Releases Wiki Activity

refine comy/ops.py

Browse Source
This commit is contained in:
Yao Chi 2024-08-25 23:48:08 +08:00
parent b886229805
commit 949df83234
1 changed files with 0 additions and 12 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
comfy/ops.py
View File

@ -309,15 +309,3 @@ def pick_operations(weight_dtype, compute_dtype, load_device=None):
if comfy.model_management.supports_fp8_compute(load_device): if comfy.model_management.supports_fp8_compute(load_device):
return fp8_ops return fp8_ops
return manual_cast return manual_cast
def fp8_quantize(weight, qdtype=torch.float8_e4m3fn):
device = weight.device
finfo = torch.finfo(qdtype)
scale = finfo.max / weight.abs().max().clamp(min=1e-12)
qweight = (weight * scale).clamp(min=finfo.min, max=finfo.max)
# Return both float8 data and the inverse scale (as float),
# as both required as inputs to torch._scaled_mm
qweight = qweight.to(qdtype)
scale = scale.float().reciprocal()
return qweight, scale