xinyun/ComfyUI
1
0
Fork 0
mirror of https://git.datalinker.icu/comfyanonymous/ComfyUI synced 2026-09-08 12:47:02 +08:00
Code Issues Packages Projects Releases Wiki Activity

Correct calculate_weight and load for OFT

Browse Source
This commit is contained in:
Kohaku-Blueleaf 2025-05-02 20:53:57 +08:00
parent d9a87c1e6a
commit e320c3c577
1 changed files with 11 additions and 9 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

20
comfy/weight_adapter/oft.py
View File

@ -32,17 +32,18 @@ class OFTAdapter(WeightAdapterBase):
blocks = lora[blocks_name] blocks = lora[blocks_name]
if blocks.ndim == 3: if blocks.ndim == 3:
loaded_keys.add(blocks_name) loaded_keys.add(blocks_name)
else:
blocks = None
if blocks is None:
return None
rescale = None rescale = None
if rescale_name in lora.keys(): if rescale_name in lora.keys():
rescale = lora[rescale_name] rescale = lora[rescale_name]
loaded_keys.add(rescale_name) loaded_keys.add(rescale_name)
if blocks is not None: weights = (blocks, rescale, alpha, dora_scale)
weights = (blocks, rescale, alpha, dora_scale) return cls(loaded_keys, weights)
return cls(loaded_keys, weights)
else:
return None
def calculate_weight( def calculate_weight(
self, self,
@ -79,16 +80,17 @@ class OFTAdapter(WeightAdapterBase):
normed_q = q * alpha / q_norm normed_q = q * alpha / q_norm
# use float() to prevent unsupported type in .inverse() # use float() to prevent unsupported type in .inverse()
r = (I + normed_q) @ (I - normed_q).float().inverse() r = (I + normed_q) @ (I - normed_q).float().inverse()
r = r.to(original_weight) r = r.to(weight)
_, *shape = weight.shape
lora_diff = torch.einsum( lora_diff = torch.einsum(
"k n m, k n ... -> k m ...", "k n m, k n ... -> k m ...",
(r * strength) - strength * I, (r * strength) - strength * I,
original_weight, weight.view(block_num, block_size, *shape),
) ).view(-1, *shape)
if dora_scale is not None: if dora_scale is not None:
weight = weight_decompose(dora_scale, weight, lora_diff, alpha, strength, intermediate_dtype, function) weight = weight_decompose(dora_scale, weight, lora_diff, alpha, strength, intermediate_dtype, function)
else: else:
weight += function(((strength * alpha) * lora_diff).type(weight.dtype)) weight += function((strength * lora_diff).type(weight.dtype))
except Exception as e: except Exception as e:
logging.error("ERROR {} {} {}".format(self.name, key, e)) logging.error("ERROR {} {} {}".format(self.name, key, e))
return weight return weight