xinyun/ComfyUI
1
0
Fork 0
mirror of https://git.datalinker.icu/comfyanonymous/ComfyUI synced 2026-09-02 21:47:10 +08:00
Code Issues Packages Projects Releases Wiki Activity

use more stable init

Browse Source
This commit is contained in:
Kohaku-Blueleaf 2025-07-23 12:11:24 +08:00
parent 7a677763e8
commit c92c884fec
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
comfy/weight_adapter/loha.py
View File

@ -136,8 +136,8 @@ class LoHaAdapter(WeightAdapterBase):
torch.nn.init.constant_(mat2, 0.0) torch.nn.init.constant_(mat2, 0.0)
mat3 = torch.empty(out_dim, rank, device=weight.device, dtype=weight.dtype) mat3 = torch.empty(out_dim, rank, device=weight.device, dtype=weight.dtype)
mat4 = torch.empty(rank, in_dim, device=weight.device, dtype=weight.dtype) mat4 = torch.empty(rank, in_dim, device=weight.device, dtype=weight.dtype)
torch.nn.init.normal_(mat3, 1) torch.nn.init.normal_(mat3, 0.1)
torch.nn.init.normal_(mat4, 0.1) torch.nn.init.normal_(mat4, 0.01)
return LohaDiff( return LohaDiff(
(mat1, mat2, alpha, mat3, mat4, None, None, None) (mat1, mat2, alpha, mat3, mat4, None, None, None)
) )