From c92c884fec702ab4101a60d4949f86d496c0af73 Mon Sep 17 00:00:00 2001 From: Kohaku-Blueleaf <59680068+KohakuBlueleaf@users.noreply.github.com> Date: Wed, 23 Jul 2025 12:11:24 +0800 Subject: [PATCH] use more stable init --- comfy/weight_adapter/loha.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/comfy/weight_adapter/loha.py b/comfy/weight_adapter/loha.py index d1febcae8..2a09a63d9 100644 --- a/comfy/weight_adapter/loha.py +++ b/comfy/weight_adapter/loha.py @@ -136,8 +136,8 @@ class LoHaAdapter(WeightAdapterBase): torch.nn.init.constant_(mat2, 0.0) mat3 = torch.empty(out_dim, rank, device=weight.device, dtype=weight.dtype) mat4 = torch.empty(rank, in_dim, device=weight.device, dtype=weight.dtype) - torch.nn.init.normal_(mat3, 1) - torch.nn.init.normal_(mat4, 0.1) + torch.nn.init.normal_(mat3, 0.1) + torch.nn.init.normal_(mat4, 0.01) return LohaDiff( (mat1, mat2, alpha, mat3, mat4, None, None, None) )