xinyun/ComfyUI
1
0
Fork 0
mirror of https://git.datalinker.icu/comfyanonymous/ComfyUI synced 2026-08-16 22:03:35 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix attention

Browse Source
This commit is contained in:
Yousef Rafat 2025-08-01 14:09:41 +03:00
parent a1c50b6ff8
commit 447a46f34b
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
comfy/ldm/hunyuan3dv2_1/hunyuandit.py
View File

@ -399,8 +399,8 @@ class Attention(nn.Module):
qkv = qkv_combined.view(1, -1, self.num_heads, split_size * 3)
query, key, value = torch.split(qkv, split_size, dim=-1)
query = query.reshape(B, N, self.num_heads, self.head_dim).transpose(1, 2)
key = key.reshape(B, N, self.num_heads, self.head_dim).transpose(1, 2)
query = query.reshape(B, N, self.num_heads, self.head_dim)
key = key.reshape(B, N, self.num_heads, self.head_dim)
value = value.reshape(B, N, self.num_heads * self.head_dim)
query = self.q_norm(query)