mirror of
https://git.datalinker.icu/comfyanonymous/ComfyUI
synced 2026-08-24 20:45:45 +08:00
Fix issue with wan and other attention implementations.
This commit is contained in:
parent
65760e20d6
commit
f5990fa4c3
@ -88,9 +88,9 @@ class WanSelfAttention(nn.Module):
|
|||||||
q, k = apply_rope(q, k, freqs)
|
q, k = apply_rope(q, k, freqs)
|
||||||
|
|
||||||
x = optimized_attention(
|
x = optimized_attention(
|
||||||
q=q.view(b, s, n * d),
|
q.view(b, s, n * d),
|
||||||
k=k.view(b, s, n * d),
|
k.view(b, s, n * d),
|
||||||
v=v,
|
v,
|
||||||
heads=self.num_heads,
|
heads=self.num_heads,
|
||||||
)
|
)
|
||||||
|
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user