xinyun/ComfyUI
1
0
Fork 0
mirror of https://git.datalinker.icu/comfyanonymous/ComfyUI synced 2026-10-05 03:57:04 +08:00
Code Issues Packages Projects Releases Wiki Activity

fixed typo in function

Browse Source
This commit is contained in:
shawnington 2024-06-03 12:23:47 -07:00 committed by GitHub
parent 8299ebdaae
commit 938f824aae
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
comfy/ldm/modules/attention.py
View File

@ -105,8 +105,8 @@ def attention_basic(q, k, v, heads, mask=None, attn_precision=None):
) )
# force cast to fp32 to avoid overflowing if args.dont_upcast_attention is not set # force cast to fp32 to avoid overflowing if args.dont_upcast_attention is not set
sim = einsum('b i d, b j d -> b i j', q.to(dtype=cast_to_type), k.to(dtype=cast_to_type) * scale sim = einsum('b i d, b j d -> b i j', q.to(dtype=cast_to_type), k.to(dtype=cast_to_type)) * scale
del q, k del q, k
if exists(mask): if exists(mask):