From 438b1ea3990d775bfa99cb04a834b051dc7599f6 Mon Sep 17 00:00:00 2001 From: shawnington <88048838+shawnington@users.noreply.github.com> Date: Mon, 3 Jun 2024 12:57:46 -0700 Subject: [PATCH] fixed missing closing bracket --- comfy/ldm/modules/attention.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/comfy/ldm/modules/attention.py b/comfy/ldm/modules/attention.py index 363dd89bb..b321bb081 100644 --- a/comfy/ldm/modules/attention.py +++ b/comfy/ldm/modules/attention.py @@ -260,7 +260,7 @@ def attention_split(q, k, v, heads, mask=None, attn_precision=None): end = i + slice_size if upcast: with torch.autocast(enabled=False, device_type = 'cuda'): - s1 = einsum('b i d, b j d -> b i j', q[:, i:end].to(dtype=torch.float32), k.to(dtype=torch.float32) * scale + s1 = einsum('b i d, b j d -> b i j', q[:, i:end].to(dtype=torch.float32), k.to(dtype=torch.float32)) * scale else: s1 = einsum('b i d, b j d -> b i j', q[:, i:end], k) * scale