From 5bf7df72d76e30c45a75830c52869aa64cd828f6 Mon Sep 17 00:00:00 2001 From: drhead <1313496+drhead@users.noreply.github.com> Date: Sat, 15 Jun 2024 02:39:56 -0400 Subject: [PATCH] create mmdit time embedding freqs on device --- comfy/ldm/modules/diffusionmodules/mmdit.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/comfy/ldm/modules/diffusionmodules/mmdit.py b/comfy/ldm/modules/diffusionmodules/mmdit.py index 0cb6bd312..20d3a321a 100644 --- a/comfy/ldm/modules/diffusionmodules/mmdit.py +++ b/comfy/ldm/modules/diffusionmodules/mmdit.py @@ -243,9 +243,9 @@ class TimestepEmbedder(nn.Module): half = dim // 2 freqs = torch.exp( -math.log(max_period) - * torch.arange(start=0, end=half, dtype=torch.float32) + * torch.arange(start=0, end=half, dtype=torch.float32, device=t.device) / half - ).to(device=t.device) + ) args = t[:, None].float() * freqs[None] embedding = torch.cat([torch.cos(args), torch.sin(args)], dim=-1) if dim % 2: