mirror of
https://git.datalinker.icu/comfyanonymous/ComfyUI
synced 2026-08-16 23:23:31 +08:00
device error fix
This commit is contained in:
parent
c39c3ffece
commit
a1c50b6ff8
@ -80,7 +80,7 @@ class MoEGate(nn.Module):
|
||||
self.alpha = aux_loss_alpha
|
||||
|
||||
self.gating_dim = embed_dim
|
||||
self.weight = nn.Parameter(torch.empty((self.n_routed_experts, self.gating_dim)), device = device, dtype = dtype)
|
||||
self.weight = nn.Parameter(torch.empty((self.n_routed_experts, self.gating_dim), device = device, dtype = dtype))
|
||||
|
||||
def forward(self, hidden_states: torch.Tensor) -> torch.Tensor:
|
||||
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user