This commit is contained in:
comfyanonymous 2025-08-18 20:19:06 -04:00 committed by GitHub
parent 4d7019555d
commit f2c38dd9dc
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -287,7 +287,7 @@ class Llama2_(nn.Module):
x *= self.config.hidden_size ** 0.5 x *= self.config.hidden_size ** 0.5
if position_ids is None: if position_ids is None:
position_ids = torch.arange(0, x.shape[1], device=xdevice).unsqueeze(0) position_ids = torch.arange(0, x.shape[1], device=x.device).unsqueeze(0)
freqs_cis = precompute_freqs_cis(self.config.head_dim, freqs_cis = precompute_freqs_cis(self.config.head_dim,
position_ids, position_ids,