Merge 3e30d5b249e62242c247c2ae26b1cf77f95ec498 into 9b4e9788e4a3a731f7567338ed15d3ec549ce03b

This commit is contained in:
Tri Dao 2025-10-09 23:06:37 +00:00 committed by GitHub
commit c6f3fa65e7
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -188,7 +188,7 @@ class Linear(nn.Module):
else:
self.register_parameter("scale", None)
if bias:
self.bias = nn.Parameter(torch.empty(out_features))
self.bias = nn.Parameter(torch.empty(out_features, dtype=torch.float32))
else:
self.register_parameter("bias", None)