mirror of
https://git.datalinker.icu/deepseek-ai/DeepSeek-V3.git
synced 2025-12-16 00:04:31 +08:00
Merge 3e30d5b249e62242c247c2ae26b1cf77f95ec498 into 9b4e9788e4a3a731f7567338ed15d3ec549ce03b
This commit is contained in:
commit
c6f3fa65e7
@ -188,7 +188,7 @@ class Linear(nn.Module):
|
|||||||
else:
|
else:
|
||||||
self.register_parameter("scale", None)
|
self.register_parameter("scale", None)
|
||||||
if bias:
|
if bias:
|
||||||
self.bias = nn.Parameter(torch.empty(out_features))
|
self.bias = nn.Parameter(torch.empty(out_features, dtype=torch.float32))
|
||||||
else:
|
else:
|
||||||
self.register_parameter("bias", None)
|
self.register_parameter("bias", None)
|
||||||
|
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user