mirror of
https://github.com/huggingface/transformers.git
synced 2025-07-31 02:02:21 +06:00
parent
fd06ad5438
commit
65f4bc99f9
@ -96,6 +96,7 @@ class Conv1D(nn.Module):
|
||||
def __init__(self, nf, nx):
|
||||
super().__init__()
|
||||
self.nf = nf
|
||||
self.nx = nx
|
||||
self.weight = nn.Parameter(torch.empty(nx, nf))
|
||||
self.bias = nn.Parameter(torch.zeros(nf))
|
||||
nn.init.normal_(self.weight, std=0.02)
|
||||
|
Loading…
Reference in New Issue
Block a user