riaz.somc/transformers
1
0
Fork 0
mirror of https://github.com/huggingface/transformers.git synced 2025-08-02 03:01:07 +06:00
Code Issues Actions 3 Packages Projects Releases Wiki Activity

Fix repr for conv (#32897)

Browse Source 
add nx
This commit is contained in:
Arthur 2024-08-20 14:34:24 +02:00 committed by GitHub
parent fd06ad5438
commit 65f4bc99f9
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
src/transformers/pytorch_utils.py
View File

@ -96,6 +96,7 @@ class Conv1D(nn.Module):
def __init__(self, nf, nx): def __init__(self, nf, nx):
super().__init__() super().__init__()
self.nf = nf self.nf = nf
self.nx = nx
self.weight = nn.Parameter(torch.empty(nx, nf)) self.weight = nn.Parameter(torch.empty(nx, nf))
self.bias = nn.Parameter(torch.zeros(nf)) self.bias = nn.Parameter(torch.zeros(nf))
nn.init.normal_(self.weight, std=0.02) nn.init.normal_(self.weight, std=0.02)