riaz.somc/transformers
1
0
Fork 0
mirror of https://github.com/huggingface/transformers.git synced 2025-07-04 13:20:12 +06:00
Code Issues Actions 21 Packages Projects Releases Wiki Activity

Merge branch 'master' of https://github.com/huggingface/pytorch-pretrained-BERT

Browse Source
This commit is contained in:
thomwolf 2018-11-03 23:35:16 +01:00
commit eaa6db92f1
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
modeling.py
View File

@ -487,7 +487,7 @@ class BertForQuestionAnswering(nn.Module):
m.weight.data.normal_(config.initializer_range) m.weight.data.normal_(config.initializer_range)
elif isinstance(m, BERTLayerNorm): elif isinstance(m, BERTLayerNorm):
m.beta.data.normal_(config.initializer_range) m.beta.data.normal_(config.initializer_range)
m.gamme.data.normal_(config.initializer_range) m.gamma.data.normal_(config.initializer_range)
if isinstance(m, nn.Linear): if isinstance(m, nn.Linear):
m.bias.data.zero_() m.bias.data.zero_()
self.apply(init_weights) self.apply(init_weights)