riaz.somc/transformers
1
0
Fork 0
mirror of https://github.com/huggingface/transformers.git synced 2025-07-31 18:22:34 +06:00
Code Issues Actions 4 Packages Projects Releases Wiki Activity

Fix BERT/MobileBERT classifier dropout

Browse Source
This commit is contained in:
Lysandre 2021-08-16 10:43:59 +02:00
parent 7d2feb3a3b
commit 3c6d73bc5c
2 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
src/transformers/models/bert/modeling_bert.py
View File

@ -1585,7 +1585,7 @@ class BertForMultipleChoice(BertPreTrainedModel):
super().__init__(config) super().__init__(config)
self.bert = BertModel(config) self.bert = BertModel(config)
self.dropout = nn.Dropout(config.classifier_dropout_prob) self.dropout = nn.Dropout(config.classifier_dropout)
self.classifier = nn.Linear(config.hidden_size, 1) self.classifier = nn.Linear(config.hidden_size, 1)
self.init_weights() self.init_weights()

2
src/transformers/models/mobilebert/modeling_mobilebert.py
View File

@ -1415,7 +1415,7 @@ class MobileBertForMultipleChoice(MobileBertPreTrainedModel):
super().__init__(config) super().__init__(config)
self.mobilebert = MobileBertModel(config) self.mobilebert = MobileBertModel(config)
self.dropout = nn.Dropout(config.hidden_dropout_prob) self.dropout = nn.Dropout(config.classifier_dropout)
self.classifier = nn.Linear(config.hidden_size, 1) self.classifier = nn.Linear(config.hidden_size, 1)
self.init_weights() self.init_weights()