riaz.somc/transformers
1
0
Fork 0
mirror of https://github.com/huggingface/transformers.git synced 2025-07-31 02:02:21 +06:00
Code Issues Actions 23 Packages Projects Releases Wiki Activity

Depend on hidden_dropout_prob

Browse Source
This commit is contained in:
Lysandre 2021-08-16 10:52:28 +02:00
parent 3c6d73bc5c
commit 62ba3b6b43
2 changed files with 8 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
src/transformers/models/bert/modeling_bert.py
View File

@ -1585,7 +1585,10 @@ class BertForMultipleChoice(BertPreTrainedModel):
super().__init__(config)
self.bert = BertModel(config)
self.dropout = nn.Dropout(config.classifier_dropout)
classifier_dropout = (
config.classifier_dropout if config.classifier_dropout is not None else config.hidden_dropout_prob
)
self.dropout = nn.Dropout(classifier_dropout)
self.classifier = nn.Linear(config.hidden_size, 1)
self.init_weights()

5
src/transformers/models/mobilebert/modeling_mobilebert.py
View File

@ -1415,7 +1415,10 @@ class MobileBertForMultipleChoice(MobileBertPreTrainedModel):
super().__init__(config)
self.mobilebert = MobileBertModel(config)
self.dropout = nn.Dropout(config.classifier_dropout)
classifier_dropout = (
config.classifier_dropout if config.classifier_dropout is not None else config.hidden_dropout_prob
)
self.dropout = nn.Dropout(classifier_dropout)
self.classifier = nn.Linear(config.hidden_size, 1)
self.init_weights()