riaz.somc/transformers
1
0
Fork 0
mirror of https://github.com/huggingface/transformers.git synced 2025-07-31 02:02:21 +06:00
Code Issues Actions 33 Packages Projects Releases Wiki Activity

rename BertLayer to BertEncoderLayer

Browse Source
This commit is contained in:
Rémi Louf 2019-10-07 16:31:46 +02:00
parent 0053c0e052
commit dda1adad6d
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
transformers/modeling_bert.py
View File

@ -315,9 +315,9 @@ class BertOutput(nn.Module):
return hidden_states
class BertLayer(nn.Module):
class BertEncoderLayer(nn.Module):
def __init__(self, config):
super(BertLayer, self).__init__()
super(BertEncoderLayer, self).__init__()
self.attention = BertAttention(config)
self.intermediate = BertIntermediate(config)
self.output = BertOutput(config)
@ -336,7 +336,7 @@ class BertEncoder(nn.Module):
super(BertEncoder, self).__init__()
self.output_attentions = config.output_attentions
self.output_hidden_states = config.output_hidden_states
self.layer = nn.ModuleList([BertLayer(config) for _ in range(config.num_hidden_layers)])
self.layer = nn.ModuleList([BertEncoderLayer(config) for _ in range(config.num_hidden_layers)])
def forward(self, hidden_states, attention_mask=None, head_mask=None):
all_hidden_states = ()