From 564fd75d65e66d3ac2a7c39558aa1079c9845152 Mon Sep 17 00:00:00 2001
From: guillaume-be <guillaume.becquin@gmail.com>
Date: Thu, 20 Feb 2020 22:08:21 +0100
Subject: [PATCH] Removed unused fields in DistilBert TransformerBlock (#2710)

* Removed unused fields in DistilBert TransformerBlock
---
 src/transformers/modeling_distilbert.py | 5 -----
 1 file changed, 5 deletions(-)

diff --git a/src/transformers/modeling_distilbert.py b/src/transformers/modeling_distilbert.py
index b155efebefa..787346a71d5 100644
--- a/src/transformers/modeling_distilbert.py
+++ b/src/transformers/modeling_distilbert.py
@@ -217,11 +217,6 @@ class TransformerBlock(nn.Module):
     def __init__(self, config):
         super().__init__()
 
-        self.n_heads = config.n_heads
-        self.dim = config.dim
-        self.hidden_dim = config.hidden_dim
-        self.dropout = nn.Dropout(p=config.dropout)
-        self.activation = config.activation
         self.output_attentions = config.output_attentions
 
         assert config.dim % config.n_heads == 0