riaz.somc/transformers
1
0
Fork 0
mirror of https://github.com/huggingface/transformers.git synced 2025-07-31 02:02:21 +06:00
Code Issues Actions 23 Packages Projects Releases Wiki Activity

Fix optimizer (#6717)

Browse Source
This commit is contained in:
Julien Plu 2020-08-26 17:12:44 +02:00 committed by GitHub
parent 77abd1e79f
commit 02e8cd5584
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
src/transformers/optimization_tf.py
View File

@ -221,9 +221,9 @@ class AdamWeightDecay(tf.keras.optimizers.Adam):
)
return tf.no_op()
def apply_gradients(self, grads_and_vars, name=None):
def apply_gradients(self, grads_and_vars, name=None, **kwargs):
grads, tvars = list(zip(*grads_and_vars))
return super(AdamWeightDecay, self).apply_gradients(zip(grads, tvars), name=name,)
return super(AdamWeightDecay, self).apply_gradients(zip(grads, tvars), name=name, **kwargs)
def _get_lr(self, var_device, var_dtype, apply_state):
"""Retrieves the learning rate with the given state."""