riaz.somc/transformers
1
0
Fork 0
mirror of https://github.com/huggingface/transformers.git synced 2025-07-31 02:02:21 +06:00
Code Issues Actions 23 Packages Projects Releases Wiki Activity

schedule fix

Browse Source
This commit is contained in:
lukovnikov 2019-04-03 17:20:29 +02:00
parent 23bd2eebf5
commit 5fed5bb3d6
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
pytorch_pretrained_bert/optimization.py
View File

@ -38,7 +38,7 @@ class LRSchedule(object):
:param kw:
"""
super(LRSchedule, self).__init__(**kw)
if t_total <= 0:
if t_total < 0:
logger.warning("t_total value of {} results in schedule not being applied".format(t_total))
if not 0.0 <= warmup < 1.0 and not warmup == -1:
raise ValueError("Invalid warmup: {} - should be in [0.0, 1.0[ or -1".format(warmup))