diff --git a/tests/optimization_test.py b/tests/optimization_test.py index 3f9f8abbfe8..8c28ad38adf 100644 --- a/tests/optimization_test.py +++ b/tests/optimization_test.py @@ -20,7 +20,8 @@ import unittest import torch -from pytorch_pretrained_bert import BertAdam, WarmupCosineWithRestartsSchedule +from pytorch_pretrained_bert import BertAdam +from pytorch_pretrained_bert.optimization import WarmupCosineWithWarmupRestartsSchedule from matplotlib import pyplot as plt import numpy as np @@ -50,7 +51,7 @@ class OptimizationTest(unittest.TestCase): class WarmupCosineWithRestartsTest(unittest.TestCase): def test_it(self): - m = WarmupCosineWithRestartsSchedule(warmup=0.2, t_total=1, cycles=3) + m = WarmupCosineWithWarmupRestartsSchedule(warmup=0.05, t_total=1, cycles=3) x = np.arange(0, 1000) / 1000 y = [m.get_lr_(xe) for xe in x] plt.plot(y)