riaz.somc/transformers
1
0
Fork 0
mirror of https://github.com/huggingface/transformers.git synced 2025-07-30 17:52:35 +06:00
Code Issues Actions 30 Packages Projects Releases Wiki Activity

- updated docs for optimization

Browse Source
This commit is contained in:
lukovnikov 2019-04-03 16:13:51 +02:00
parent 1758c8fc72
commit d164867d90
1 changed files with 3 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
tests/optimization_test.py
View File

@ -20,7 +20,8 @@ import unittest
import torch
from pytorch_pretrained_bert import BertAdam, WarmupCosineWithRestartsSchedule
from pytorch_pretrained_bert import BertAdam
from pytorch_pretrained_bert.optimization import WarmupCosineWithWarmupRestartsSchedule
from matplotlib import pyplot as plt
import numpy as np
@ -50,7 +51,7 @@ class OptimizationTest(unittest.TestCase):
class WarmupCosineWithRestartsTest(unittest.TestCase):
def test_it(self):
m = WarmupCosineWithRestartsSchedule(warmup=0.2, t_total=1, cycles=3)
m = WarmupCosineWithWarmupRestartsSchedule(warmup=0.05, t_total=1, cycles=3)
x = np.arange(0, 1000) / 1000
y = [m.get_lr_(xe) for xe in x]
plt.plot(y)