riaz.somc/transformers
1
0
Fork 0
mirror of https://github.com/huggingface/transformers.git synced 2025-08-02 03:01:07 +06:00
Code Issues Actions 3 Packages Projects Releases Wiki Activity

wrap forward passes with torch.no_grad() (#19438)

Browse Source
This commit is contained in:
Partho 2022-10-11 00:24:54 +05:30 committed by GitHub
parent 692c5be74e
commit 870a9542be
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
tests/models/roformer/test_modeling_roformer.py
View File

@ -457,7 +457,8 @@ class RoFormerModelIntegrationTest(unittest.TestCase):
def test_inference_masked_lm(self): def test_inference_masked_lm(self):
model = RoFormerForMaskedLM.from_pretrained("junnyu/roformer_chinese_base") model = RoFormerForMaskedLM.from_pretrained("junnyu/roformer_chinese_base")
input_ids = torch.tensor([[0, 1, 2, 3, 4, 5]]) input_ids = torch.tensor([[0, 1, 2, 3, 4, 5]])
output = model(input_ids)[0] with torch.no_grad():
output = model(input_ids)[0]
# TODO Replace vocab size # TODO Replace vocab size
vocab_size = 50000 vocab_size = 50000