riaz.somc/transformers
1
0
Fork 0
mirror of https://github.com/huggingface/transformers.git synced 2025-08-02 03:01:07 +06:00
Code Issues Actions 3 Packages Projects Releases Wiki Activity

try fixes

Browse Source
This commit is contained in:
younesbelkada 2022-05-13 12:37:17 +02:00
parent 3f936df662
commit a8ad75ef69
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
tests/models/opt/test_modeling_opt.py
View File

@ -281,7 +281,7 @@ class OPTModelIntegrationTests(unittest.TestCase):
attention_mask = input_ids.ne(model.config.pad_token_id) attention_mask = input_ids.ne(model.config.pad_token_id)
with torch.no_grad(): with torch.no_grad():
output = model(input_ids=input_ids, attention_mask=attention_mask).last_hidden_state output = model(input_ids=input_ids, attention_mask=attention_mask).last_hidden_state
expected_shape = torch.Size((1, 11, 1024)) expected_shape = torch.Size((1, 11, 512))
self.assertEqual(output.shape, expected_shape) self.assertEqual(output.shape, expected_shape)
expected_slice = torch.tensor( expected_slice = torch.tensor(
[[0.7144, 0.8143, -1.2813], [0.7144, 0.8143, -1.2813], [-0.0467, 2.5911, -2.1845]], device=torch_device [[0.7144, 0.8143, -1.2813], [0.7144, 0.8143, -1.2813], [-0.0467, 2.5911, -2.1845]], device=torch_device
@ -348,8 +348,8 @@ class OPTGenerationTest(unittest.TestCase):
GEN_OUTPUT = [] GEN_OUTPUT = []
tokenizer = GPT2Tokenizer.from_pretrained("patrickvonplaten/opt_gpt2_tokenizer") tokenizer = GPT2Tokenizer.from_pretrained("patrickvonplaten/opt_gpt2_tokenizer")
for model in self.all_model_path: for path_model in self.all_model_path:
model = OPTForCausalLM.from_pretrained(self.path_model) model = OPTForCausalLM.from_pretrained(path_model)
model = model.eval() model = model.eval()
model.config.eos_token_id = tokenizer.eos_token_id model.config.eos_token_id = tokenizer.eos_token_id