riaz.somc/transformers
1
0
Fork 0
mirror of https://github.com/huggingface/transformers.git synced 2025-07-31 02:02:21 +06:00
Code Issues Actions 23 Packages Projects Releases Wiki Activity

fix eos_token_ids in test

Browse Source
This commit is contained in:
Patrick von Platen 2020-03-12 21:00:54 +01:00
parent 6047f46b19
commit f1c71da115
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
tests/test_modeling_bart.py
View File

@ -61,7 +61,7 @@ class ModelTester:
self.hidden_dropout_prob = 0.1
self.attention_probs_dropout_prob = 0.1
self.max_position_embeddings = 20
self.eos_token_id = 2
self.eos_token_ids = [2]
self.pad_token_id = 1
self.bos_token_id = 0
torch.manual_seed(0)
@ -436,7 +436,7 @@ class BartModelIntegrationTest(unittest.TestCase):
num_beams=4,
max_length=extra_len + 2,
do_sample=False,
decoder_start_token_id=hf.config.eos_token_id,
decoder_start_token_id=hf.config.eos_token_ids[0],
) # repetition_penalty=10.,
expected_result = "<s>The Palestinian Authority officially became the 123rd member of the International Criminal Court on Wednesday."
generated = [tok.decode(g,) for g in gen_tokens]
@ -481,7 +481,7 @@ class BartModelIntegrationTest(unittest.TestCase):
no_repeat_ngram_size=3,
do_sample=False,
early_stopping=True,
decoder_start_token_id=hf.config.eos_token_id,
decoder_start_token_id=hf.config.eos_token_ids[0],
)
decoded = [