riaz.somc/transformers
1
0
Fork 0
mirror of https://github.com/huggingface/transformers.git synced 2025-07-31 02:02:21 +06:00
Code Issues Actions 23 Packages Projects Releases Wiki Activity

typo

Browse Source
This commit is contained in:
LysandreJik 2019-09-02 22:03:39 -04:00
parent bac332fec0
commit 59057abe52
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
examples/utils_glue.py
View File

@ -415,7 +415,7 @@ def convert_examples_to_features(examples, label_list, max_seq_length,
if ex_index % 10000 == 0:
logger.info("Writing example %d of %d" % (ex_index, len(examples)))
input_ids, input_mask = tokenizer.encode(example.text_a, example.text_b, add_special_tokens=True, output_mask=True)
input_ids, segment_ids = tokenizer.encode(example.text_a, example.text_b, add_special_tokens=True, output_mask=True)
# The mask has 1 for real tokens and 0 for padding tokens. Only real
# tokens are attended to.