riaz.somc/transformers
1
0
Fork 0
mirror of https://github.com/huggingface/transformers.git synced 2025-08-01 02:31:11 +06:00
Code Issues Actions 3 Packages Projects Releases Wiki Activity

Improve logging message in the single sentence classification processor

Browse Source
This commit is contained in:
Simone Primarosa 2019-12-29 13:41:46 +01:00 committed by Lysandre Debut
parent bf8d4bc674
commit bf89be77b9
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
src/transformers/data/processors/utils.py
View File

@ -253,7 +253,7 @@ class SingleSentenceClassificationProcessor(DataProcessor):
features = [] features = []
for (ex_index, (input_ids, example)) in enumerate(zip(all_input_ids, self.examples)): for (ex_index, (input_ids, example)) in enumerate(zip(all_input_ids, self.examples)):
if ex_index % 10000 == 0: if ex_index % 10000 == 0:
logger.info("Writing example %d", ex_index) logger.info("Writing example %d/%d" % (ex_index, len(examples)))
# The mask has 1 for real tokens and 0 for padding tokens. Only real # The mask has 1 for real tokens and 0 for padding tokens. Only real
# tokens are attended to. # tokens are attended to.
attention_mask = [1 if mask_padding_with_zero else 0] * len(input_ids) attention_mask = [1 if mask_padding_with_zero else 0] * len(input_ids)