riaz.somc/transformers
1
0
Fork 0
mirror of https://github.com/huggingface/transformers.git synced 2025-08-01 18:51:14 +06:00
Code Issues Actions 4 Packages Projects Releases Wiki Activity

Make file reading more robust

Browse Source
This commit is contained in:
Marianne Stecklina 2019-09-19 09:28:00 +02:00 committed by thomwolf
parent cde42c4354
commit 3e9420add1
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
examples/utils_ner.py
View File

@ -75,7 +75,7 @@ def read_examples_from_file(data_dir, evaluate=False):
else: else:
splits = line.split(" ") splits = line.split(" ")
words.append(splits[0]) words.append(splits[0])
labels.append(splits[-1][:-1]) labels.append(splits[-1].replace("\n", ""))
if words: if words:
examples.append(InputExample(guid="%s-%d".format(guid_prefix, guid_index), examples.append(InputExample(guid="%s-%d".format(guid_prefix, guid_index),
words=words, words=words,