mirror of
https://github.com/huggingface/transformers.git
synced 2025-08-01 02:31:11 +06:00
Make file reading more robust
This commit is contained in:
parent
cde42c4354
commit
3e9420add1
@ -75,7 +75,7 @@ def read_examples_from_file(data_dir, evaluate=False):
|
||||
else:
|
||||
splits = line.split(" ")
|
||||
words.append(splits[0])
|
||||
labels.append(splits[-1][:-1])
|
||||
labels.append(splits[-1].replace("\n", ""))
|
||||
if words:
|
||||
examples.append(InputExample(guid="%s-%d".format(guid_prefix, guid_index),
|
||||
words=words,
|
||||
|
Loading…
Reference in New Issue
Block a user