Merge pull request #474 from jiesutd/master

Fix tsv read error in Windows
This commit is contained in:
Thomas Wolf 2019-04-15 10:56:48 +02:00 committed by GitHub
commit bb61b747df
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

View File

@ -95,7 +95,7 @@ class DataProcessor(object):
@classmethod
def _read_tsv(cls, input_file, quotechar=None):
"""Reads a tab separated value file."""
with open(input_file, "r") as f:
with open(input_file, "r", encoding="utf-8") as f:
reader = csv.reader(f, delimiter="\t", quotechar=quotechar)
lines = []
for line in reader: