Update run_qa.py (#13857)

This commit is contained in:
Akul Agrawal 2021-10-06 08:40:24 +05:30 committed by GitHub
parent 013bdc6d65
commit dac7798144
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

View File

@ -420,7 +420,7 @@ def main():
raise ValueError("--do_train requires a train dataset")
train_dataset = raw_datasets["train"]
if data_args.max_train_samples is not None:
# We will select sample from whole data if agument is specified
# We will select sample from whole data if argument is specified
train_dataset = train_dataset.select(range(data_args.max_train_samples))
# Create train feature from dataset
with training_args.main_process_first(desc="train dataset map pre-processing"):