riaz.somc/transformers
1
0
Fork 0
mirror of https://github.com/huggingface/transformers.git synced 2025-08-03 03:31:05 +06:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

Update run_qa.py (#13857)

Browse Source
This commit is contained in:
Akul Agrawal 2021-10-06 08:40:24 +05:30 committed by GitHub
parent 013bdc6d65
commit dac7798144
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
examples/pytorch/question-answering/run_qa.py
View File

@ -420,7 +420,7 @@ def main():
raise ValueError("--do_train requires a train dataset") raise ValueError("--do_train requires a train dataset")
train_dataset = raw_datasets["train"] train_dataset = raw_datasets["train"]
if data_args.max_train_samples is not None: if data_args.max_train_samples is not None:
# We will select sample from whole data if agument is specified # We will select sample from whole data if argument is specified
train_dataset = train_dataset.select(range(data_args.max_train_samples)) train_dataset = train_dataset.select(range(data_args.max_train_samples))
# Create train feature from dataset # Create train feature from dataset
with training_args.main_process_first(desc="train dataset map pre-processing"): with training_args.main_process_first(desc="train dataset map pre-processing"):