riaz.somc/transformers
1
0
Fork 0
mirror of https://github.com/huggingface/transformers.git synced 2025-07-03 21:00:08 +06:00
Code Issues Actions 25 Packages Projects Releases Wiki Activity

add timeout for downloading the librispeech_asr dataset (#38073)

Browse Source 
* add timeout

* change 10 to 60
This commit is contained in:
Fanli Lin 2025-05-13 18:50:12 +08:00 committed by GitHub
parent 3ad35d0bca
commit 8fb60bf6be
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 2 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
examples/pytorch/speech-pretraining/run_wav2vec2_pretraining_no_trainer.py
View File

@ -21,6 +21,7 @@ from dataclasses import dataclass
from pathlib import Path
from typing import Optional, Union
import aiohttp
import datasets
import torch
from accelerate import Accelerator
@ -454,6 +455,7 @@ def main():
split=train_split_name,
cache_dir=args.cache_dir,
trust_remote_code=args.trust_remote_code,
storage_options={"client_kwargs": {"timeout": aiohttp.ClientTimeout(total=60 * 60)}},
)
datasets_splits.append(dataset_split)