riaz.somc/transformers
1
0
Fork 0
mirror of https://github.com/huggingface/transformers.git synced 2025-07-31 02:02:21 +06:00
Code Issues Actions 33 Packages Projects Releases Wiki Activity

test datasets@main

Browse Source
This commit is contained in:
Quentin Lhoest 2025-03-14 15:26:59 +01:00
parent 6cf0a520ee
commit 5d118a11c0
2 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
.circleci/create_circleci_config.py
View File

@ -156,6 +156,7 @@ class CircleCIJob:
{"attach_workspace": {"at": "test_preparation"}},
{"run": "apt-get update && apt-get install -y curl"},
{"run": " && ".join(self.install_steps)},
{"run": {"name": "Install `datasets@main`", "command": 'pip uninstall datasets -y && pip install "datasets @ git+https://github.com/huggingface/datasets@main#egg=datasets"'}},
{"run": {"name": "Download NLTK files", "command": """python -c "import nltk; nltk.download('punkt', quiet=True)" """} if "example" in self.name else "echo Skipping"},
{"run": {
"name": "Show installed libraries and their size",

2
setup.py
View File

@ -103,7 +103,7 @@ _deps = [
"codecarbon>=2.8.1",
"cookiecutter==1.7.3",
"dataclasses",
"datasets!=2.5.0",
"datasets!=2.5.0", # pinned to datasets@main in create_circleci_config.py
"deepspeed>=0.9.3",
"diffusers",
"dill<0.3.5",