Hf Xet extra (#37305)

* Hf Xet extra

* Hf Xet extra
This commit is contained in:
Lysandre Debut 2025-04-05 21:06:05 +02:00 committed by GitHub
parent e94571580b
commit aa40fda346
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 3 additions and 0 deletions

View File

@ -117,6 +117,7 @@ _deps = [
"fugashi>=1.0",
"GitPython<3.1.19",
"hf-doc-builder>=0.3.0",
"hf_xet",
"huggingface-hub>=0.30.0,<1.0",
"importlib_metadata",
"ipadic>=1.0.0,<2.0",
@ -283,6 +284,7 @@ extras["tf-cpu"] = deps_list(
extras["torch"] = deps_list("torch", "accelerate")
extras["accelerate"] = deps_list("accelerate")
extras["hf_xet"] = deps_list("hf_xet")
if os.name == "nt": # windows
extras["retrieval"] = deps_list("datasets") # faiss is not supported on windows

View File

@ -24,6 +24,7 @@ deps = {
"fugashi": "fugashi>=1.0",
"GitPython": "GitPython<3.1.19",
"hf-doc-builder": "hf-doc-builder>=0.3.0",
"hf_xet": "hf_xet",
"huggingface-hub": "huggingface-hub>=0.30.0,<1.0",
"importlib_metadata": "importlib_metadata",
"ipadic": "ipadic>=1.0.0,<2.0",