riaz.somc/transformers
1
0
Fork 0
mirror of https://github.com/huggingface/transformers.git synced 2025-07-25 07:18:58 +06:00
Code Issues Actions 32 Packages Projects Releases Wiki Activity

remove unused libs for this PR for creating the env

Browse Source
This commit is contained in:
elisim 2023-02-07 18:46:22 +07:00
parent 67e1964e79
commit 11a081e09e
1 changed files with 21 additions and 22 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

43
setup.py
View File

@ -123,7 +123,6 @@ _deps = [
"jax>=0.2.8,!=0.3.2,<=0.3.6", "jax>=0.2.8,!=0.3.2,<=0.3.6",
"jaxlib>=0.1.65,<=0.3.6", "jaxlib>=0.1.65,<=0.3.6",
"jieba", "jieba",
"kenlm",
"keras-nlp>=0.3.1", "keras-nlp>=0.3.1",
"nltk", "nltk",
"natten>=0.14.4", "natten>=0.14.4",
@ -159,9 +158,9 @@ _deps = [
"sigopt", "sigopt",
"librosa", "librosa",
"starlette", "starlette",
"tensorflow-cpu>=2.4,<2.12", # "tensorflow-cpu>=2.4,<2.12",
"tensorflow>=2.4,<2.12", # "tensorflow>=2.4,<2.12",
"tensorflow-text", # "tensorflow-text",
"tf2onnx", "tf2onnx",
"timeout-decorator", "timeout-decorator",
"timm", "timm",
@ -176,7 +175,7 @@ _deps = [
"uvicorn", "uvicorn",
"beautifulsoup4", "beautifulsoup4",
"sudachipy>=0.6.6", "sudachipy>=0.6.6",
"sudachidict_core>=20220729", # "sudachidict_core>=20220729",
"rhoknp>=1.1.0", "rhoknp>=1.1.0",
] ]
@ -246,11 +245,11 @@ class DepsTableUpdateCommand(Command):
extras = {} extras = {}
extras["ja"] = deps_list("fugashi", "ipadic", "unidic_lite", "unidic", "sudachipy", "sudachidict_core", "rhoknp") extras["ja"] = deps_list("fugashi", "ipadic", "unidic_lite", "unidic", "sudachipy", "rhoknp")
extras["sklearn"] = deps_list("scikit-learn") extras["sklearn"] = deps_list("scikit-learn")
extras["tf"] = deps_list("tensorflow", "onnxconverter-common", "tf2onnx", "tensorflow-text", "keras-nlp") extras["tf"] = deps_list("tf2onnx")
extras["tf-cpu"] = deps_list("tensorflow-cpu", "onnxconverter-common", "tf2onnx", "tensorflow-text", "keras-nlp") extras["tf-cpu"] = deps_list("tf2onnx")
extras["torch"] = deps_list("torch") extras["torch"] = deps_list("torch")
extras["accelerate"] = deps_list("accelerate") extras["accelerate"] = deps_list("accelerate")
@ -278,7 +277,7 @@ extras["sigopt"] = deps_list("sigopt")
extras["integrations"] = extras["optuna"] + extras["ray"] + extras["sigopt"] extras["integrations"] = extras["optuna"] + extras["ray"] + extras["sigopt"]
extras["serving"] = deps_list("pydantic", "uvicorn", "fastapi", "starlette") extras["serving"] = deps_list("pydantic", "uvicorn", "fastapi", "starlette")
extras["audio"] = deps_list("librosa", "pyctcdecode", "phonemizer", "kenlm") extras["audio"] = deps_list("librosa", "pyctcdecode", "phonemizer")
# `pip install ".[speech]"` is deprecated and `pip install ".[torch-speech]"` should be used instead # `pip install ".[speech]"` is deprecated and `pip install ".[torch-speech]"` should be used instead
extras["speech"] = deps_list("torchaudio") + extras["audio"] extras["speech"] = deps_list("torchaudio") + extras["audio"]
extras["torch-speech"] = deps_list("torchaudio") + extras["audio"] extras["torch-speech"] = deps_list("torchaudio") + extras["audio"]
@ -363,19 +362,19 @@ extras["dev-torch"] = (
+ extras["modelcreation"] + extras["modelcreation"]
+ extras["onnxruntime"] + extras["onnxruntime"]
) )
extras["dev-tensorflow"] = ( # extras["dev-tensorflow"] = (
extras["testing"] # extras["testing"]
+ extras["tf"] # + extras["tf"]
+ extras["sentencepiece"] # + extras["sentencepiece"]
+ extras["tokenizers"] # + extras["tokenizers"]
+ extras["vision"] # + extras["vision"]
+ extras["quality"] # + extras["quality"]
+ extras["docs_specific"] # + extras["docs_specific"]
+ extras["sklearn"] # + extras["sklearn"]
+ extras["modelcreation"] # + extras["modelcreation"]
+ extras["onnx"] # + extras["onnx"]
+ extras["tf-speech"] # + extras["tf-speech"]
) # )
extras["dev"] = ( extras["dev"] = (
extras["all"] extras["all"]
+ extras["testing"] + extras["testing"]