From edd3721cd49c6f40e12e8248ae5ca5536f14972a Mon Sep 17 00:00:00 2001 From: Stas Bekman Date: Tue, 27 Oct 2020 10:54:57 -0700 Subject: [PATCH] update/add setup targets (#8076) --- setup.py | 14 ++++++++++++-- 1 file changed, 12 insertions(+), 2 deletions(-) diff --git a/setup.py b/setup.py index 8ffb1e37f46..e16e1ed253b 100644 --- a/setup.py +++ b/setup.py @@ -44,6 +44,7 @@ To create the package for pypi. 9. Update README.md to redirect to correct documentation. """ +import os import shutil from pathlib import Path @@ -87,11 +88,15 @@ extras["tf-cpu"] = [ # "keras2onnx @ git+git://github.com/onnx/keras-onnx.git@cbdc75cb950b16db7f0a67be96a278f8d2953b48#egg=keras2onnx", ] extras["torch"] = ["torch>=1.0"] + extras["flax"] = ["jaxlib==0.1.55", "jax>=0.2.0", "flax==0.2.2"] +if os.name == "nt": # windows + extras["flax"] = [] # jax is not supported on windows + +extras["tokenizers"] = ["tokenizers==0.9.2"] extras["onnxruntime"] = ["onnxruntime>=1.4.0", "onnxruntime-tools>=1.4.2"] extras["serving"] = ["pydantic", "uvicorn", "fastapi", "starlette"] -extras["all"] = extras["serving"] + ["tensorflow", "torch"] extras["sentencepiece"] = ["sentencepiece!=0.1.92"] extras["retrieval"] = ["faiss-cpu", "datasets"] @@ -99,7 +104,12 @@ extras["testing"] = ["pytest", "pytest-xdist", "timeout-decorator", "parameteriz # sphinx-rtd-theme==0.5.0 introduced big changes in the style. extras["docs"] = ["recommonmark", "sphinx", "sphinx-markdown-tables", "sphinx-rtd-theme==0.4.3", "sphinx-copybutton"] extras["quality"] = ["black >= 20.8b1", "isort >= 5.5.4", "flake8 >= 3.8.3"] -extras["dev"] = extras["testing"] + extras["quality"] + extras["ja"] + ["scikit-learn", "tensorflow", "torch", "sentencepiece!=0.1.92"] + + +extras["all"] = extras["tf"] + extras["torch"] + extras["flax"] + extras["sentencepiece"] + extras["tokenizers"] + +extras["dev"] = extras["all"] + extras["testing"] + extras["quality"] + extras["ja"] + extras["docs"] + extras["sklearn"] + setup( name="transformers",