riaz.somc/transformers
1
0
Fork 0
mirror of https://github.com/huggingface/transformers.git synced 2025-07-20 13:08:21 +06:00
Code Issues Actions 7 Packages Projects Releases Wiki Activity

Prepare for TF+Jax deprecation (#38760)

Browse Source 
* Prepare for TF+Jax deprecation

* Remove .circleci jobs
This commit is contained in:
Matt 2025-06-11 16:03:31 +01:00 committed by GitHub
parent 11ad9be153
commit 063bef0865
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 4 additions and 37 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

37
.circleci/create_circleci_config.py
View File

@ -230,22 +230,6 @@ processor_job = CircleCIJob(
parallelism=8, parallelism=8,
) )
tf_job = CircleCIJob(
"tf",
docker_image=[{"image":"huggingface/transformers-tf-light"}],
parallelism=6,
)
flax_job = CircleCIJob(
"flax",
docker_image=[{"image":"huggingface/transformers-jax-light"}],
parallelism=6,
pytest_num_workers=16,
resource_class="2xlarge",
)
pipelines_torch_job = CircleCIJob( pipelines_torch_job = CircleCIJob(
"pipelines_torch", "pipelines_torch",
additional_env={"RUN_PIPELINE_TESTS": True}, additional_env={"RUN_PIPELINE_TESTS": True},
@ -254,16 +238,6 @@ pipelines_torch_job = CircleCIJob(
parallelism=4, parallelism=4,
) )
pipelines_tf_job = CircleCIJob(
"pipelines_tf",
additional_env={"RUN_PIPELINE_TESTS": True},
docker_image=[{"image":"huggingface/transformers-tf-light"}],
marker="is_pipeline_test",
parallelism=4,
)
custom_tokenizers_job = CircleCIJob( custom_tokenizers_job = CircleCIJob(
"custom_tokenizers", "custom_tokenizers",
additional_env={"RUN_CUSTOM_TOKENIZERS": True}, additional_env={"RUN_CUSTOM_TOKENIZERS": True},
@ -280,15 +254,6 @@ examples_torch_job = CircleCIJob(
pytest_num_workers=4, pytest_num_workers=4,
) )
examples_tensorflow_job = CircleCIJob(
"examples_tensorflow",
additional_env={"OMP_NUM_THREADS": 8},
docker_image=[{"image":"huggingface/transformers-examples-tf"}],
pytest_num_workers=2,
)
hub_job = CircleCIJob( hub_job = CircleCIJob(
"hub", "hub",
additional_env={"HUGGINGFACE_CO_STAGING": True}, additional_env={"HUGGINGFACE_CO_STAGING": True},
@ -368,7 +333,7 @@ doc_test_job = CircleCIJob(
pytest_num_workers=1, pytest_num_workers=1,
) )
REGULAR_TESTS = [torch_job, flax_job, hub_job, onnx_job, tokenization_job, processor_job, generate_job, non_model_job] # fmt: skip REGULAR_TESTS = [torch_job, hub_job, onnx_job, tokenization_job, processor_job, generate_job, non_model_job] # fmt: skip
EXAMPLES_TESTS = [examples_torch_job] EXAMPLES_TESTS = [examples_torch_job]
PIPELINE_TESTS = [pipelines_torch_job] PIPELINE_TESTS = [pipelines_torch_job]
REPO_UTIL_TESTS = [repo_utils_job] REPO_UTIL_TESTS = [repo_utils_job]

2
utils/check_repo.py
View File

@ -682,6 +682,8 @@ def check_all_models_are_tested():
# Matches a module to its test file. # Matches a module to its test file.
test_file = [file for file in test_files if f"test_{module.__name__.split('.')[-1]}.py" in file] test_file = [file for file in test_files if f"test_{module.__name__.split('.')[-1]}.py" in file]
if len(test_file) == 0: if len(test_file) == 0:
# We do not test TF or Flax models anymore because they're deprecated.
if not (module.__name__.startswith("modeling_tf") or module.__name__.startswith("modeling_flax")):
failures.append(f"{module.__name__} does not have its corresponding test file {test_file}.") failures.append(f"{module.__name__} does not have its corresponding test file {test_file}.")
elif len(test_file) > 1: elif len(test_file) > 1:
failures.append(f"{module.__name__} has several test files: {test_file}.") failures.append(f"{module.__name__} has several test files: {test_file}.")