mirror of
https://github.com/huggingface/transformers.git
synced 2025-07-03 04:40:06 +06:00
627f44799a
* intiial commit * new styling * update * just run doctest in CI * remove more test for fast dev * update * update refs * update path and fetch upstream * update documentatyion trests * typo * parse pwd * don't check for files that are in hidden folders * just give paths relative to transformers * update * update * update * major refactoring * make sure options is ok * lest test that mdx is tested * doctest glob * nits * update doctest nightly * some cleaning * run correct test on diff * debug * run on a single worker * skip_cuda_test tampkate * updates * add rA and continue on failure * test options * parse `py` codeblock? * we don't need to replace ignore results, don't remember whyu I put it * cleanup * more cleaning * fix arg * more cleaning * clean an todo * more pre-processing * doctest-module has none so extra `- ` is needed * remove logs * nits * doctest-modules .... * oups * let's use sugar * make dataset go quiet * add proper timeout * nites * spleling timeout * update * properly skip tests that have CUDSA * proper skipping * cleaning main and get tests to run * remove make report? * remove tee * some updates * tee was removed but is the full output still available? * [all-test] * only our tests * don't touch tee in this PR * no atee-sys * proper sub * monkey * only replace call * fix sub * nits * nits * fix invalid syntax * add skip cuda doctest env variable * make sure all packages are installed * move file * update check repo * revert changes * nit * finish cleanup * fix re * findall * update don't test init files * ignore pycache * `-ignore-pycache` when running pytests * try to fix the import missmatch error * install dec * pytest is required as doctest_utils imports things from it * the only log issues were dataset, ignore results should work * more cleaning * Update .circleci/create_circleci_config.py Co-authored-by: Sylvain Gugger <35901082+sgugger@users.noreply.github.com> * Apply suggestions from code review Co-authored-by: amyeroberts <22614925+amyeroberts@users.noreply.github.com> * [ydshieh] empty string if cuda is found * [ydshieh] fix condition * style * [ydshieh] fix * Add comment * style * style * show failure * trigger CI --------- Co-authored-by: Sylvain Gugger <35901082+sgugger@users.noreply.github.com> Co-authored-by: Yih-Dar <2521628+ydshieh@users.noreply.github.com> Co-authored-by: amyeroberts <22614925+amyeroberts@users.noreply.github.com> Co-authored-by: ydshieh <ydshieh@users.noreply.github.com>
114 lines
3.5 KiB
Makefile
114 lines
3.5 KiB
Makefile
.PHONY: deps_table_update modified_only_fixup extra_style_checks quality style fixup fix-copies test test-examples
|
|
|
|
# make sure to test the local checkout in scripts and not the pre-installed one (don't use quotes!)
|
|
export PYTHONPATH = src
|
|
|
|
check_dirs := examples tests src utils
|
|
|
|
modified_only_fixup:
|
|
$(eval modified_py_files := $(shell python utils/get_modified_files.py $(check_dirs)))
|
|
@if test -n "$(modified_py_files)"; then \
|
|
echo "Checking/fixing $(modified_py_files)"; \
|
|
black $(modified_py_files); \
|
|
ruff $(modified_py_files) --fix; \
|
|
else \
|
|
echo "No library .py files were modified"; \
|
|
fi
|
|
|
|
# Update src/transformers/dependency_versions_table.py
|
|
|
|
deps_table_update:
|
|
@python setup.py deps_table_update
|
|
|
|
deps_table_check_updated:
|
|
@md5sum src/transformers/dependency_versions_table.py > md5sum.saved
|
|
@python setup.py deps_table_update
|
|
@md5sum -c --quiet md5sum.saved || (printf "\nError: the version dependency table is outdated.\nPlease run 'make fixup' or 'make style' and commit the changes.\n\n" && exit 1)
|
|
@rm md5sum.saved
|
|
|
|
# autogenerating code
|
|
|
|
autogenerate_code: deps_table_update
|
|
|
|
# Check that the repo is in a good state
|
|
|
|
repo-consistency:
|
|
python utils/check_copies.py
|
|
python utils/check_table.py
|
|
python utils/check_dummies.py
|
|
python utils/check_repo.py
|
|
python utils/check_inits.py
|
|
python utils/check_config_docstrings.py
|
|
python utils/check_config_attributes.py
|
|
python utils/check_doctest_list.py
|
|
python utils/update_metadata.py --check-only
|
|
python utils/check_task_guides.py
|
|
|
|
# this target runs checks on all files
|
|
|
|
quality:
|
|
black --check $(check_dirs) setup.py conftest.py
|
|
python utils/custom_init_isort.py --check_only
|
|
python utils/sort_auto_mappings.py --check_only
|
|
ruff $(check_dirs) setup.py conftest.py
|
|
doc-builder style src/transformers docs/source --max_len 119 --check_only --path_to_docs docs/source
|
|
python utils/check_doc_toc.py
|
|
|
|
# Format source code automatically and check is there are any problems left that need manual fixing
|
|
|
|
extra_style_checks:
|
|
python utils/custom_init_isort.py
|
|
python utils/sort_auto_mappings.py
|
|
doc-builder style src/transformers docs/source --max_len 119 --path_to_docs docs/source
|
|
python utils/check_doc_toc.py --fix_and_overwrite
|
|
|
|
# this target runs checks on all files and potentially modifies some of them
|
|
|
|
style:
|
|
black $(check_dirs) setup.py conftest.py
|
|
ruff $(check_dirs) setup.py conftest.py --fix
|
|
${MAKE} autogenerate_code
|
|
${MAKE} extra_style_checks
|
|
|
|
# Super fast fix and check target that only works on relevant modified files since the branch was made
|
|
|
|
fixup: modified_only_fixup extra_style_checks autogenerate_code repo-consistency
|
|
|
|
# Make marked copies of snippets of codes conform to the original
|
|
|
|
fix-copies:
|
|
python utils/check_copies.py --fix_and_overwrite
|
|
python utils/check_table.py --fix_and_overwrite
|
|
python utils/check_dummies.py --fix_and_overwrite
|
|
python utils/check_task_guides.py --fix_and_overwrite
|
|
|
|
# Run tests for the library
|
|
|
|
test:
|
|
python -m pytest -n auto --dist=loadfile -s -v ./tests/
|
|
|
|
# Run tests for examples
|
|
|
|
test-examples:
|
|
python -m pytest -n auto --dist=loadfile -s -v ./examples/pytorch/
|
|
|
|
# Run tests for SageMaker DLC release
|
|
|
|
test-sagemaker: # install sagemaker dependencies in advance with pip install .[sagemaker]
|
|
TEST_SAGEMAKER=True python -m pytest -n auto -s -v ./tests/sagemaker
|
|
|
|
|
|
# Release stuff
|
|
|
|
pre-release:
|
|
python utils/release.py
|
|
|
|
pre-patch:
|
|
python utils/release.py --patch
|
|
|
|
post-release:
|
|
python utils/release.py --post_release
|
|
|
|
post-patch:
|
|
python utils/release.py --post_release --patch
|