mirror of
https://github.com/huggingface/transformers.git
synced 2025-07-03 04:40:06 +06:00
627f44799a
* intiial commit * new styling * update * just run doctest in CI * remove more test for fast dev * update * update refs * update path and fetch upstream * update documentatyion trests * typo * parse pwd * don't check for files that are in hidden folders * just give paths relative to transformers * update * update * update * major refactoring * make sure options is ok * lest test that mdx is tested * doctest glob * nits * update doctest nightly * some cleaning * run correct test on diff * debug * run on a single worker * skip_cuda_test tampkate * updates * add rA and continue on failure * test options * parse `py` codeblock? * we don't need to replace ignore results, don't remember whyu I put it * cleanup * more cleaning * fix arg * more cleaning * clean an todo * more pre-processing * doctest-module has none so extra `- ` is needed * remove logs * nits * doctest-modules .... * oups * let's use sugar * make dataset go quiet * add proper timeout * nites * spleling timeout * update * properly skip tests that have CUDSA * proper skipping * cleaning main and get tests to run * remove make report? * remove tee * some updates * tee was removed but is the full output still available? * [all-test] * only our tests * don't touch tee in this PR * no atee-sys * proper sub * monkey * only replace call * fix sub * nits * nits * fix invalid syntax * add skip cuda doctest env variable * make sure all packages are installed * move file * update check repo * revert changes * nit * finish cleanup * fix re * findall * update don't test init files * ignore pycache * `-ignore-pycache` when running pytests * try to fix the import missmatch error * install dec * pytest is required as doctest_utils imports things from it * the only log issues were dataset, ignore results should work * more cleaning * Update .circleci/create_circleci_config.py Co-authored-by: Sylvain Gugger <35901082+sgugger@users.noreply.github.com> * Apply suggestions from code review Co-authored-by: amyeroberts <22614925+amyeroberts@users.noreply.github.com> * [ydshieh] empty string if cuda is found * [ydshieh] fix condition * style * [ydshieh] fix * Add comment * style * style * show failure * trigger CI --------- Co-authored-by: Sylvain Gugger <35901082+sgugger@users.noreply.github.com> Co-authored-by: Yih-Dar <2521628+ydshieh@users.noreply.github.com> Co-authored-by: amyeroberts <22614925+amyeroberts@users.noreply.github.com> Co-authored-by: ydshieh <ydshieh@users.noreply.github.com>
86 lines
3.1 KiB
Python
86 lines
3.1 KiB
Python
# Copyright 2020 The HuggingFace Team. All rights reserved.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
# tests directory-specific settings - this file is run automatically
|
|
# by pytest before any tests are run
|
|
|
|
import doctest
|
|
import sys
|
|
import warnings
|
|
from os.path import abspath, dirname, join
|
|
|
|
import _pytest
|
|
|
|
from transformers.utils.doctest_utils import HfDoctestModule, HfDocTestParser
|
|
|
|
|
|
# allow having multiple repository checkouts and not needing to remember to rerun
|
|
# 'pip install -e .[dev]' when switching between checkouts and running tests.
|
|
git_repo_path = abspath(join(dirname(__file__), "src"))
|
|
sys.path.insert(1, git_repo_path)
|
|
|
|
# silence FutureWarning warnings in tests since often we can't act on them until
|
|
# they become normal warnings - i.e. the tests still need to test the current functionality
|
|
warnings.simplefilter(action="ignore", category=FutureWarning)
|
|
|
|
|
|
def pytest_configure(config):
|
|
config.addinivalue_line(
|
|
"markers", "is_pt_tf_cross_test: mark test to run only when PT and TF interactions are tested"
|
|
)
|
|
config.addinivalue_line(
|
|
"markers", "is_pt_flax_cross_test: mark test to run only when PT and FLAX interactions are tested"
|
|
)
|
|
config.addinivalue_line("markers", "is_pipeline_test: mark test to run only when pipelines are tested")
|
|
config.addinivalue_line("markers", "is_staging_test: mark test to run only in the staging environment")
|
|
config.addinivalue_line("markers", "accelerate_tests: mark test that require accelerate")
|
|
|
|
|
|
def pytest_addoption(parser):
|
|
from transformers.testing_utils import pytest_addoption_shared
|
|
|
|
pytest_addoption_shared(parser)
|
|
|
|
|
|
def pytest_terminal_summary(terminalreporter):
|
|
from transformers.testing_utils import pytest_terminal_summary_main
|
|
|
|
make_reports = terminalreporter.config.getoption("--make-reports")
|
|
if make_reports:
|
|
pytest_terminal_summary_main(terminalreporter, id=make_reports)
|
|
|
|
|
|
def pytest_sessionfinish(session, exitstatus):
|
|
# If no tests are collected, pytest exists with code 5, which makes the CI fail.
|
|
if exitstatus == 5:
|
|
session.exitstatus = 0
|
|
|
|
|
|
# Doctest custom flag to ignore output.
|
|
IGNORE_RESULT = doctest.register_optionflag("IGNORE_RESULT")
|
|
|
|
OutputChecker = doctest.OutputChecker
|
|
|
|
|
|
class CustomOutputChecker(OutputChecker):
|
|
def check_output(self, want, got, optionflags):
|
|
if IGNORE_RESULT & optionflags:
|
|
return True
|
|
return OutputChecker.check_output(self, want, got, optionflags)
|
|
|
|
|
|
doctest.OutputChecker = CustomOutputChecker
|
|
_pytest.doctest.DoctestModule = HfDoctestModule
|
|
doctest.DocTestParser = HfDocTestParser
|