mirror of
https://github.com/huggingface/transformers.git
synced 2025-07-04 13:20:12 +06:00
3a40cdf58d
* WIP refactoring pipeline tests - switching to fast tokenizers * fix dialog pipeline and fill-mask * refactoring pipeline tests backbone * make large tests slow * fix tests (tf Bart inactive for now) * fix doc... * clean up for merge * fixing tests - remove bart from summarization until there is TF * fix quality and RAG * Add new translation pipeline tests - fix JAX tests * only slow for dialog * Fixing the missing TF-BART imports in modeling_tf_auto * spin out pipeline tests in separate CI job * adding pipeline test to CI YAML * add slow pipeline tests * speed up tf and pt join test to avoid redoing all the standalone pt and tf tests * Update src/transformers/tokenization_utils_base.py Co-authored-by: Sam Shleifer <sshleifer@gmail.com> * Update src/transformers/pipelines.py Co-authored-by: Sylvain Gugger <35901082+sgugger@users.noreply.github.com> * Update src/transformers/pipelines.py Co-authored-by: Lysandre Debut <lysandre@huggingface.co> * Update src/transformers/testing_utils.py Co-authored-by: Sylvain Gugger <35901082+sgugger@users.noreply.github.com> * add require_torch and require_tf in is_pt_tf_cross_test Co-authored-by: Sam Shleifer <sshleifer@gmail.com> Co-authored-by: Sylvain Gugger <35901082+sgugger@users.noreply.github.com> Co-authored-by: Lysandre Debut <lysandre@huggingface.co>
55 lines
2.0 KiB
Python
55 lines
2.0 KiB
Python
import unittest
|
|
|
|
import pytest
|
|
|
|
from transformers import pipeline
|
|
from transformers.testing_utils import is_pipeline_test, require_torch, slow
|
|
|
|
from .test_pipelines_common import MonoInputPipelineCommonMixin
|
|
|
|
|
|
class TranslationEnToDePipelineTests(MonoInputPipelineCommonMixin, unittest.TestCase):
|
|
pipeline_task = "translation_en_to_de"
|
|
small_models = ["patrickvonplaten/t5-tiny-random"] # Default model - Models tested without the @slow decorator
|
|
large_models = [None] # Models tested with the @slow decorator
|
|
invalid_inputs = [4, "<mask>"]
|
|
mandatory_keys = ["translation_text"]
|
|
|
|
|
|
class TranslationEnToRoPipelineTests(MonoInputPipelineCommonMixin, unittest.TestCase):
|
|
pipeline_task = "translation_en_to_ro"
|
|
small_models = ["patrickvonplaten/t5-tiny-random"] # Default model - Models tested without the @slow decorator
|
|
large_models = [None] # Models tested with the @slow decorator
|
|
invalid_inputs = [4, "<mask>"]
|
|
mandatory_keys = ["translation_text"]
|
|
|
|
|
|
@is_pipeline_test
|
|
class TranslationNewFormatPipelineTests(unittest.TestCase):
|
|
@require_torch
|
|
@slow
|
|
def test_default_translations(self):
|
|
# We don't provide a default for this pair
|
|
with self.assertRaises(ValueError):
|
|
pipeline(task="translation_cn_to_ar")
|
|
|
|
# but we do for this one
|
|
pipeline(task="translation_en_to_de")
|
|
|
|
@require_torch
|
|
def test_translation_on_odd_language(self):
|
|
model = "patrickvonplaten/t5-tiny-random"
|
|
pipeline(task="translation_cn_to_ar", model=model)
|
|
|
|
@require_torch
|
|
def test_translation_default_language_selection(self):
|
|
model = "patrickvonplaten/t5-tiny-random"
|
|
with pytest.warns(UserWarning, match=r".*translation_en_to_de.*"):
|
|
nlp = pipeline(task="translation", model=model)
|
|
self.assertEqual(nlp.task, "translation_en_to_de")
|
|
|
|
@require_torch
|
|
def test_translation_with_no_language_no_model_fails(self):
|
|
with self.assertRaises(ValueError):
|
|
pipeline(task="translation")
|