mirror of
https://github.com/huggingface/transformers.git
synced 2025-07-19 04:28:26 +06:00
17dceae7a1
* force bleu * fix wrong file name * rename file * different filenames for each example test * test files should clean up after themselves * test files should clean up after themselves * do not force bleu * correct typo * fix isort
44 lines
1.4 KiB
Python
44 lines
1.4 KiB
Python
import logging
|
|
import os
|
|
import sys
|
|
import tempfile
|
|
import unittest
|
|
from pathlib import Path
|
|
from unittest.mock import patch
|
|
|
|
from .evaluate_wmt import run_generate
|
|
|
|
|
|
text = ["When Liana Barrientos was 23 years old, she got married in Westchester County."]
|
|
translation = ["Als Liana Barrientos 23 Jahre alt war, heiratete sie in Westchester County."]
|
|
|
|
output_file_name = "output_t5_trans.txt"
|
|
score_file_name = "score_t5_trans.txt"
|
|
|
|
logging.basicConfig(level=logging.DEBUG)
|
|
|
|
logger = logging.getLogger()
|
|
|
|
|
|
class TestT5Examples(unittest.TestCase):
|
|
def test_t5_cli(self):
|
|
stream_handler = logging.StreamHandler(sys.stdout)
|
|
logger.addHandler(stream_handler)
|
|
|
|
tmp_source = Path(tempfile.gettempdir()) / "utest_generations_t5_trans.hypo"
|
|
with tmp_source.open("w") as f:
|
|
f.write("\n".join(text))
|
|
|
|
tmp_target = Path(tempfile.gettempdir()) / "utest_generations_t5_trans.target"
|
|
with tmp_target.open("w") as f:
|
|
f.write("\n".join(translation))
|
|
|
|
testargs = ["evaluate_wmt.py", str(tmp_source), output_file_name, str(tmp_target), score_file_name]
|
|
|
|
with patch.object(sys, "argv", testargs):
|
|
run_generate()
|
|
self.assertTrue(Path(output_file_name).exists())
|
|
self.assertTrue(Path(score_file_name).exists())
|
|
os.remove(Path(output_file_name))
|
|
os.remove(Path(score_file_name))
|