riaz.somc/transformers
1
0
Fork 0
mirror of https://github.com/huggingface/transformers.git synced 2025-07-28 16:52:24 +06:00
Code Issues Actions 18 Packages Projects Releases Wiki Activity

Rename file for consistency.

Browse Source
This commit is contained in:
Aymeric Augustin 2019-12-22 15:29:45 +01:00
parent daf8bebcdd
commit a3c5883f2c
16 changed files with 15 additions and 15 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
templates/adding_a_new_model/tests/test_tokenization_xxx.py
View File

@ -19,7 +19,7 @@ from io import open
from transformers.tokenization_bert import VOCAB_FILES_NAMES, XxxTokenizer from transformers.tokenization_bert import VOCAB_FILES_NAMES, XxxTokenizer
from .tokenization_tests_commons import CommonTestCases from .test_tokenization_commo import CommonTestCases
class XxxTokenizationTest(CommonTestCases.CommonTokenizerTester): class XxxTokenizationTest(CommonTestCases.CommonTokenizerTester):

2
tests/test_configuration_common.py
View File

@ -17,7 +17,7 @@ from __future__ import absolute_import, division, print_function
import json import json
import os import os
from .tokenization_tests_commons import TemporaryDirectory from .test_tokenization_commo import TemporaryDirectory
class ConfigTester(object): class ConfigTester(object):

2
tests/test_model_card.py
View File

@ -20,7 +20,7 @@ import unittest
from transformers.modelcard import ModelCard from transformers.modelcard import ModelCard
from .tokenization_tests_commons import TemporaryDirectory from .test_tokenization_commo import TemporaryDirectory
class ModelCardTester(unittest.TestCase): class ModelCardTester(unittest.TestCase):

2
tests/test_optimization.py
View File

@ -19,7 +19,7 @@ import unittest
from transformers import is_torch_available from transformers import is_torch_available
from .tokenization_tests_commons import TemporaryDirectory from .test_tokenization_commo import TemporaryDirectory
from .utils import require_torch from .utils import require_torch

2
tests/test_tokenization_albert.py
View File

@ -18,7 +18,7 @@ import os
from transformers.tokenization_albert import AlbertTokenizer from transformers.tokenization_albert import AlbertTokenizer
from .tokenization_tests_commons import CommonTestCases from .test_tokenization_commo import CommonTestCases
SAMPLE_VOCAB = os.path.join(os.path.dirname(os.path.abspath(__file__)), "fixtures/spiece.model") SAMPLE_VOCAB = os.path.join(os.path.dirname(os.path.abspath(__file__)), "fixtures/spiece.model")

2
tests/test_tokenization_bert.py
View File

@ -27,7 +27,7 @@ from transformers.tokenization_bert import (
_is_whitespace, _is_whitespace,
) )
from .tokenization_tests_commons import CommonTestCases from .test_tokenization_commo import CommonTestCases
from .utils import slow from .utils import slow

2
tests/test_tokenization_bert_japanese.py
View File

@ -25,7 +25,7 @@ from transformers.tokenization_bert_japanese import (
MecabTokenizer, MecabTokenizer,
) )
from .tokenization_tests_commons import CommonTestCases from .test_tokenization_commo import CommonTestCases
from .utils import custom_tokenizers, slow from .utils import custom_tokenizers, slow

0
tests/tokenization_tests_commons.py → tests/test_tokenization_common.py
View File

2
tests/test_tokenization_ctrl.py
View File

@ -19,7 +19,7 @@ from io import open
from transformers.tokenization_ctrl import VOCAB_FILES_NAMES, CTRLTokenizer from transformers.tokenization_ctrl import VOCAB_FILES_NAMES, CTRLTokenizer
from .tokenization_tests_commons import CommonTestCases from .test_tokenization_commo import CommonTestCases
class CTRLTokenizationTest(CommonTestCases.CommonTokenizerTester): class CTRLTokenizationTest(CommonTestCases.CommonTokenizerTester):

2
tests/test_tokenization_gpt2.py
View File

@ -20,7 +20,7 @@ from io import open
from transformers.tokenization_gpt2 import VOCAB_FILES_NAMES, GPT2Tokenizer from transformers.tokenization_gpt2 import VOCAB_FILES_NAMES, GPT2Tokenizer
from .tokenization_tests_commons import CommonTestCases from .test_tokenization_commo import CommonTestCases
class GPT2TokenizationTest(CommonTestCases.CommonTokenizerTester): class GPT2TokenizationTest(CommonTestCases.CommonTokenizerTester):

2
tests/test_tokenization_openai.py
View File

@ -19,7 +19,7 @@ import os
from transformers.tokenization_openai import VOCAB_FILES_NAMES, OpenAIGPTTokenizer from transformers.tokenization_openai import VOCAB_FILES_NAMES, OpenAIGPTTokenizer
from .tokenization_tests_commons import CommonTestCases from .test_tokenization_commo import CommonTestCases
class OpenAIGPTTokenizationTest(CommonTestCases.CommonTokenizerTester): class OpenAIGPTTokenizationTest(CommonTestCases.CommonTokenizerTester):

2
tests/test_tokenization_roberta.py
View File

@ -20,7 +20,7 @@ from io import open
from transformers.tokenization_roberta import VOCAB_FILES_NAMES, RobertaTokenizer from transformers.tokenization_roberta import VOCAB_FILES_NAMES, RobertaTokenizer
from .tokenization_tests_commons import CommonTestCases from .test_tokenization_commo import CommonTestCases
from .utils import slow from .utils import slow

2
tests/test_tokenization_t5.py
View File

@ -19,7 +19,7 @@ import os
from transformers.tokenization_t5 import T5Tokenizer from transformers.tokenization_t5 import T5Tokenizer
from transformers.tokenization_xlnet import SPIECE_UNDERLINE from transformers.tokenization_xlnet import SPIECE_UNDERLINE
from .tokenization_tests_commons import CommonTestCases from .test_tokenization_commo import CommonTestCases
SAMPLE_VOCAB = os.path.join(os.path.dirname(os.path.abspath(__file__)), "fixtures/test_sentencepiece.model") SAMPLE_VOCAB = os.path.join(os.path.dirname(os.path.abspath(__file__)), "fixtures/test_sentencepiece.model")

2
tests/test_tokenization_transfo_xl.py
View File

@ -19,7 +19,7 @@ from io import open
from transformers import is_torch_available from transformers import is_torch_available
from .tokenization_tests_commons import CommonTestCases from .test_tokenization_commo import CommonTestCases
from .utils import require_torch from .utils import require_torch

2
tests/test_tokenization_xlm.py
View File

@ -19,7 +19,7 @@ import os
from transformers.tokenization_xlm import VOCAB_FILES_NAMES, XLMTokenizer from transformers.tokenization_xlm import VOCAB_FILES_NAMES, XLMTokenizer
from .tokenization_tests_commons import CommonTestCases from .test_tokenization_commo import CommonTestCases
from .utils import slow from .utils import slow

2
tests/test_tokenization_xlnet.py
View File

@ -18,7 +18,7 @@ import os
from transformers.tokenization_xlnet import SPIECE_UNDERLINE, XLNetTokenizer from transformers.tokenization_xlnet import SPIECE_UNDERLINE, XLNetTokenizer
from .tokenization_tests_commons import CommonTestCases from .test_tokenization_commo import CommonTestCases
from .utils import slow from .utils import slow