From 9da1acaea2079d9c08e2fec2d4677ac1d947273c Mon Sep 17 00:00:00 2001 From: Lysandre Debut Date: Tue, 13 Jul 2021 12:31:56 +0200 Subject: [PATCH] **encode_plus() shouldn't run for W2V2CTC (#12655) * **encode_plus() shouldn't run for W2V2CTC * Typo --- tests/test_tokenization_wav2vec2.py | 8 ++++++++ 1 file changed, 8 insertions(+) diff --git a/tests/test_tokenization_wav2vec2.py b/tests/test_tokenization_wav2vec2.py index db9d302200a..9cc082dd00d 100644 --- a/tests/test_tokenization_wav2vec2.py +++ b/tests/test_tokenization_wav2vec2.py @@ -554,3 +554,11 @@ class Wav2Vec2CTCTokenizerTest(TokenizerTesterMixin, unittest.TestCase): self.assertGreater(tokens[-3], tokens[-4]) self.assertEqual(tokens[0], tokenizer.eos_token_id) self.assertEqual(tokens[-3], tokenizer.pad_token_id) + + @unittest.skip("The tokenizer shouldn't be used to encode input IDs (except for labels), only to decode.") + def test_tf_encode_plus_sent_to_model(self): + pass + + @unittest.skip("The tokenizer shouldn't be used to encode input IDs (except for labels), only to decode.") + def test_torch_encode_plus_sent_to_model(self): + pass