mirror of
https://github.com/huggingface/transformers.git
synced 2025-07-07 14:50:07 +06:00
783d7d2629
* Reorganize example folder * Continue reorganization * Change requirements for tests * Final cleanup * Finish regroup with tests all passing * Copyright * Requirements and readme * Make a full link for the documentation * Address review comments * Apply suggestions from code review Co-authored-by: Lysandre Debut <lysandre@huggingface.co> * Add symlink * Reorg again * Apply suggestions from code review Co-authored-by: Thomas Wolf <thomwolf@users.noreply.github.com> * Adapt title * Update to new strucutre * Remove test * Update READMEs Co-authored-by: Lysandre Debut <lysandre@huggingface.co> Co-authored-by: Thomas Wolf <thomwolf@users.noreply.github.com>
45 lines
1.8 KiB
Python
45 lines
1.8 KiB
Python
import tempfile
|
|
import unittest
|
|
|
|
from make_student import create_student_by_copying_alternating_layers
|
|
from transformers import AutoConfig
|
|
from transformers.file_utils import cached_property
|
|
from transformers.testing_utils import require_torch, require_torch_non_multi_gpu_but_fix_me
|
|
|
|
|
|
TINY_BART = "sshleifer/bart-tiny-random"
|
|
TINY_T5 = "patrickvonplaten/t5-tiny-random"
|
|
|
|
|
|
@require_torch
|
|
class MakeStudentTester(unittest.TestCase):
|
|
@cached_property
|
|
def teacher_config(self):
|
|
return AutoConfig.from_pretrained(TINY_BART)
|
|
|
|
@require_torch_non_multi_gpu_but_fix_me
|
|
def test_valid_t5(self):
|
|
student, *_ = create_student_by_copying_alternating_layers(TINY_T5, tempfile.mkdtemp(), e=1, d=1)
|
|
self.assertEqual(student.config.num_hidden_layers, 1)
|
|
|
|
@require_torch_non_multi_gpu_but_fix_me
|
|
def test_asymmetric_t5(self):
|
|
student, *_ = create_student_by_copying_alternating_layers(TINY_T5, tempfile.mkdtemp(), e=1, d=None)
|
|
|
|
@require_torch_non_multi_gpu_but_fix_me
|
|
def test_same_decoder_small_encoder(self):
|
|
student, *_ = create_student_by_copying_alternating_layers(TINY_BART, tempfile.mkdtemp(), e=1, d=None)
|
|
self.assertEqual(student.config.encoder_layers, 1)
|
|
self.assertEqual(student.config.decoder_layers, self.teacher_config.encoder_layers)
|
|
|
|
@require_torch_non_multi_gpu_but_fix_me
|
|
def test_small_enc_small_dec(self):
|
|
student, *_ = create_student_by_copying_alternating_layers(TINY_BART, tempfile.mkdtemp(), e=1, d=1)
|
|
self.assertEqual(student.config.encoder_layers, 1)
|
|
self.assertEqual(student.config.decoder_layers, 1)
|
|
|
|
@require_torch_non_multi_gpu_but_fix_me
|
|
def test_raises_assert(self):
|
|
with self.assertRaises(AssertionError):
|
|
create_student_by_copying_alternating_layers(TINY_BART, tempfile.mkdtemp(), e=None, d=None)
|