Fix some GPU OOM after #37553 (#37591)

* fix

* trigger CI

---------

Co-authored-by: ydshieh <ydshieh@users.noreply.github.com>
This commit is contained in:
Yih-Dar 2025-04-18 10:09:19 +02:00 committed by GitHub
parent 438324c9cf
commit f974214353
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -699,6 +699,7 @@ class Mask4DTestHard(unittest.TestCase):
cleanup(torch_device, gc_collect=True)
def setUp(self):
cleanup(torch_device, gc_collect=True)
model_name = "TinyLlama/TinyLlama-1.1B-Chat-v1.0"
self.model_dtype = torch.float32
self.tokenizer = LlamaTokenizer.from_pretrained(model_name)