riaz.somc/transformers
1
0
Fork 0
mirror of https://github.com/huggingface/transformers.git synced 2025-07-31 02:02:21 +06:00
Code Issues Actions 33 Packages Projects Releases Wiki Activity

[bnb] Let's make the daily CI green 🍏 (#21597)

Browse Source 
* fix bnb slow test

* make fixup
This commit is contained in:
Younes Belkada 2023-02-13 16:18:50 +01:00 committed by GitHub
parent 24273268b7
commit 1666c42f0b
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 3 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
tests/mixed_int8/test_mixed_int8.py
View File

@ -92,7 +92,9 @@ class MixedInt8Test(BaseMixedInt8Test):
super().setUp()
# Models and tokenizer
self.model_fp16 = AutoModelForCausalLM.from_pretrained(self.model_name, torch_dtype="auto", device_map="auto")
self.model_fp16 = AutoModelForCausalLM.from_pretrained(
self.model_name, torch_dtype=torch.float16, device_map="auto"
)
self.model_8bit = AutoModelForCausalLM.from_pretrained(self.model_name, load_in_8bit=True, device_map="auto")
def tearDown(self):