From 63fb253df0d976b95d9b4b9a7b0012e5f8a37896 Mon Sep 17 00:00:00 2001 From: James Braza Date: Tue, 4 Jun 2024 23:00:30 -0700 Subject: [PATCH] Fixing `name 'torch' is not defined` in `bitsandbytes` integration (#31243) Fixed torch definition error --- src/transformers/integrations/bitsandbytes.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/transformers/integrations/bitsandbytes.py b/src/transformers/integrations/bitsandbytes.py index af11c8f65cb..c49d353ccb5 100644 --- a/src/transformers/integrations/bitsandbytes.py +++ b/src/transformers/integrations/bitsandbytes.py @@ -332,7 +332,7 @@ def get_keys_to_not_convert(model): # Copied from PEFT: https://github.com/huggingface/peft/blob/47b3712898539569c02ec5b3ed4a6c36811331a1/src/peft/utils/integrations.py#L41 -def dequantize_bnb_weight(weight: torch.nn.Parameter, state=None): +def dequantize_bnb_weight(weight: "torch.nn.Parameter", state=None): """ Helper function to dequantize 4bit or 8bit bnb weights.