From b85386f50d2b104bac522e823c47b7e232116a47 Mon Sep 17 00:00:00 2001 From: younesbelkada Date: Mon, 11 Sep 2023 08:13:51 +0000 Subject: [PATCH] fix comment --- src/transformers/modeling_utils.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/transformers/modeling_utils.py b/src/transformers/modeling_utils.py index 6b24da47add..90e37c06dd9 100644 --- a/src/transformers/modeling_utils.py +++ b/src/transformers/modeling_utils.py @@ -1726,7 +1726,7 @@ class PreTrainedModel(nn.Module, ModuleUtilsMixin, GenerationMixin, PushToHubMix self.apply(partial(self._set_gradient_checkpointing, value=True)) if getattr(self, "_hf_peft_config_loaded", False): - # When using PEFT + gradient checkpointing + Trainer we need to make sure the input has requires_grad=True + # When using PEFT + gradient checkpointing we need to make sure the input has requires_grad=True # we do it also on PEFT: https://github.com/huggingface/peft/blob/85013987aa82aa1af3da1236b6902556ce3e483e/src/peft/peft_model.py#L334 self.enable_input_require_grads()