Fix missing methods for Fuyu (#31880)

* add missing methods for FuyuForCausalLM

* fix a typo

* format code

* add missing tie_weights

* format code
This commit is contained in:
Isotr0py 2024-07-11 18:01:46 +08:00 committed by GitHub
parent f4ec7a286a
commit 48c20700e1
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -168,6 +168,21 @@ class FuyuForCausalLM(FuyuPreTrainedModel):
def set_input_embeddings(self, value):
self.language_model.set_input_embeddings(value)
def get_output_embeddings(self):
return self.language_model.get_output_embeddings()
def set_output_embeddings(self, new_embeddings):
self.language_model.set_output_embeddings(new_embeddings)
def set_decoder(self, decoder):
self.language_model.set_decoder(decoder)
def get_decoder(self):
return self.language_model.get_decoder()
def tie_weights(self):
return self.language_model.tie_weights()
def resize_token_embeddings(self, new_num_tokens: Optional[int] = None, pad_to_multiple_of=None) -> nn.Embedding:
# TODO: config.vocab_size is deprecated and will be removed in v4.43.
# `resize_token_embeddings` should work from `modeling_utils.py``