riaz.somc/transformers
1
0
Fork 0
mirror of https://github.com/huggingface/transformers.git synced 2025-07-31 02:02:21 +06:00
Code Issues Actions 33 Packages Projects Releases Wiki Activity

Fix ESM models buffers (#24576)

Browse Source 
* Fix ESM models buffers

* Remove modifs

* Tied weights keys are needed silly

* quality
This commit is contained in:
Sylvain Gugger 2023-06-29 10:55:21 -04:00 committed by GitHub
parent b324557aac
commit 8c4471d1fc
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
src/transformers/models/esm/modeling_esm.py
View File

@ -96,7 +96,7 @@ class RotaryEmbedding(torch.nn.Module):
# Generate and save the inverse frequency buffer (non trainable)
inv_freq = 1.0 / (10000 ** (torch.arange(0, dim, 2).float() / dim))
inv_freq = inv_freq
self.register_buffer("inv_freq", inv_freq, persistent=False)
self.register_buffer("inv_freq", inv_freq)
self._seq_len_cached = None
self._cos_cached = None