mirror of
https://github.com/huggingface/transformers.git
synced 2025-07-31 02:02:21 +06:00
Update deprecated torch.ger (#24387)
This commit is contained in:
parent
eb849f6604
commit
cb8f675510
@ -185,7 +185,7 @@ class PositionalEmbedding(nn.Module):
|
||||
self.register_buffer("inv_freq", inv_freq)
|
||||
|
||||
def forward(self, pos_seq, bsz=None):
|
||||
sinusoid_inp = torch.ger(pos_seq, self.inv_freq)
|
||||
sinusoid_inp = torch.outer(pos_seq, self.inv_freq)
|
||||
pos_emb = torch.cat([sinusoid_inp.sin(), sinusoid_inp.cos()], dim=-1)
|
||||
|
||||
if bsz is not None:
|
||||
|
Loading…
Reference in New Issue
Block a user