riaz.somc/transformers
1
0
Fork 0
mirror of https://github.com/huggingface/transformers.git synced 2025-08-02 03:01:07 +06:00
Code Issues Actions 3 Packages Projects Releases Wiki Activity

fix #11724 (#11897)

Browse Source
This commit is contained in:
yujun 2021-07-14 05:18:54 +08:00 committed by GitHub
parent 83f025125d
commit 4cdb7ee51d
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 8 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
src/transformers/models/marian/modeling_tf_marian.py
View File

@ -151,11 +151,12 @@ class TFMarianSinusoidalPositionalEmbedding(tf.keras.layers.Layer):
position_enc = np.array( position_enc = np.array(
[[pos / np.power(10000, 2 * (j // 2) / dim) for j in range(dim)] for pos in range(n_pos)] [[pos / np.power(10000, 2 * (j // 2) / dim) for j in range(dim)] for pos in range(n_pos)]
) )
table = np.zeros_like(position_enc)
# index 0 is all zero # index 0 is all zero
position_enc[:, 0 : dim // 2] = np.sin(position_enc[:, 0::2]) table[:, 0 : dim // 2] = np.sin(position_enc[:, 0::2])
position_enc[:, dim // 2 :] = np.cos(position_enc[:, 1::2]) table[:, dim // 2 :] = np.cos(position_enc[:, 1::2])
# convert to tensor # convert to tensor
table = tf.convert_to_tensor(position_enc) table = tf.convert_to_tensor(table)
tf.stop_gradient(table) tf.stop_gradient(table)
return table return table

7
src/transformers/models/pegasus/modeling_tf_pegasus.py
View File

@ -152,11 +152,12 @@ class TFPegasusSinusoidalPositionalEmbedding(tf.keras.layers.Layer):
position_enc = np.array( position_enc = np.array(
[[pos / np.power(10000, 2 * (j // 2) / dim) for j in range(dim)] for pos in range(n_pos)] [[pos / np.power(10000, 2 * (j // 2) / dim) for j in range(dim)] for pos in range(n_pos)]
) )
table = np.zeros_like(position_enc)
# index 0 is all zero # index 0 is all zero
position_enc[:, 0 : dim // 2] = np.sin(position_enc[:, 0::2]) table[:, 0 : dim // 2] = np.sin(position_enc[:, 0::2])
position_enc[:, dim // 2 :] = np.cos(position_enc[:, 1::2]) table[:, dim // 2 :] = np.cos(position_enc[:, 1::2])
# convert to tensor # convert to tensor
table = tf.convert_to_tensor(position_enc) table = tf.convert_to_tensor(table)
tf.stop_gradient(table) tf.stop_gradient(table)
return table return table