riaz.somc/transformers
1
0
Fork 0
mirror of https://github.com/huggingface/transformers.git synced 2025-08-02 11:11:05 +06:00
Code Issues Actions 3 Packages Projects Releases Wiki Activity

Fix Marian conversion script (#16300)

Browse Source
This commit is contained in:
Suraj Patil 2022-03-21 17:23:40 +01:00 committed by GitHub
parent 94be424308
commit f0c00d8ca9
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
src/transformers/models/marian/convert_marian_to_pytorch.py
View File

@ -482,6 +482,7 @@ class OpusState:
self.state_dict = dict(self.state_dict) self.state_dict = dict(self.state_dict)
if cfg["tied-embeddings-all"]: if cfg["tied-embeddings-all"]:
cfg["tied-embeddings-src"] = True cfg["tied-embeddings-src"] = True
cfg["tied-embeddings"] = True
self.share_encoder_decoder_embeddings = cfg["tied-embeddings-src"] self.share_encoder_decoder_embeddings = cfg["tied-embeddings-src"]
# create the tokenizer here because we need to know the eos_token_id # create the tokenizer here because we need to know the eos_token_id
@ -536,7 +537,7 @@ class OpusState:
decoder_ffn_dim=cfg["transformer-dim-ffn"], decoder_ffn_dim=cfg["transformer-dim-ffn"],
encoder_ffn_dim=cfg["transformer-dim-ffn"], encoder_ffn_dim=cfg["transformer-dim-ffn"],
d_model=cfg["dim-emb"], d_model=cfg["dim-emb"],
activation_function=cfg["transformer-aan-activation"], activation_function=cfg["transformer-ffn-activation"],
pad_token_id=self.pad_token_id, pad_token_id=self.pad_token_id,
eos_token_id=eos_token_id, eos_token_id=eos_token_id,
forced_eos_token_id=eos_token_id, forced_eos_token_id=eos_token_id,