riaz.somc/transformers
1
0
Fork 0
mirror of https://github.com/huggingface/transformers.git synced 2025-08-02 19:21:31 +06:00
Code Issues Actions 3 Packages Projects Releases Wiki Activity

fix typos/bugs

Browse Source
This commit is contained in:
VictorSanh 2019-06-01 16:28:42 -04:00
parent 592d1e3aae
commit c198ff5f1f
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
hubconfs/gpt2_hubconf.py
View File

@ -130,7 +130,7 @@ def gpt2LMHeadModel(*args, **kwargs):
>>> predicted_token = tokenizer.decode([predicted_index])
>>> assert predicted_token == ' who'
"""
model = OpenAIGPTLMHeadModel.from_pretrained(*args, **kwargs)
model = GPT2LMHeadModel.from_pretrained(*args, **kwargs)
return model
@ -148,9 +148,9 @@ def gpt2DoubleHeadsModel(*args, **kwargs):
# Prepare tokenized input
>>> text = "Who was Jim Henson ?"
>>> indexed_tokens = tokenizer.encode(tokenized_text)
>>> indexed_tokens = tokenizer.encode(text)
>>> tokens_tensor = torch.tensor([indexed_tokens])
>>> mc_token_ids = torch.LongTensor([ [len(tokenized_text)] ])
>>> mc_token_ids = torch.LongTensor([ [len(indexed_tokens)] ])
# Load gpt2DoubleHeadsModel
>>> model = torch.hub.load('huggingface/pytorch-pretrained-BERT', 'gpt2DoubleHeadsModel', 'gpt2')