riaz.somc/transformers
1
0
Fork 0
mirror of https://github.com/huggingface/transformers.git synced 2025-07-31 18:22:34 +06:00
Code Issues Actions 4 Packages Projects Releases Wiki Activity

fix num_special_tokens in GPT 2 test

Browse Source
This commit is contained in:
thomwolf 2019-06-14 17:17:43 +02:00
parent cad88e19de
commit 44e9ddd7fe
1 changed files with 2 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
pytorch_pretrained_bert/modeling_gpt2.py
View File

@ -432,6 +432,8 @@ class GPT2PreTrainedModel(nn.Module):
kwargs.pop('cache_dir', None) kwargs.pop('cache_dir', None)
from_tf = kwargs.get('from_tf', False) from_tf = kwargs.get('from_tf', False)
kwargs.pop('from_tf', None) kwargs.pop('from_tf', None)
num_special_tokens = kwargs.get('num_special_tokens', None)
kwargs.pop('num_special_tokens', None)
if pretrained_model_name_or_path in PRETRAINED_MODEL_ARCHIVE_MAP: if pretrained_model_name_or_path in PRETRAINED_MODEL_ARCHIVE_MAP:
archive_file = PRETRAINED_MODEL_ARCHIVE_MAP[pretrained_model_name_or_path] archive_file = PRETRAINED_MODEL_ARCHIVE_MAP[pretrained_model_name_or_path]