riaz.somc/transformers
1
0
Fork 0
mirror of https://github.com/huggingface/transformers.git synced 2025-08-02 03:01:07 +06:00
Code Issues Actions 3 Packages Projects Releases Wiki Activity

simple

Browse Source
This commit is contained in:
thomwolf 2019-02-18 11:33:54 +01:00
parent b450a7faf2
commit ab7f5d2943
1 changed files with 2 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
pytorch_pretrained_bert/tokenization_gpt2.py
View File

@ -27,10 +27,8 @@ try:
except ImportError: except ImportError:
# Just a dummy decorator to get the checks to run on python2 # Just a dummy decorator to get the checks to run on python2
# because honestly I don't want to support a byte-level unicode BPE tokenizer on python 2 right now. # because honestly I don't want to support a byte-level unicode BPE tokenizer on python 2 right now.
def lru_cache(func): def lru_cache():
def func_wrapper(*inputs, **args): return lambda func: func
return func(inputs, args)
return func_wrapper
from .file_utils import cached_path from .file_utils import cached_path