mirror of
https://github.com/huggingface/transformers.git
synced 2025-07-31 10:12:23 +06:00
updating init
This commit is contained in:
parent
b65f07d8c0
commit
210d407245
@ -2,6 +2,7 @@ __version__ = "0.6.0"
|
||||
from .tokenization import BertTokenizer, BasicTokenizer, WordpieceTokenizer
|
||||
from .tokenization_openai import OpenAIGPTTokenizer
|
||||
from .tokenization_transfo_xl import (TransfoXLTokenizer, TransfoXLCorpus)
|
||||
from .tokenization_gpt2 import GPT2Tokenizer
|
||||
|
||||
from .modeling import (BertConfig, BertModel, BertForPreTraining,
|
||||
BertForMaskedLM, BertForNextSentencePrediction,
|
||||
|
Loading…
Reference in New Issue
Block a user