mirror of
https://github.com/huggingface/transformers.git
synced 2025-07-15 18:48:24 +06:00
25 lines
1.3 KiB
Python
25 lines
1.3 KiB
Python
__version__ = "0.6.1"
|
|
from .tokenization import BertTokenizer, BasicTokenizer, WordpieceTokenizer
|
|
from .tokenization_openai import OpenAIGPTTokenizer
|
|
from .tokenization_transfo_xl import (TransfoXLTokenizer, TransfoXLCorpus)
|
|
from .tokenization_gpt2 import GPT2Tokenizer
|
|
|
|
from .modeling import (BertConfig, BertModel, BertForPreTraining,
|
|
BertForMaskedLM, BertForNextSentencePrediction,
|
|
BertForSequenceClassification, BertForMultipleChoice,
|
|
BertForTokenClassification, BertForQuestionAnswering,
|
|
load_tf_weights_in_bert)
|
|
from .modeling_openai import (OpenAIGPTConfig, OpenAIGPTModel,
|
|
OpenAIGPTLMHeadModel, OpenAIGPTDoubleHeadsModel,
|
|
load_tf_weights_in_openai_gpt)
|
|
from .modeling_transfo_xl import (TransfoXLConfig, TransfoXLModel, TransfoXLLMHeadModel,
|
|
load_tf_weights_in_transfo_xl)
|
|
from .modeling_gpt2 import (GPT2Config, GPT2Model,
|
|
GPT2LMHeadModel, GPT2DoubleHeadsModel,
|
|
load_tf_weights_in_gpt2)
|
|
|
|
from .optimization import BertAdam
|
|
from .optimization_openai import OpenAIAdam
|
|
|
|
from .file_utils import PYTORCH_PRETRAINED_BERT_CACHE, cached_path
|