mirror of
https://github.com/huggingface/transformers.git
synced 2025-07-24 14:58:56 +06:00

* First draft * Make basic test work * Fix most tokenizer tests * More improvements * Make more tests pass * Fix more tests * Fix some code quality * Improve truncation * Implement feature extractor * Improve feature extractor and add tests * Improve feature extractor tests * Fix pair_input test partly * Add fast tokenizer * Improve implementation * Fix rebase * Fix rebase * Fix most of the tokenizer tests. * propose solution for fast * add: integration test for fasttokenizer, warning for decode, fix template in slow tokenizer * add: modify markuplmconverter * add: some modify on converter and tokenizerfast * Fix style, copies * Make fixup * Update tokenization_markuplm.py * Update test_tokenization_markuplm.py * Update markuplm related * Improve processor, add integration test * Add processor test file * Improve processor * Improve processor tests * Fix more processor tests * Fix processor tests * Update docstrings * Add Copied from statements * Add more Copied from statements * Add code examples * Improve code examples * Add model to doc tests * Adding dependency check * Add dummy file * Add requires_backends * Add model to toctree * Fix more things, disable dependency check for now * Apply more suggestions * Add soft dependency * Add annotators to tests * Fix style * Remove from_slow=True * Remove print statements * Add sanity check * Fix processor test * Fix processor tests, add more docs * Add doc tests for mdx file * Add more tips * Apply suggestions Co-authored-by: Niels Rogge <nielsrogge@Nielss-MacBook-Pro.local> Co-authored-by: lockon-n <45759388+lockon-n@users.noreply.github.com> Co-authored-by: SaulLu <lucilesaul.com@gmail.com> Co-authored-by: lockon-n <dd098309@126.com>
100 lines
5.0 KiB
Plaintext
100 lines
5.0 KiB
Plaintext
docs/source/en/quicktour.mdx
|
|
docs/source/es/quicktour.mdx
|
|
docs/source/en/pipeline_tutorial.mdx
|
|
docs/source/en/autoclass_tutorial.mdx
|
|
docs/source/en/task_summary.mdx
|
|
docs/source/en/model_doc/markuplm.mdx
|
|
docs/source/en/model_doc/speech_to_text.mdx
|
|
docs/source/en/model_doc/t5.mdx
|
|
docs/source/en/model_doc/t5v1.1.mdx
|
|
docs/source/en/model_doc/byt5.mdx
|
|
docs/source/en/model_doc/tapex.mdx
|
|
docs/source/en/model_doc/donut.mdx
|
|
docs/source/en/model_doc/encoder-decoder.mdx
|
|
src/transformers/generation_utils.py
|
|
src/transformers/models/albert/modeling_albert.py
|
|
src/transformers/models/albert/modeling_tf_albert.py
|
|
src/transformers/models/bart/modeling_bart.py
|
|
src/transformers/models/beit/modeling_beit.py
|
|
src/transformers/models/bert/modeling_bert.py
|
|
src/transformers/models/bert/modeling_tf_bert.py
|
|
src/transformers/models/bigbird_pegasus/modeling_bigbird_pegasus.py
|
|
src/transformers/models/big_bird/modeling_big_bird.py
|
|
src/transformers/models/blenderbot/modeling_blenderbot.py
|
|
src/transformers/models/blenderbot_small/modeling_blenderbot_small.py
|
|
src/transformers/models/conditional_detr/modeling_conditional_detr.py
|
|
src/transformers/models/convnext/modeling_convnext.py
|
|
src/transformers/models/ctrl/modeling_ctrl.py
|
|
src/transformers/models/cvt/modeling_cvt.py
|
|
src/transformers/models/data2vec/modeling_data2vec_audio.py
|
|
src/transformers/models/data2vec/modeling_data2vec_vision.py
|
|
src/transformers/models/deberta/modeling_deberta.py
|
|
src/transformers/models/deberta_v2/modeling_deberta_v2.py
|
|
src/transformers/models/deformable_detr/modeling_deformable_detr.py
|
|
src/transformers/models/deit/modeling_deit.py
|
|
src/transformers/models/deit/modeling_tf_deit.py
|
|
src/transformers/models/detr/modeling_detr.py
|
|
src/transformers/models/dpt/modeling_dpt.py
|
|
src/transformers/models/electra/modeling_electra.py
|
|
src/transformers/models/electra/modeling_tf_electra.py
|
|
src/transformers/models/glpn/modeling_glpn.py
|
|
src/transformers/models/gpt2/modeling_gpt2.py
|
|
src/transformers/models/gptj/modeling_gptj.py
|
|
src/transformers/models/groupvit/modeling_groupvit.py
|
|
src/transformers/models/groupvit/modeling_tf_groupvit.py
|
|
src/transformers/models/hubert/modeling_hubert.py
|
|
src/transformers/models/layoutlm/modeling_layoutlm.py
|
|
src/transformers/models/layoutlm/modeling_tf_layoutlm.py
|
|
src/transformers/models/layoutlmv2/modeling_layoutlmv2.py
|
|
src/transformers/models/layoutlmv3/modeling_layoutlmv3.py
|
|
src/transformers/models/layoutlmv3/modeling_tf_layoutlmv3.py
|
|
src/transformers/models/longformer/modeling_longformer.py
|
|
src/transformers/models/longformer/modeling_tf_longformer.py
|
|
src/transformers/models/longt5/modeling_longt5.py
|
|
src/transformers/models/marian/modeling_marian.py
|
|
src/transformers/models/markuplm/modeling_markuplm.py
|
|
src/transformers/models/mbart/modeling_mbart.py
|
|
src/transformers/models/mobilebert/modeling_mobilebert.py
|
|
src/transformers/models/mobilebert/modeling_tf_mobilebert.py
|
|
src/transformers/models/mobilevit/modeling_mobilevit.py
|
|
src/transformers/models/mobilevit/modeling_tf_mobilevit.py
|
|
src/transformers/models/opt/modeling_opt.py
|
|
src/transformers/models/opt/modeling_tf_opt.py
|
|
src/transformers/models/owlvit/modeling_owlvit.py
|
|
src/transformers/models/pegasus/modeling_pegasus.py
|
|
src/transformers/models/perceiver/modeling_perceiver.py
|
|
src/transformers/models/plbart/modeling_plbart.py
|
|
src/transformers/models/poolformer/modeling_poolformer.py
|
|
src/transformers/models/reformer/modeling_reformer.py
|
|
src/transformers/models/regnet/modeling_regnet.py
|
|
src/transformers/models/regnet/modeling_tf_regnet.py
|
|
src/transformers/models/resnet/modeling_resnet.py
|
|
src/transformers/models/resnet/modeling_tf_resnet.py
|
|
src/transformers/models/roberta/modeling_roberta.py
|
|
src/transformers/models/roberta/modeling_tf_roberta.py
|
|
src/transformers/models/segformer/modeling_segformer.py
|
|
src/transformers/models/sew/modeling_sew.py
|
|
src/transformers/models/sew_d/modeling_sew_d.py
|
|
src/transformers/models/speech_encoder_decoder/modeling_speech_encoder_decoder.py
|
|
src/transformers/models/speech_to_text/modeling_speech_to_text.py
|
|
src/transformers/models/speech_to_text_2/modeling_speech_to_text_2.py
|
|
src/transformers/models/segformer/modeling_tf_segformer.py
|
|
src/transformers/models/swin/modeling_swin.py
|
|
src/transformers/models/trocr/modeling_trocr.py
|
|
src/transformers/models/unispeech/modeling_unispeech.py
|
|
src/transformers/models/unispeech_sat/modeling_unispeech_sat.py
|
|
src/transformers/models/van/modeling_van.py
|
|
src/transformers/models/videomae/modeling_videomae.py
|
|
src/transformers/models/vilt/modeling_vilt.py
|
|
src/transformers/models/vision_encoder_decoder/modeling_vision_encoder_decoder.py
|
|
src/transformers/models/vit/modeling_vit.py
|
|
src/transformers/models/vit/modeling_tf_vit.py
|
|
src/transformers/models/vit_mae/modeling_vit_mae.py
|
|
src/transformers/models/vit_msn/modeling_vit_msn.py
|
|
src/transformers/models/wav2vec2/modeling_wav2vec2.py
|
|
src/transformers/models/wav2vec2/tokenization_wav2vec2.py
|
|
src/transformers/models/wav2vec2_conformer/modeling_wav2vec2_conformer.py
|
|
src/transformers/models/wav2vec2_with_lm/processing_wav2vec2_with_lm.py
|
|
src/transformers/models/wavlm/modeling_wavlm.py
|
|
src/transformers/models/yolos/modeling_yolos.py
|