mirror of
https://github.com/huggingface/transformers.git
synced 2025-07-31 02:02:21 +06:00
dca34695d0
* first copy & past commit from Bert and morgans LSH code * add easy way to compare to trax original code * translate most of function * make trax lsh self attention deterministic with numpy seed + copy paste code * add same config * add same config * make layer init work * implemented hash_vectors function for lsh attention * continue reformer translation * hf LSHSelfAttentionLayer gives same output as trax layer * refactor code * refactor code * refactor code * refactor * refactor + add reformer config * delete bogus file * split reformer attention layer into two layers * save intermediate step * save intermediate step * make test work * add complete reformer block layer * finish reformer layer * implement causal and self mask * clean reformer test and refactor code * fix merge conflicts * fix merge conflicts * update init * fix device for GPU * fix chunk length init for tests * include morgans optimization * improve memory a bit * improve comment * factorize num_buckets * better testing parameters * make whole model work * make lm model work * add t5 copy paste tokenizer * add chunking feed forward * clean config * add improved assert statements * make tokenizer work * improve test * correct typo * extend config * add complexer test * add new axial position embeddings * add local block attention layer * clean tests * refactor * better testing * save intermediate progress * clean test file * make shorter input length work for model * allow variable input length * refactor * make forward pass for pretrained model work * add generation possibility * finish dropout and init * make style * refactor * add first version of RevNet Layers * make forward pass work and add convert file * make uploaded model forward pass work * make uploaded model forward pass work * refactor code * add namedtuples and cache buckets * correct head masks * refactor * made reformer more flexible * make style * remove set max length * add attention masks * fix up tests * fix lsh attention mask * make random seed optional for the moment * improve memory in reformer * add tests * make style * make sure masks work correctly * detach gradients * save intermediate * correct backprob through gather * make style * change back num hashes * rename to labels * fix rotation shape * fix detach * update * fix trainer * fix backward dropout * make reformer more flexible * fix conflict * fix * fix * add tests for fixed seed in reformer layer * fix trainer typo * fix typo in activations * add fp16 tests * add fp16 training * support fp16 * correct gradient bug in reformer * add fast gelu * re-add dropout for embedding dropout * better naming * better naming * renaming * finalize test branch * finalize tests * add more tests * finish tests * fix * fix type trainer * fix fp16 tests * fix tests * fix tests * fix tests * fix issue with dropout * fix dropout seeds * correct random seed on gpu * finalize random seed for dropout * finalize random seed for dropout * remove duplicate line * correct half precision bug * make style * refactor * refactor * docstring * remove sinusoidal position encodings for reformer * move chunking to modeling_utils * make style * clean config * make style * fix tests * fix auto tests * pretrained models * fix docstring * update conversion file * Update pretrained_models.rst * fix rst * fix rst * update copyright * fix test path * fix test path * fix small issue in test * include reformer in generation tests * add docs for axial position encoding * finish docs * Update convert_reformer_trax_checkpoint_to_pytorch.py * remove isort * include sams comments * remove wrong comment in utils * correct typos * fix typo * Update reformer.rst * applied morgans optimization * make style * make gpu compatible * remove bogus file * big test refactor * add example for chunking * fix typo * add to README |
||
|---|---|---|
| .. | ||
| fixtures | ||
| __init__.py | ||
| test_activations.py | ||
| test_configuration_auto.py | ||
| test_configuration_common.py | ||
| test_doc_samples.py | ||
| test_hf_api.py | ||
| test_hf_argparser.py | ||
| test_model_card.py | ||
| test_modeling_albert.py | ||
| test_modeling_auto.py | ||
| test_modeling_bart.py | ||
| test_modeling_bert.py | ||
| test_modeling_camembert.py | ||
| test_modeling_common.py | ||
| test_modeling_ctrl.py | ||
| test_modeling_distilbert.py | ||
| test_modeling_electra.py | ||
| test_modeling_encoder_decoder.py | ||
| test_modeling_flaubert.py | ||
| test_modeling_gpt2.py | ||
| test_modeling_marian.py | ||
| test_modeling_openai.py | ||
| test_modeling_reformer.py | ||
| test_modeling_roberta.py | ||
| test_modeling_t5.py | ||
| test_modeling_tf_albert.py | ||
| test_modeling_tf_auto.py | ||
| test_modeling_tf_bert.py | ||
| test_modeling_tf_camembert.py | ||
| test_modeling_tf_common.py | ||
| test_modeling_tf_ctrl.py | ||
| test_modeling_tf_distilbert.py | ||
| test_modeling_tf_electra.py | ||
| test_modeling_tf_gpt2.py | ||
| test_modeling_tf_openai_gpt.py | ||
| test_modeling_tf_roberta.py | ||
| test_modeling_tf_t5.py | ||
| test_modeling_tf_transfo_xl.py | ||
| test_modeling_tf_xlm.py | ||
| test_modeling_tf_xlnet.py | ||
| test_modeling_transfo_xl.py | ||
| test_modeling_xlm_roberta.py | ||
| test_modeling_xlm.py | ||
| test_modeling_xlnet.py | ||
| test_optimization_tf.py | ||
| test_optimization.py | ||
| test_pipelines.py | ||
| test_tokenization_albert.py | ||
| test_tokenization_auto.py | ||
| test_tokenization_bert_japanese.py | ||
| test_tokenization_bert.py | ||
| test_tokenization_common.py | ||
| test_tokenization_ctrl.py | ||
| test_tokenization_distilbert.py | ||
| test_tokenization_fast.py | ||
| test_tokenization_gpt2.py | ||
| test_tokenization_openai.py | ||
| test_tokenization_roberta.py | ||
| test_tokenization_t5.py | ||
| test_tokenization_transfo_xl.py | ||
| test_tokenization_utils.py | ||
| test_tokenization_xlm_roberta.py | ||
| test_tokenization_xlm.py | ||
| test_tokenization_xlnet.py | ||
| test_trainer.py | ||
| utils.py | ||