mirror of
https://github.com/huggingface/transformers.git
synced 2025-07-31 02:02:21 +06:00
fc38d4c86f
* improving generation * finalized special token behaviour for no_beam_search generation * solved modeling_utils merge conflict * solve merge conflicts in modeling_utils.py * add run_generation improvements from PR #2749 * adapted language generation to not use hardcoded -1 if no padding token is available * remove the -1 removal as hard coded -1`s are not necessary anymore * add lightweight language generation testing for randomely initialized models - just checking whether no errors are thrown * add slow language generation tests for pretrained models using hardcoded output with pytorch seed * delete ipdb * check that all generated tokens are valid * renaming * renaming Generation -> Generate * make style * updated so that generate_beam_search has same token behavior than generate_no_beam_search * consistent return format for run_generation.py * deleted pretrain lm generate tests -> will be added in another PR * cleaning of unused if statements and renaming * run_generate will always return an iterable * make style * consistent renaming * improve naming, make sure generate function always returns the same tensor, add docstring * add slow tests for all lmhead models * make style and improve example comments modeling_utils * better naming and refactoring in modeling_utils * improving generation * finalized special token behaviour for no_beam_search generation * solved modeling_utils merge conflict * solve merge conflicts in modeling_utils.py * add run_generation improvements from PR #2749 * adapted language generation to not use hardcoded -1 if no padding token is available * remove the -1 removal as hard coded -1`s are not necessary anymore * add lightweight language generation testing for randomely initialized models - just checking whether no errors are thrown * add slow language generation tests for pretrained models using hardcoded output with pytorch seed * delete ipdb * check that all generated tokens are valid * renaming * renaming Generation -> Generate * make style * updated so that generate_beam_search has same token behavior than generate_no_beam_search * consistent return format for run_generation.py * deleted pretrain lm generate tests -> will be added in another PR * cleaning of unused if statements and renaming * run_generate will always return an iterable * make style * consistent renaming * improve naming, make sure generate function always returns the same tensor, add docstring * add slow tests for all lmhead models * make style and improve example comments modeling_utils * better naming and refactoring in modeling_utils * changed fast random lm generation testing design to more general one * delete in old testing design in gpt2 * correct old variable name * temporary fix for encoder_decoder lm generation tests - has to be updated when t5 is fixed * adapted all fast random generate tests to new design * better warning description in modeling_utils * better comment * better comment and error message Co-authored-by: Thomas Wolf <thomwolf@users.noreply.github.com> |
||
|---|---|---|
| .. | ||
| fixtures | ||
| __init__.py | ||
| test_activations.py | ||
| test_configuration_auto.py | ||
| test_configuration_common.py | ||
| test_doc_samples.py | ||
| test_hf_api.py | ||
| test_model_card.py | ||
| test_modeling_albert.py | ||
| test_modeling_auto.py | ||
| test_modeling_bart.py | ||
| test_modeling_bert.py | ||
| test_modeling_common.py | ||
| test_modeling_ctrl.py | ||
| test_modeling_distilbert.py | ||
| test_modeling_encoder_decoder.py | ||
| test_modeling_flaubert.py | ||
| test_modeling_gpt2.py | ||
| test_modeling_openai.py | ||
| test_modeling_roberta.py | ||
| test_modeling_t5.py | ||
| test_modeling_tf_albert.py | ||
| test_modeling_tf_auto.py | ||
| test_modeling_tf_bert.py | ||
| test_modeling_tf_common.py | ||
| test_modeling_tf_ctrl.py | ||
| test_modeling_tf_distilbert.py | ||
| test_modeling_tf_gpt2.py | ||
| test_modeling_tf_openai_gpt.py | ||
| test_modeling_tf_roberta.py | ||
| test_modeling_tf_t5.py | ||
| test_modeling_tf_transfo_xl.py | ||
| test_modeling_tf_xlm.py | ||
| test_modeling_tf_xlnet.py | ||
| test_modeling_transfo_xl.py | ||
| test_modeling_xlm.py | ||
| test_modeling_xlnet.py | ||
| test_optimization_tf.py | ||
| test_optimization.py | ||
| test_pipelines.py | ||
| test_tokenization_albert.py | ||
| test_tokenization_auto.py | ||
| test_tokenization_bert_japanese.py | ||
| test_tokenization_bert.py | ||
| test_tokenization_common.py | ||
| test_tokenization_ctrl.py | ||
| test_tokenization_distilbert.py | ||
| test_tokenization_fast.py | ||
| test_tokenization_gpt2.py | ||
| test_tokenization_openai.py | ||
| test_tokenization_roberta.py | ||
| test_tokenization_t5.py | ||
| test_tokenization_transfo_xl.py | ||
| test_tokenization_utils.py | ||
| test_tokenization_xlm.py | ||
| test_tokenization_xlnet.py | ||
| utils.py | ||