riaz.somc/transformers
1
0
Fork 0
mirror of https://github.com/huggingface/transformers.git synced 2025-08-02 03:01:07 +06:00
Code Issues Actions 3 Packages Projects Releases Wiki Activity

add separator between data import and train

Browse Source
This commit is contained in:
Rémi Louf 2019-10-16 20:05:32 +02:00
parent a424892fab
commit e4e0ee14bd
1 changed files with 9 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
examples/run_seq2seq_finetuning.py
View File

@ -52,6 +52,10 @@ def set_seed(args):
torch.manual_seed(args.seed) torch.manual_seed(args.seed)
# ------------
# Load dataset
# ------------
class TextDataset(Dataset): class TextDataset(Dataset):
""" Abstracts the dataset used to train seq2seq models. """ Abstracts the dataset used to train seq2seq models.
@ -212,6 +216,11 @@ def load_and_cache_examples(args, tokenizer):
return dataset return dataset
# ------------
# Train
# ------------
def train(args, train_dataset, model, tokenizer): def train(args, train_dataset, model, tokenizer):
""" Fine-tune the pretrained model on the corpus. """ """ Fine-tune the pretrained model on the corpus. """
raise NotImplementedError raise NotImplementedError