mirror of
https://github.com/huggingface/transformers.git
synced 2025-07-29 17:22:25 +06:00
19 lines
678 B
Bash
Executable File
19 lines
678 B
Bash
Executable File
#!/usr/bin/env bash
|
|
export PYTHONPATH="../":"${PYTHONPATH}"
|
|
# Need to export N_GPUS=
|
|
python finetune.py \
|
|
--learning_rate=3e-5 \
|
|
--fp16 \
|
|
--gpus $N_GPUS \
|
|
--do_train \
|
|
--val_check_interval 0.25 \
|
|
--adam_eps 1e-06 \
|
|
--num_train_epochs 6 --src_lang en_XX --tgt_lang ro_RO \
|
|
--data_dir $ENRO_DIR \
|
|
--max_source_length $MAX_LEN --max_target_length $MAX_LEN --val_max_target_length $MAX_LEN --test_max_target_length $MAX_LEN \
|
|
--train_batch_size=$BS --eval_batch_size=$BS --gradient_accumulation_steps=$GAS \
|
|
--tokenizer facebook/mbart-large-cc25 \
|
|
--task translation \
|
|
--warmup_steps 500 --freeze_encoder --freeze_embeds \
|
|
$@
|