mirror of
https://github.com/huggingface/transformers.git
synced 2025-07-05 22:00:09 +06:00
332a245861
* port bigbird script * adapt script a bit * change location * adapt more * save progress * init commit * style * dataset script tested * readme add
17 lines
364 B
YAML
17 lines
364 B
YAML
command:
|
|
- python3
|
|
- train.py
|
|
method: random
|
|
parameters:
|
|
lr:
|
|
values: [4e-5, 3e-5]
|
|
warmup_steps:
|
|
values: [20000, 15000, 10000, 5000]
|
|
weight_decay:
|
|
distribution: normal
|
|
mu: 1e-2
|
|
sigma: 2e-3
|
|
metric:
|
|
name: eval_loss
|
|
goal: minimize
|