- optim.name=adafactor
- optim.lr_scheduler=legacy
- model.name=/home/jovyan/bert-train/nanot5/templates/base_slavic_120k_sub
- optim.grad_acc=8
- model.overwrite.dropout_rate=0.1
- model.klass=hf_t5
- eval.every_steps=5000
- optim.total_steps=120000
- model.add_config.is_bf16=True
- checkpoint.every_steps=10000
- model.compile=False