| model_name: "EleutherAI/pythia-410m" | |
| learning_rate: 2.0e-5 | |
| batch_size: 1 | |
| num_epochs: 1 | |
| warmup_steps: 500 | |
| logging_steps: 1000 | |
| # eval_steps: 2000 | |
| save_steps: 1000 | |
| gradient_accumulation_steps: 4 |
| model_name: "EleutherAI/pythia-410m" | |
| learning_rate: 2.0e-5 | |
| batch_size: 1 | |
| num_epochs: 1 | |
| warmup_steps: 500 | |
| logging_steps: 1000 | |
| # eval_steps: 2000 | |
| save_steps: 1000 | |
| gradient_accumulation_steps: 4 |