File size: 191 Bytes
93bc1d5 |
1 2 3 4 5 6 7 8 9 |
model_name: "EleutherAI/pythia-410m"
learning_rate: 2.0e-5
batch_size: 1
num_epochs: 1
warmup_steps: 500
logging_steps: 1000
# eval_steps: 2000
save_steps: 1000
gradient_accumulation_steps: 4 |