dgpt-small-sw / trainer_state.json
Arotte's picture
Update models files
abbd8fc
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 20.0,
"global_step": 7300,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 1.37,
"learning_rate": 4.657534246575342e-05,
"loss": 3.0871,
"step": 500
},
{
"epoch": 2.74,
"learning_rate": 4.3150684931506855e-05,
"loss": 2.5357,
"step": 1000
},
{
"epoch": 4.11,
"learning_rate": 3.9726027397260274e-05,
"loss": 2.4276,
"step": 1500
},
{
"epoch": 5.48,
"learning_rate": 3.63013698630137e-05,
"loss": 2.3554,
"step": 2000
},
{
"epoch": 6.85,
"learning_rate": 3.287671232876712e-05,
"loss": 2.3018,
"step": 2500
},
{
"epoch": 8.22,
"learning_rate": 2.945205479452055e-05,
"loss": 2.2534,
"step": 3000
},
{
"epoch": 9.59,
"learning_rate": 2.6027397260273973e-05,
"loss": 2.2174,
"step": 3500
},
{
"epoch": 10.96,
"learning_rate": 2.2602739726027396e-05,
"loss": 2.1862,
"step": 4000
},
{
"epoch": 12.33,
"learning_rate": 1.9178082191780822e-05,
"loss": 2.1502,
"step": 4500
},
{
"epoch": 13.7,
"learning_rate": 1.5753424657534248e-05,
"loss": 2.1359,
"step": 5000
},
{
"epoch": 15.07,
"learning_rate": 1.2328767123287671e-05,
"loss": 2.1134,
"step": 5500
},
{
"epoch": 16.44,
"learning_rate": 8.904109589041095e-06,
"loss": 2.0959,
"step": 6000
},
{
"epoch": 17.81,
"learning_rate": 5.479452054794521e-06,
"loss": 2.0852,
"step": 6500
},
{
"epoch": 19.18,
"learning_rate": 2.054794520547945e-06,
"loss": 2.0761,
"step": 7000
},
{
"epoch": 20.0,
"step": 7300,
"total_flos": 1.903251161088e+16,
"train_loss": 2.27839626364512,
"train_runtime": 6672.7861,
"train_samples_per_second": 5.458,
"train_steps_per_second": 1.094
}
],
"max_steps": 7300,
"num_train_epochs": 20,
"total_flos": 1.903251161088e+16,
"trial_name": null,
"trial_params": null
}