|
{ |
|
"best_metric": null, |
|
"best_model_checkpoint": null, |
|
"epoch": 15.990403071017274, |
|
"eval_steps": 500, |
|
"global_step": 6240, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 1.0, |
|
"eval_f1": 0.9034, |
|
"eval_gen_len": 26.296727272727274, |
|
"eval_loss": 1.8257849216461182, |
|
"eval_precision": 0.9049, |
|
"eval_recall": 0.9023, |
|
"eval_rouge1": 0.4338, |
|
"eval_rouge2": 0.1906, |
|
"eval_rougeL": 0.3496, |
|
"eval_rougeLsum": 0.3498, |
|
"eval_runtime": 513.5292, |
|
"eval_samples_per_second": 5.355, |
|
"eval_steps_per_second": 0.335, |
|
"step": 390 |
|
}, |
|
{ |
|
"epoch": 1.28, |
|
"learning_rate": 1.3589743589743592e-05, |
|
"loss": 2.1621, |
|
"step": 500 |
|
}, |
|
{ |
|
"epoch": 2.0, |
|
"eval_f1": 0.9054, |
|
"eval_gen_len": 26.272727272727273, |
|
"eval_loss": 1.7537195682525635, |
|
"eval_precision": 0.9068, |
|
"eval_recall": 0.9044, |
|
"eval_rouge1": 0.4449, |
|
"eval_rouge2": 0.2005, |
|
"eval_rougeL": 0.3633, |
|
"eval_rougeLsum": 0.3633, |
|
"eval_runtime": 505.2109, |
|
"eval_samples_per_second": 5.443, |
|
"eval_steps_per_second": 0.34, |
|
"step": 781 |
|
}, |
|
{ |
|
"epoch": 2.56, |
|
"learning_rate": 7.17948717948718e-06, |
|
"loss": 1.8794, |
|
"step": 1000 |
|
}, |
|
{ |
|
"epoch": 3.0, |
|
"eval_f1": 0.9066, |
|
"eval_gen_len": 26.434545454545454, |
|
"eval_loss": 1.726783275604248, |
|
"eval_precision": 0.9078, |
|
"eval_recall": 0.9058, |
|
"eval_rouge1": 0.4518, |
|
"eval_rouge2": 0.2061, |
|
"eval_rougeL": 0.3696, |
|
"eval_rougeLsum": 0.3695, |
|
"eval_runtime": 507.6007, |
|
"eval_samples_per_second": 5.418, |
|
"eval_steps_per_second": 0.339, |
|
"step": 1172 |
|
}, |
|
{ |
|
"epoch": 3.84, |
|
"learning_rate": 7.692307692307694e-07, |
|
"loss": 1.8271, |
|
"step": 1500 |
|
}, |
|
{ |
|
"epoch": 4.0, |
|
"eval_f1": 0.9069, |
|
"eval_gen_len": 26.39709090909091, |
|
"eval_loss": 1.7157036066055298, |
|
"eval_precision": 0.9082, |
|
"eval_recall": 0.906, |
|
"eval_rouge1": 0.4539, |
|
"eval_rouge2": 0.2075, |
|
"eval_rougeL": 0.3716, |
|
"eval_rougeLsum": 0.3714, |
|
"eval_runtime": 505.7397, |
|
"eval_samples_per_second": 5.438, |
|
"eval_steps_per_second": 0.34, |
|
"step": 1560 |
|
}, |
|
{ |
|
"epoch": 5.0, |
|
"eval_f1": 0.9074, |
|
"eval_gen_len": 26.301454545454547, |
|
"eval_loss": 1.703265905380249, |
|
"eval_precision": 0.9087, |
|
"eval_recall": 0.9065, |
|
"eval_rouge1": 0.4561, |
|
"eval_rouge2": 0.2098, |
|
"eval_rougeL": 0.3735, |
|
"eval_rougeLsum": 0.3734, |
|
"eval_runtime": 505.7439, |
|
"eval_samples_per_second": 5.438, |
|
"eval_steps_per_second": 0.34, |
|
"step": 1951 |
|
}, |
|
{ |
|
"epoch": 5.12, |
|
"learning_rate": 2.9059829059829063e-06, |
|
"loss": 1.8067, |
|
"step": 2000 |
|
}, |
|
{ |
|
"epoch": 6.0, |
|
"eval_f1": 0.9077, |
|
"eval_gen_len": 26.438909090909092, |
|
"eval_loss": 1.6896997690200806, |
|
"eval_precision": 0.9089, |
|
"eval_recall": 0.9069, |
|
"eval_rouge1": 0.4592, |
|
"eval_rouge2": 0.2114, |
|
"eval_rougeL": 0.3762, |
|
"eval_rougeLsum": 0.3759, |
|
"eval_runtime": 506.0324, |
|
"eval_samples_per_second": 5.434, |
|
"eval_steps_per_second": 0.34, |
|
"step": 2340 |
|
}, |
|
{ |
|
"epoch": 6.41, |
|
"learning_rate": 3.974358974358974e-06, |
|
"loss": 1.7833, |
|
"step": 2500 |
|
}, |
|
{ |
|
"epoch": 7.0, |
|
"eval_f1": 0.9079, |
|
"eval_gen_len": 26.374545454545455, |
|
"eval_loss": 1.6819266080856323, |
|
"eval_precision": 0.9092, |
|
"eval_recall": 0.9071, |
|
"eval_rouge1": 0.4598, |
|
"eval_rouge2": 0.2115, |
|
"eval_rougeL": 0.3764, |
|
"eval_rougeLsum": 0.376, |
|
"eval_runtime": 506.9661, |
|
"eval_samples_per_second": 5.424, |
|
"eval_steps_per_second": 0.339, |
|
"step": 2731 |
|
}, |
|
{ |
|
"epoch": 7.69, |
|
"learning_rate": 7.692307692307694e-07, |
|
"loss": 1.7683, |
|
"step": 3000 |
|
}, |
|
{ |
|
"epoch": 8.0, |
|
"eval_f1": 0.9083, |
|
"eval_gen_len": 26.620363636363635, |
|
"eval_loss": 1.676251769065857, |
|
"eval_precision": 0.9094, |
|
"eval_recall": 0.9076, |
|
"eval_rouge1": 0.4621, |
|
"eval_rouge2": 0.2133, |
|
"eval_rougeL": 0.3791, |
|
"eval_rougeLsum": 0.3789, |
|
"eval_runtime": 506.5847, |
|
"eval_samples_per_second": 5.429, |
|
"eval_steps_per_second": 0.34, |
|
"step": 3120 |
|
}, |
|
{ |
|
"epoch": 8.97, |
|
"learning_rate": 5.042735042735043e-06, |
|
"loss": 1.7559, |
|
"step": 3500 |
|
}, |
|
{ |
|
"epoch": 9.0, |
|
"eval_f1": 0.9086, |
|
"eval_gen_len": 26.424, |
|
"eval_loss": 1.666217565536499, |
|
"eval_precision": 0.9098, |
|
"eval_recall": 0.9078, |
|
"eval_rouge1": 0.4632, |
|
"eval_rouge2": 0.215, |
|
"eval_rougeL": 0.38, |
|
"eval_rougeLsum": 0.3799, |
|
"eval_runtime": 507.5176, |
|
"eval_samples_per_second": 5.419, |
|
"eval_steps_per_second": 0.339, |
|
"step": 3511 |
|
}, |
|
{ |
|
"epoch": 10.0, |
|
"eval_f1": 0.9089, |
|
"eval_gen_len": 26.542545454545454, |
|
"eval_loss": 1.6593670845031738, |
|
"eval_precision": 0.9099, |
|
"eval_recall": 0.9082, |
|
"eval_rouge1": 0.4651, |
|
"eval_rouge2": 0.2168, |
|
"eval_rougeL": 0.3812, |
|
"eval_rougeLsum": 0.3812, |
|
"eval_runtime": 501.1134, |
|
"eval_samples_per_second": 5.488, |
|
"eval_steps_per_second": 0.343, |
|
"step": 3902 |
|
}, |
|
{ |
|
"epoch": 10.25, |
|
"learning_rate": 2.9059829059829063e-06, |
|
"loss": 1.7357, |
|
"step": 4000 |
|
}, |
|
{ |
|
"epoch": 11.0, |
|
"eval_f1": 0.9091, |
|
"eval_gen_len": 26.605090909090908, |
|
"eval_loss": 1.6554700136184692, |
|
"eval_precision": 0.91, |
|
"eval_recall": 0.9086, |
|
"eval_rouge1": 0.4663, |
|
"eval_rouge2": 0.2178, |
|
"eval_rougeL": 0.3824, |
|
"eval_rougeLsum": 0.3823, |
|
"eval_runtime": 504.1076, |
|
"eval_samples_per_second": 5.455, |
|
"eval_steps_per_second": 0.341, |
|
"step": 4293 |
|
}, |
|
{ |
|
"epoch": 11.53, |
|
"learning_rate": 7.692307692307694e-07, |
|
"loss": 1.7297, |
|
"step": 4500 |
|
}, |
|
{ |
|
"epoch": 12.0, |
|
"eval_f1": 0.9092, |
|
"eval_gen_len": 26.439272727272726, |
|
"eval_loss": 1.6508440971374512, |
|
"eval_precision": 0.9103, |
|
"eval_recall": 0.9084, |
|
"eval_rouge1": 0.4668, |
|
"eval_rouge2": 0.2175, |
|
"eval_rougeL": 0.3823, |
|
"eval_rougeLsum": 0.3822, |
|
"eval_runtime": 506.6299, |
|
"eval_samples_per_second": 5.428, |
|
"eval_steps_per_second": 0.339, |
|
"step": 4680 |
|
}, |
|
{ |
|
"epoch": 12.82, |
|
"learning_rate": 3.974358974358974e-06, |
|
"loss": 1.7165, |
|
"step": 5000 |
|
}, |
|
{ |
|
"epoch": 13.0, |
|
"eval_f1": 0.9094, |
|
"eval_gen_len": 26.638545454545454, |
|
"eval_loss": 1.6451035737991333, |
|
"eval_precision": 0.9103, |
|
"eval_recall": 0.9089, |
|
"eval_rouge1": 0.4687, |
|
"eval_rouge2": 0.2191, |
|
"eval_rougeL": 0.3834, |
|
"eval_rougeLsum": 0.3834, |
|
"eval_runtime": 509.0115, |
|
"eval_samples_per_second": 5.403, |
|
"eval_steps_per_second": 0.338, |
|
"step": 5071 |
|
}, |
|
{ |
|
"epoch": 14.0, |
|
"eval_f1": 0.9095, |
|
"eval_gen_len": 26.415636363636363, |
|
"eval_loss": 1.6405242681503296, |
|
"eval_precision": 0.9106, |
|
"eval_recall": 0.9087, |
|
"eval_rouge1": 0.4691, |
|
"eval_rouge2": 0.2193, |
|
"eval_rougeL": 0.3845, |
|
"eval_rougeLsum": 0.3844, |
|
"eval_runtime": 502.7756, |
|
"eval_samples_per_second": 5.47, |
|
"eval_steps_per_second": 0.342, |
|
"step": 5462 |
|
}, |
|
{ |
|
"epoch": 14.1, |
|
"learning_rate": 2.371794871794872e-06, |
|
"loss": 1.7068, |
|
"step": 5500 |
|
}, |
|
{ |
|
"epoch": 15.0, |
|
"eval_f1": 0.9097, |
|
"eval_gen_len": 26.45709090909091, |
|
"eval_loss": 1.6383482217788696, |
|
"eval_precision": 0.9108, |
|
"eval_recall": 0.9089, |
|
"eval_rouge1": 0.4699, |
|
"eval_rouge2": 0.2204, |
|
"eval_rougeL": 0.3853, |
|
"eval_rougeLsum": 0.3853, |
|
"eval_runtime": 506.608, |
|
"eval_samples_per_second": 5.428, |
|
"eval_steps_per_second": 0.34, |
|
"step": 5853 |
|
}, |
|
{ |
|
"epoch": 15.38, |
|
"learning_rate": 7.692307692307694e-07, |
|
"loss": 1.7004, |
|
"step": 6000 |
|
}, |
|
{ |
|
"epoch": 15.99, |
|
"eval_f1": 0.9096, |
|
"eval_gen_len": 26.52509090909091, |
|
"eval_loss": 1.6378074884414673, |
|
"eval_precision": 0.9107, |
|
"eval_recall": 0.909, |
|
"eval_rouge1": 0.4698, |
|
"eval_rouge2": 0.2197, |
|
"eval_rougeL": 0.385, |
|
"eval_rougeLsum": 0.3849, |
|
"eval_runtime": 501.725, |
|
"eval_samples_per_second": 5.481, |
|
"eval_steps_per_second": 0.343, |
|
"step": 6240 |
|
}, |
|
{ |
|
"epoch": 15.99, |
|
"step": 6240, |
|
"total_flos": 1.153589772728402e+18, |
|
"train_loss": 0.4757408973498222, |
|
"train_runtime": 9951.3836, |
|
"train_samples_per_second": 80.391, |
|
"train_steps_per_second": 0.627 |
|
} |
|
], |
|
"logging_steps": 500, |
|
"max_steps": 6240, |
|
"num_input_tokens_seen": 0, |
|
"num_train_epochs": 16, |
|
"save_steps": 500, |
|
"total_flos": 1.153589772728402e+18, |
|
"train_batch_size": 32, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|