NMM_Classification_base_V10 / trainer_state.json
djbp's picture
End of training
4b901da verified
raw
history blame
9.14 kB
{
"best_metric": 0.8349146110056926,
"best_model_checkpoint": "swin-base-patch4-window7-224-in22k-MM/NMM_Classification_base_V10/checkpoint-81",
"epoch": 6.892307692307693,
"eval_steps": 500,
"global_step": 112,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.6153846153846154,
"grad_norm": 3.4730300903320312,
"learning_rate": 4.166666666666667e-05,
"loss": 0.8416,
"step": 10
},
{
"epoch": 0.9846153846153847,
"step": 16,
"train_accuracy": 0.7838165716365401,
"train_auc_class_0": 0.9185630172913702,
"train_auc_class_1": 0.8867337604929844,
"train_auc_class_2": 0.8750511256900684,
"train_auc_overall": 0.8934493011581409,
"train_loss": 0.5212814211845398,
"train_runtime": 738.2478,
"train_samples_per_second": 11.166,
"train_steps_per_second": 0.088
},
{
"epoch": 0.9846153846153847,
"eval_accuracy": 0.7751423149905123,
"eval_auc_class_0": 0.9351696867321869,
"eval_auc_class_1": 0.9013257754334977,
"eval_auc_class_2": 0.896788439192459,
"eval_auc_overall": 0.9110946337860479,
"eval_loss": 0.5271921157836914,
"eval_runtime": 226.0415,
"eval_samples_per_second": 9.326,
"eval_steps_per_second": 0.075,
"step": 16
},
{
"epoch": 1.2307692307692308,
"grad_norm": 2.644275426864624,
"learning_rate": 4.600000000000001e-05,
"loss": 0.5698,
"step": 20
},
{
"epoch": 1.8461538461538463,
"grad_norm": 2.8130509853363037,
"learning_rate": 4.1e-05,
"loss": 0.4812,
"step": 30
},
{
"epoch": 1.9692307692307693,
"step": 32,
"train_accuracy": 0.8125682397185491,
"train_auc_class_0": 0.9453865517423163,
"train_auc_class_1": 0.9307891812846302,
"train_auc_class_2": 0.9068255493827921,
"train_auc_overall": 0.9276670941365796,
"train_loss": 0.45027220249176025,
"train_runtime": 742.3599,
"train_samples_per_second": 11.104,
"train_steps_per_second": 0.088
},
{
"epoch": 1.9692307692307693,
"eval_accuracy": 0.8088235294117647,
"eval_auc_class_0": 0.9525644963144962,
"eval_auc_class_1": 0.92725521408195,
"eval_auc_class_2": 0.9013002141426902,
"eval_auc_overall": 0.9270399748463788,
"eval_loss": 0.4628311097621918,
"eval_runtime": 227.1982,
"eval_samples_per_second": 9.278,
"eval_steps_per_second": 0.075,
"step": 32
},
{
"epoch": 2.4615384615384617,
"grad_norm": 4.537336349487305,
"learning_rate": 3.6e-05,
"loss": 0.4444,
"step": 40
},
{
"epoch": 2.953846153846154,
"step": 48,
"train_accuracy": 0.8330704840470703,
"train_auc_class_0": 0.9573463611682219,
"train_auc_class_1": 0.9445183457629789,
"train_auc_class_2": 0.9234336270362926,
"train_auc_overall": 0.9417661113224979,
"train_loss": 0.3945094048976898,
"train_runtime": 749.6504,
"train_samples_per_second": 10.996,
"train_steps_per_second": 0.087
},
{
"epoch": 2.953846153846154,
"eval_accuracy": 0.8273244781783681,
"eval_auc_class_0": 0.9561783374283375,
"eval_auc_class_1": 0.9278154008848364,
"eval_auc_class_2": 0.9137749676178002,
"eval_auc_overall": 0.932589568643658,
"eval_loss": 0.42404672503471375,
"eval_runtime": 226.6025,
"eval_samples_per_second": 9.303,
"eval_steps_per_second": 0.075,
"step": 48
},
{
"epoch": 3.076923076923077,
"grad_norm": 1.965461254119873,
"learning_rate": 3.1e-05,
"loss": 0.4265,
"step": 50
},
{
"epoch": 3.6923076923076925,
"grad_norm": 3.6663880348205566,
"learning_rate": 2.6000000000000002e-05,
"loss": 0.4055,
"step": 60
},
{
"epoch": 4.0,
"step": 65,
"train_accuracy": 0.8460511949532937,
"train_auc_class_0": 0.9634787762270021,
"train_auc_class_1": 0.9469802033822643,
"train_auc_class_2": 0.9308556192528558,
"train_auc_overall": 0.9471048662873741,
"train_loss": 0.37029632925987244,
"train_runtime": 746.5442,
"train_samples_per_second": 11.042,
"train_steps_per_second": 0.087
},
{
"epoch": 4.0,
"eval_accuracy": 0.8287476280834914,
"eval_auc_class_0": 0.9613994676494677,
"eval_auc_class_1": 0.9314889691268666,
"eval_auc_class_2": 0.9206087950151214,
"eval_auc_overall": 0.9378324105971519,
"eval_loss": 0.41696038842201233,
"eval_runtime": 226.2202,
"eval_samples_per_second": 9.318,
"eval_steps_per_second": 0.075,
"step": 65
},
{
"epoch": 4.3076923076923075,
"grad_norm": 3.821587324142456,
"learning_rate": 2.1e-05,
"loss": 0.3875,
"step": 70
},
{
"epoch": 4.923076923076923,
"grad_norm": 3.1884751319885254,
"learning_rate": 1.6000000000000003e-05,
"loss": 0.3914,
"step": 80
},
{
"epoch": 4.984615384615385,
"step": 81,
"train_accuracy": 0.8536940434307898,
"train_auc_class_0": 0.9671529040803416,
"train_auc_class_1": 0.9496355903643986,
"train_auc_class_2": 0.9367910485339515,
"train_auc_overall": 0.9511931809928972,
"train_loss": 0.3558380603790283,
"train_runtime": 752.3511,
"train_samples_per_second": 10.956,
"train_steps_per_second": 0.086
},
{
"epoch": 4.984615384615385,
"eval_accuracy": 0.8349146110056926,
"eval_auc_class_0": 0.9613559582309583,
"eval_auc_class_1": 0.9315019107361742,
"eval_auc_class_2": 0.920726636279075,
"eval_auc_overall": 0.9378615017487358,
"eval_loss": 0.40655088424682617,
"eval_runtime": 227.6818,
"eval_samples_per_second": 9.259,
"eval_steps_per_second": 0.075,
"step": 81
},
{
"epoch": 5.538461538461538,
"grad_norm": 2.0869638919830322,
"learning_rate": 1.1000000000000001e-05,
"loss": 0.3731,
"step": 90
},
{
"epoch": 5.969230769230769,
"step": 97,
"train_accuracy": 0.8507824821060294,
"train_auc_class_0": 0.9680180491855133,
"train_auc_class_1": 0.9494889730661834,
"train_auc_class_2": 0.9379508502279332,
"train_auc_overall": 0.9518192908265433,
"train_loss": 0.35146117210388184,
"train_runtime": 745.296,
"train_samples_per_second": 11.06,
"train_steps_per_second": 0.087
},
{
"epoch": 5.969230769230769,
"eval_accuracy": 0.8334914611005693,
"eval_auc_class_0": 0.9624193796068795,
"eval_auc_class_1": 0.9319585646645997,
"eval_auc_class_2": 0.9218326055186417,
"eval_auc_overall": 0.9387368499300403,
"eval_loss": 0.40432390570640564,
"eval_runtime": 226.3347,
"eval_samples_per_second": 9.314,
"eval_steps_per_second": 0.075,
"step": 97
},
{
"epoch": 6.153846153846154,
"grad_norm": 2.3311638832092285,
"learning_rate": 6e-06,
"loss": 0.357,
"step": 100
},
{
"epoch": 6.769230769230769,
"grad_norm": 2.3013312816619873,
"learning_rate": 1.0000000000000002e-06,
"loss": 0.3687,
"step": 110
},
{
"epoch": 6.892307692307693,
"step": 112,
"train_accuracy": 0.8533300982651947,
"train_auc_class_0": 0.9690346749960462,
"train_auc_class_1": 0.9513212789842702,
"train_auc_class_2": 0.9389334461695297,
"train_auc_overall": 0.9530964667166154,
"train_loss": 0.34802600741386414,
"train_runtime": 740.1343,
"train_samples_per_second": 11.137,
"train_steps_per_second": 0.088
},
{
"epoch": 6.892307692307693,
"eval_accuracy": 0.8344402277039848,
"eval_auc_class_0": 0.9626446048321048,
"eval_auc_class_1": 0.9327683396469899,
"eval_auc_class_2": 0.9223551639104368,
"eval_auc_overall": 0.9392560361298439,
"eval_loss": 0.40155309438705444,
"eval_runtime": 226.5604,
"eval_samples_per_second": 9.304,
"eval_steps_per_second": 0.075,
"step": 112
},
{
"epoch": 6.892307692307693,
"step": 112,
"total_flos": 4.4565045535859466e+18,
"train_loss": 0.45718009237732204,
"train_runtime": 12452.0227,
"train_samples_per_second": 4.634,
"train_steps_per_second": 0.009
}
],
"logging_steps": 10,
"max_steps": 112,
"num_input_tokens_seen": 0,
"num_train_epochs": 7,
"save_steps": 500,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": true
},
"attributes": {}
}
},
"total_flos": 4.4565045535859466e+18,
"train_batch_size": 128,
"trial_name": null,
"trial_params": null
}