sam1120's picture
Training in progress, step 80
fdf5a9e
raw
history blame
12.2 kB
{
"best_metric": 0.04330830276012421,
"best_model_checkpoint": "/robodata/smodak/Projects/nspl/scripts/terrainseg/training/models/parking-utcustom-train-SF-RGBD-b5_3/checkpoint-80",
"epoch": 80.0,
"global_step": 80,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 1.0,
"learning_rate": 8.142857142857143e-06,
"loss": 1.1096,
"step": 1
},
{
"epoch": 2.0,
"learning_rate": 1.6285714285714287e-05,
"loss": 1.1121,
"step": 2
},
{
"epoch": 3.0,
"learning_rate": 2.442857142857143e-05,
"loss": 1.0842,
"step": 3
},
{
"epoch": 4.0,
"learning_rate": 3.257142857142857e-05,
"loss": 1.0475,
"step": 4
},
{
"epoch": 5.0,
"learning_rate": 4.0714285714285717e-05,
"loss": 1.0163,
"step": 5
},
{
"epoch": 6.0,
"learning_rate": 4.885714285714286e-05,
"loss": 0.9708,
"step": 6
},
{
"epoch": 7.0,
"learning_rate": 5.7e-05,
"loss": 0.9154,
"step": 7
},
{
"epoch": 8.0,
"learning_rate": 5.653658536585366e-05,
"loss": 0.867,
"step": 8
},
{
"epoch": 9.0,
"learning_rate": 5.607317073170732e-05,
"loss": 0.8193,
"step": 9
},
{
"epoch": 10.0,
"learning_rate": 5.560975609756098e-05,
"loss": 0.7535,
"step": 10
},
{
"epoch": 11.0,
"learning_rate": 5.514634146341464e-05,
"loss": 0.7054,
"step": 11
},
{
"epoch": 12.0,
"learning_rate": 5.46829268292683e-05,
"loss": 0.661,
"step": 12
},
{
"epoch": 13.0,
"learning_rate": 5.421951219512195e-05,
"loss": 0.6096,
"step": 13
},
{
"epoch": 14.0,
"learning_rate": 5.375609756097561e-05,
"loss": 0.5746,
"step": 14
},
{
"epoch": 15.0,
"learning_rate": 5.329268292682927e-05,
"loss": 0.5481,
"step": 15
},
{
"epoch": 16.0,
"learning_rate": 5.282926829268293e-05,
"loss": 0.5036,
"step": 16
},
{
"epoch": 17.0,
"learning_rate": 5.236585365853659e-05,
"loss": 0.4619,
"step": 17
},
{
"epoch": 18.0,
"learning_rate": 5.1902439024390246e-05,
"loss": 0.4342,
"step": 18
},
{
"epoch": 19.0,
"learning_rate": 5.143902439024391e-05,
"loss": 0.4204,
"step": 19
},
{
"epoch": 20.0,
"learning_rate": 5.097560975609756e-05,
"loss": 0.3831,
"step": 20
},
{
"epoch": 20.0,
"eval_accuracy_parking": NaN,
"eval_accuracy_unlabeled": NaN,
"eval_accuracy_unparking": 0.9867630004882812,
"eval_iou_parking": 0.0,
"eval_iou_unlabeled": NaN,
"eval_iou_unparking": 0.9867630004882812,
"eval_loss": 0.380986750125885,
"eval_mean_accuracy": 0.9867630004882812,
"eval_mean_iou": 0.4933815002441406,
"eval_overall_accuracy": 0.9867630004882812,
"eval_runtime": 1.0163,
"eval_samples_per_second": 0.984,
"eval_steps_per_second": 0.984,
"step": 20
},
{
"epoch": 21.0,
"learning_rate": 5.051219512195122e-05,
"loss": 0.363,
"step": 21
},
{
"epoch": 22.0,
"learning_rate": 5.004878048780488e-05,
"loss": 0.3414,
"step": 22
},
{
"epoch": 23.0,
"learning_rate": 4.958536585365854e-05,
"loss": 0.317,
"step": 23
},
{
"epoch": 24.0,
"learning_rate": 4.91219512195122e-05,
"loss": 0.3035,
"step": 24
},
{
"epoch": 25.0,
"learning_rate": 4.8658536585365856e-05,
"loss": 0.2833,
"step": 25
},
{
"epoch": 26.0,
"learning_rate": 4.819512195121952e-05,
"loss": 0.267,
"step": 26
},
{
"epoch": 27.0,
"learning_rate": 4.773170731707317e-05,
"loss": 0.2613,
"step": 27
},
{
"epoch": 28.0,
"learning_rate": 4.7268292682926827e-05,
"loss": 0.2455,
"step": 28
},
{
"epoch": 29.0,
"learning_rate": 4.6804878048780495e-05,
"loss": 0.2315,
"step": 29
},
{
"epoch": 30.0,
"learning_rate": 4.634146341463415e-05,
"loss": 0.2311,
"step": 30
},
{
"epoch": 31.0,
"learning_rate": 4.587804878048781e-05,
"loss": 0.2142,
"step": 31
},
{
"epoch": 32.0,
"learning_rate": 4.5414634146341466e-05,
"loss": 0.2153,
"step": 32
},
{
"epoch": 33.0,
"learning_rate": 4.495121951219512e-05,
"loss": 0.1985,
"step": 33
},
{
"epoch": 34.0,
"learning_rate": 4.448780487804878e-05,
"loss": 0.1986,
"step": 34
},
{
"epoch": 35.0,
"learning_rate": 4.4024390243902443e-05,
"loss": 0.1888,
"step": 35
},
{
"epoch": 36.0,
"learning_rate": 4.3560975609756105e-05,
"loss": 0.1821,
"step": 36
},
{
"epoch": 37.0,
"learning_rate": 4.309756097560976e-05,
"loss": 0.1788,
"step": 37
},
{
"epoch": 38.0,
"learning_rate": 4.2634146341463414e-05,
"loss": 0.1835,
"step": 38
},
{
"epoch": 39.0,
"learning_rate": 4.2170731707317076e-05,
"loss": 0.1711,
"step": 39
},
{
"epoch": 40.0,
"learning_rate": 4.170731707317073e-05,
"loss": 0.1678,
"step": 40
},
{
"epoch": 40.0,
"eval_accuracy_parking": NaN,
"eval_accuracy_unlabeled": NaN,
"eval_accuracy_unparking": 0.9999351501464844,
"eval_iou_parking": 0.0,
"eval_iou_unlabeled": NaN,
"eval_iou_unparking": 0.9999351501464844,
"eval_loss": 0.21789099276065826,
"eval_mean_accuracy": 0.9999351501464844,
"eval_mean_iou": 0.4999675750732422,
"eval_overall_accuracy": 0.9999351501464844,
"eval_runtime": 0.9779,
"eval_samples_per_second": 1.023,
"eval_steps_per_second": 1.023,
"step": 40
},
{
"epoch": 41.0,
"learning_rate": 4.124390243902439e-05,
"loss": 0.1641,
"step": 41
},
{
"epoch": 42.0,
"learning_rate": 4.0780487804878054e-05,
"loss": 0.156,
"step": 42
},
{
"epoch": 43.0,
"learning_rate": 4.031707317073171e-05,
"loss": 0.1556,
"step": 43
},
{
"epoch": 44.0,
"learning_rate": 3.985365853658537e-05,
"loss": 0.1566,
"step": 44
},
{
"epoch": 45.0,
"learning_rate": 3.9390243902439024e-05,
"loss": 0.152,
"step": 45
},
{
"epoch": 46.0,
"learning_rate": 3.8926829268292686e-05,
"loss": 0.1475,
"step": 46
},
{
"epoch": 47.0,
"learning_rate": 3.846341463414634e-05,
"loss": 0.1487,
"step": 47
},
{
"epoch": 48.0,
"learning_rate": 3.8e-05,
"loss": 0.145,
"step": 48
},
{
"epoch": 49.0,
"learning_rate": 3.7536585365853664e-05,
"loss": 0.1437,
"step": 49
},
{
"epoch": 50.0,
"learning_rate": 3.707317073170732e-05,
"loss": 0.1404,
"step": 50
},
{
"epoch": 51.0,
"learning_rate": 3.660975609756098e-05,
"loss": 0.1408,
"step": 51
},
{
"epoch": 52.0,
"learning_rate": 3.6146341463414634e-05,
"loss": 0.1377,
"step": 52
},
{
"epoch": 53.0,
"learning_rate": 3.5682926829268296e-05,
"loss": 0.1345,
"step": 53
},
{
"epoch": 54.0,
"learning_rate": 3.521951219512196e-05,
"loss": 0.1341,
"step": 54
},
{
"epoch": 55.0,
"learning_rate": 3.475609756097561e-05,
"loss": 0.1329,
"step": 55
},
{
"epoch": 56.0,
"learning_rate": 3.4292682926829274e-05,
"loss": 0.1318,
"step": 56
},
{
"epoch": 57.0,
"learning_rate": 3.382926829268293e-05,
"loss": 0.1293,
"step": 57
},
{
"epoch": 58.0,
"learning_rate": 3.336585365853658e-05,
"loss": 0.1276,
"step": 58
},
{
"epoch": 59.0,
"learning_rate": 3.2902439024390245e-05,
"loss": 0.1274,
"step": 59
},
{
"epoch": 60.0,
"learning_rate": 3.2439024390243906e-05,
"loss": 0.123,
"step": 60
},
{
"epoch": 60.0,
"eval_accuracy_parking": NaN,
"eval_accuracy_unlabeled": NaN,
"eval_accuracy_unparking": 0.9993972778320312,
"eval_iou_parking": 0.0,
"eval_iou_unlabeled": NaN,
"eval_iou_unparking": 0.9993972778320312,
"eval_loss": 0.0795590728521347,
"eval_mean_accuracy": 0.9993972778320312,
"eval_mean_iou": 0.4996986389160156,
"eval_overall_accuracy": 0.9993972778320312,
"eval_runtime": 0.9507,
"eval_samples_per_second": 1.052,
"eval_steps_per_second": 1.052,
"step": 60
},
{
"epoch": 61.0,
"learning_rate": 3.197560975609757e-05,
"loss": 0.1184,
"step": 61
},
{
"epoch": 62.0,
"learning_rate": 3.151219512195122e-05,
"loss": 0.1202,
"step": 62
},
{
"epoch": 63.0,
"learning_rate": 3.104878048780488e-05,
"loss": 0.1204,
"step": 63
},
{
"epoch": 64.0,
"learning_rate": 3.058536585365854e-05,
"loss": 0.1177,
"step": 64
},
{
"epoch": 65.0,
"learning_rate": 3.0121951219512197e-05,
"loss": 0.118,
"step": 65
},
{
"epoch": 66.0,
"learning_rate": 2.9658536585365858e-05,
"loss": 0.1167,
"step": 66
},
{
"epoch": 67.0,
"learning_rate": 2.9195121951219513e-05,
"loss": 0.1126,
"step": 67
},
{
"epoch": 68.0,
"learning_rate": 2.873170731707317e-05,
"loss": 0.1076,
"step": 68
},
{
"epoch": 69.0,
"learning_rate": 2.826829268292683e-05,
"loss": 0.1308,
"step": 69
},
{
"epoch": 70.0,
"learning_rate": 2.780487804878049e-05,
"loss": 0.1095,
"step": 70
},
{
"epoch": 71.0,
"learning_rate": 2.734146341463415e-05,
"loss": 0.1065,
"step": 71
},
{
"epoch": 72.0,
"learning_rate": 2.6878048780487807e-05,
"loss": 0.1065,
"step": 72
},
{
"epoch": 73.0,
"learning_rate": 2.6414634146341465e-05,
"loss": 0.1004,
"step": 73
},
{
"epoch": 74.0,
"learning_rate": 2.5951219512195123e-05,
"loss": 0.1153,
"step": 74
},
{
"epoch": 75.0,
"learning_rate": 2.548780487804878e-05,
"loss": 0.1028,
"step": 75
},
{
"epoch": 76.0,
"learning_rate": 2.502439024390244e-05,
"loss": 0.097,
"step": 76
},
{
"epoch": 77.0,
"learning_rate": 2.45609756097561e-05,
"loss": 0.1019,
"step": 77
},
{
"epoch": 78.0,
"learning_rate": 2.409756097560976e-05,
"loss": 0.0905,
"step": 78
},
{
"epoch": 79.0,
"learning_rate": 2.3634146341463413e-05,
"loss": 0.0937,
"step": 79
},
{
"epoch": 80.0,
"learning_rate": 2.3170731707317075e-05,
"loss": 0.09,
"step": 80
},
{
"epoch": 80.0,
"eval_accuracy_parking": NaN,
"eval_accuracy_unlabeled": NaN,
"eval_accuracy_unparking": 1.0,
"eval_iou_parking": NaN,
"eval_iou_unlabeled": NaN,
"eval_iou_unparking": 1.0,
"eval_loss": 0.04330830276012421,
"eval_mean_accuracy": 1.0,
"eval_mean_iou": 1.0,
"eval_overall_accuracy": 1.0,
"eval_runtime": 0.9242,
"eval_samples_per_second": 1.082,
"eval_steps_per_second": 1.082,
"step": 80
}
],
"max_steps": 130,
"num_train_epochs": 130,
"total_flos": 1.0219948916657357e+18,
"trial_name": null,
"trial_params": null
}