| { | |
| "best_metric": 0.7441512942314148, | |
| "best_model_checkpoint": "/robodata/smodak/Projects/nspl/scripts/terrainseg/training/models/dropoff-utcustom-train-SF-RGB-b5_3/checkpoint-80", | |
| "epoch": 40.0, | |
| "global_step": 80, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.5, | |
| "learning_rate": 4.1666666666666667e-07, | |
| "loss": 1.3484, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 8.333333333333333e-07, | |
| "loss": 1.3481, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "learning_rate": 1.25e-06, | |
| "loss": 1.3531, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "learning_rate": 1.6666666666666667e-06, | |
| "loss": 1.3399, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 2.5, | |
| "learning_rate": 2.0833333333333334e-06, | |
| "loss": 1.3398, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "learning_rate": 2.5e-06, | |
| "loss": 1.3386, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 3.5, | |
| "learning_rate": 2.916666666666667e-06, | |
| "loss": 1.3376, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "learning_rate": 3.3333333333333333e-06, | |
| "loss": 1.3249, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 4.5, | |
| "learning_rate": 3.7500000000000005e-06, | |
| "loss": 1.3205, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "learning_rate": 4.166666666666667e-06, | |
| "loss": 1.3135, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "eval_accuracy_dropoff": 0.4068717172412211, | |
| "eval_accuracy_undropoff": 0.11034322178517518, | |
| "eval_accuracy_unlabeled": NaN, | |
| "eval_iou_dropoff": 0.053473330857492875, | |
| "eval_iou_undropoff": 0.1102453041626867, | |
| "eval_iou_unlabeled": 0.0, | |
| "eval_loss": 1.2007640600204468, | |
| "eval_mean_accuracy": 0.25860746951319813, | |
| "eval_mean_iou": 0.05457287834005986, | |
| "eval_overall_accuracy": 0.12267265319824219, | |
| "eval_runtime": 2.5511, | |
| "eval_samples_per_second": 7.84, | |
| "eval_steps_per_second": 0.784, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 5.5, | |
| "learning_rate": 4.583333333333333e-06, | |
| "loss": 1.3089, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "learning_rate": 5e-06, | |
| "loss": 1.3043, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 6.5, | |
| "learning_rate": 4.978070175438597e-06, | |
| "loss": 1.2871, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 7.0, | |
| "learning_rate": 4.956140350877193e-06, | |
| "loss": 1.2832, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 7.5, | |
| "learning_rate": 4.9342105263157895e-06, | |
| "loss": 1.2709, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 8.0, | |
| "learning_rate": 4.912280701754386e-06, | |
| "loss": 1.2634, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 8.5, | |
| "learning_rate": 4.890350877192983e-06, | |
| "loss": 1.257, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 9.0, | |
| "learning_rate": 4.8684210526315795e-06, | |
| "loss": 1.2403, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 9.5, | |
| "learning_rate": 4.846491228070176e-06, | |
| "loss": 1.2398, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 10.0, | |
| "learning_rate": 4.824561403508772e-06, | |
| "loss": 1.2309, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 10.0, | |
| "eval_accuracy_dropoff": 0.43877153145714354, | |
| "eval_accuracy_undropoff": 0.24072332003617994, | |
| "eval_accuracy_unlabeled": NaN, | |
| "eval_iou_dropoff": 0.11288106949650205, | |
| "eval_iou_undropoff": 0.24004849364289937, | |
| "eval_iou_unlabeled": 0.0, | |
| "eval_loss": 1.1293678283691406, | |
| "eval_mean_accuracy": 0.3397474257466617, | |
| "eval_mean_iou": 0.11764318771313381, | |
| "eval_overall_accuracy": 0.24895801544189453, | |
| "eval_runtime": 2.6298, | |
| "eval_samples_per_second": 7.605, | |
| "eval_steps_per_second": 0.761, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 10.5, | |
| "learning_rate": 4.802631578947369e-06, | |
| "loss": 1.2159, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 11.0, | |
| "learning_rate": 4.780701754385965e-06, | |
| "loss": 1.2243, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 11.5, | |
| "learning_rate": 4.758771929824561e-06, | |
| "loss": 1.2094, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 12.0, | |
| "learning_rate": 4.736842105263158e-06, | |
| "loss": 1.1904, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 12.5, | |
| "learning_rate": 4.714912280701755e-06, | |
| "loss": 1.1865, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 13.0, | |
| "learning_rate": 4.692982456140351e-06, | |
| "loss": 1.1715, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 13.5, | |
| "learning_rate": 4.671052631578948e-06, | |
| "loss": 1.1722, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 14.0, | |
| "learning_rate": 4.649122807017544e-06, | |
| "loss": 1.1511, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 14.5, | |
| "learning_rate": 4.6271929824561405e-06, | |
| "loss": 1.1512, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 15.0, | |
| "learning_rate": 4.605263157894737e-06, | |
| "loss": 1.1346, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 15.0, | |
| "eval_accuracy_dropoff": 0.46940067432739285, | |
| "eval_accuracy_undropoff": 0.5035900324087019, | |
| "eval_accuracy_unlabeled": NaN, | |
| "eval_iou_dropoff": 0.15243042262584855, | |
| "eval_iou_undropoff": 0.4989255427443525, | |
| "eval_iou_unlabeled": 0.0, | |
| "eval_loss": 1.039512276649475, | |
| "eval_mean_accuracy": 0.4864953533680474, | |
| "eval_mean_iou": 0.21711865512340034, | |
| "eval_overall_accuracy": 0.5021684646606446, | |
| "eval_runtime": 2.9463, | |
| "eval_samples_per_second": 6.788, | |
| "eval_steps_per_second": 0.679, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 15.5, | |
| "learning_rate": 4.583333333333333e-06, | |
| "loss": 1.1343, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 16.0, | |
| "learning_rate": 4.56140350877193e-06, | |
| "loss": 1.1182, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 16.5, | |
| "learning_rate": 4.539473684210527e-06, | |
| "loss": 1.132, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 17.0, | |
| "learning_rate": 4.517543859649123e-06, | |
| "loss": 1.0986, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 17.5, | |
| "learning_rate": 4.4956140350877196e-06, | |
| "loss": 1.0887, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 18.0, | |
| "learning_rate": 4.473684210526316e-06, | |
| "loss": 1.1214, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 18.5, | |
| "learning_rate": 4.451754385964912e-06, | |
| "loss": 1.0945, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 19.0, | |
| "learning_rate": 4.429824561403509e-06, | |
| "loss": 1.076, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 19.5, | |
| "learning_rate": 4.407894736842105e-06, | |
| "loss": 1.0444, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 20.0, | |
| "learning_rate": 4.385964912280702e-06, | |
| "loss": 1.1088, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 20.0, | |
| "eval_accuracy_dropoff": 0.48076332025963897, | |
| "eval_accuracy_undropoff": 0.6235115828521449, | |
| "eval_accuracy_unlabeled": NaN, | |
| "eval_iou_dropoff": 0.1660792839847365, | |
| "eval_iou_undropoff": 0.616259059512146, | |
| "eval_iou_unlabeled": 0.0, | |
| "eval_loss": 0.9755474328994751, | |
| "eval_mean_accuracy": 0.5521374515558919, | |
| "eval_mean_iou": 0.2607794478322942, | |
| "eval_overall_accuracy": 0.6175762176513672, | |
| "eval_runtime": 3.0937, | |
| "eval_samples_per_second": 6.465, | |
| "eval_steps_per_second": 0.646, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 20.5, | |
| "learning_rate": 4.364035087719299e-06, | |
| "loss": 1.0507, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 21.0, | |
| "learning_rate": 4.342105263157895e-06, | |
| "loss": 1.0644, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 21.5, | |
| "learning_rate": 4.320175438596491e-06, | |
| "loss": 1.0289, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 22.0, | |
| "learning_rate": 4.298245614035088e-06, | |
| "loss": 1.0551, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 22.5, | |
| "learning_rate": 4.276315789473684e-06, | |
| "loss": 1.0025, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 23.0, | |
| "learning_rate": 4.254385964912281e-06, | |
| "loss": 1.0486, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 23.5, | |
| "learning_rate": 4.232456140350878e-06, | |
| "loss": 1.019, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 24.0, | |
| "learning_rate": 4.210526315789474e-06, | |
| "loss": 0.9953, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 24.5, | |
| "learning_rate": 4.1885964912280705e-06, | |
| "loss": 0.9797, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 25.0, | |
| "learning_rate": 4.166666666666667e-06, | |
| "loss": 1.007, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 25.0, | |
| "eval_accuracy_dropoff": 0.506777678387119, | |
| "eval_accuracy_undropoff": 0.6849468196784603, | |
| "eval_accuracy_unlabeled": NaN, | |
| "eval_iou_dropoff": 0.19228861306779316, | |
| "eval_iou_undropoff": 0.6762847927344823, | |
| "eval_iou_unlabeled": 0.0, | |
| "eval_loss": 0.9196955561637878, | |
| "eval_mean_accuracy": 0.5958622490327896, | |
| "eval_mean_iou": 0.2895244686007585, | |
| "eval_overall_accuracy": 0.6775386810302735, | |
| "eval_runtime": 2.8681, | |
| "eval_samples_per_second": 6.973, | |
| "eval_steps_per_second": 0.697, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 25.5, | |
| "learning_rate": 4.144736842105263e-06, | |
| "loss": 0.9886, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 26.0, | |
| "learning_rate": 4.12280701754386e-06, | |
| "loss": 0.9687, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 26.5, | |
| "learning_rate": 4.100877192982457e-06, | |
| "loss": 0.9731, | |
| "step": 53 | |
| }, | |
| { | |
| "epoch": 27.0, | |
| "learning_rate": 4.078947368421053e-06, | |
| "loss": 0.9503, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 27.5, | |
| "learning_rate": 4.05701754385965e-06, | |
| "loss": 0.9563, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 28.0, | |
| "learning_rate": 4.035087719298246e-06, | |
| "loss": 0.9525, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 28.5, | |
| "learning_rate": 4.013157894736842e-06, | |
| "loss": 0.911, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 29.0, | |
| "learning_rate": 3.991228070175439e-06, | |
| "loss": 0.9646, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 29.5, | |
| "learning_rate": 3.969298245614036e-06, | |
| "loss": 0.9424, | |
| "step": 59 | |
| }, | |
| { | |
| "epoch": 30.0, | |
| "learning_rate": 3.947368421052632e-06, | |
| "loss": 0.9145, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 30.0, | |
| "eval_accuracy_dropoff": 0.5167962567948806, | |
| "eval_accuracy_undropoff": 0.7429246639475331, | |
| "eval_accuracy_unlabeled": NaN, | |
| "eval_iou_dropoff": 0.21555466691667607, | |
| "eval_iou_undropoff": 0.7329009745349515, | |
| "eval_iou_unlabeled": 0.0, | |
| "eval_loss": 0.8634790182113647, | |
| "eval_mean_accuracy": 0.6298604603712068, | |
| "eval_mean_iou": 0.3161518804838759, | |
| "eval_overall_accuracy": 0.7335224151611328, | |
| "eval_runtime": 2.85, | |
| "eval_samples_per_second": 7.018, | |
| "eval_steps_per_second": 0.702, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 30.5, | |
| "learning_rate": 3.925438596491229e-06, | |
| "loss": 0.9084, | |
| "step": 61 | |
| }, | |
| { | |
| "epoch": 31.0, | |
| "learning_rate": 3.903508771929825e-06, | |
| "loss": 0.9234, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 31.5, | |
| "learning_rate": 3.8815789473684214e-06, | |
| "loss": 0.9259, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 32.0, | |
| "learning_rate": 3.859649122807018e-06, | |
| "loss": 0.8798, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 32.5, | |
| "learning_rate": 3.837719298245615e-06, | |
| "loss": 0.8789, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 33.0, | |
| "learning_rate": 3.815789473684211e-06, | |
| "loss": 0.8941, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 33.5, | |
| "learning_rate": 3.7938596491228073e-06, | |
| "loss": 0.8674, | |
| "step": 67 | |
| }, | |
| { | |
| "epoch": 34.0, | |
| "learning_rate": 3.7719298245614037e-06, | |
| "loss": 0.8831, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 34.5, | |
| "learning_rate": 3.7500000000000005e-06, | |
| "loss": 0.8512, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 35.0, | |
| "learning_rate": 3.728070175438597e-06, | |
| "loss": 0.8745, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 35.0, | |
| "eval_accuracy_dropoff": 0.5666827220807816, | |
| "eval_accuracy_undropoff": 0.7900781808936921, | |
| "eval_accuracy_unlabeled": NaN, | |
| "eval_iou_dropoff": 0.2404217803052419, | |
| "eval_iou_undropoff": 0.7790981497740644, | |
| "eval_iou_unlabeled": 0.0, | |
| "eval_loss": 0.8070214986801147, | |
| "eval_mean_accuracy": 0.6783804514872369, | |
| "eval_mean_iou": 0.3398399766931021, | |
| "eval_overall_accuracy": 0.780789566040039, | |
| "eval_runtime": 2.9903, | |
| "eval_samples_per_second": 6.688, | |
| "eval_steps_per_second": 0.669, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 35.5, | |
| "learning_rate": 3.7061403508771933e-06, | |
| "loss": 0.8354, | |
| "step": 71 | |
| }, | |
| { | |
| "epoch": 36.0, | |
| "learning_rate": 3.6842105263157896e-06, | |
| "loss": 0.8436, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 36.5, | |
| "learning_rate": 3.662280701754386e-06, | |
| "loss": 0.8022, | |
| "step": 73 | |
| }, | |
| { | |
| "epoch": 37.0, | |
| "learning_rate": 3.640350877192983e-06, | |
| "loss": 0.8872, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 37.5, | |
| "learning_rate": 3.618421052631579e-06, | |
| "loss": 0.8419, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 38.0, | |
| "learning_rate": 3.596491228070176e-06, | |
| "loss": 0.8014, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 38.5, | |
| "learning_rate": 3.5745614035087724e-06, | |
| "loss": 0.8142, | |
| "step": 77 | |
| }, | |
| { | |
| "epoch": 39.0, | |
| "learning_rate": 3.5526315789473687e-06, | |
| "loss": 0.7952, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 39.5, | |
| "learning_rate": 3.530701754385965e-06, | |
| "loss": 0.7875, | |
| "step": 79 | |
| }, | |
| { | |
| "epoch": 40.0, | |
| "learning_rate": 3.5087719298245615e-06, | |
| "loss": 0.8088, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 40.0, | |
| "eval_accuracy_dropoff": 0.5992797999954127, | |
| "eval_accuracy_undropoff": 0.8389431797941644, | |
| "eval_accuracy_unlabeled": NaN, | |
| "eval_iou_dropoff": 0.27303754266211605, | |
| "eval_iou_undropoff": 0.8271554915987344, | |
| "eval_iou_unlabeled": 0.0, | |
| "eval_loss": 0.7441512942314148, | |
| "eval_mean_accuracy": 0.7191114898947886, | |
| "eval_mean_iou": 0.36673101142028347, | |
| "eval_overall_accuracy": 0.828978157043457, | |
| "eval_runtime": 2.8979, | |
| "eval_samples_per_second": 6.902, | |
| "eval_steps_per_second": 0.69, | |
| "step": 80 | |
| } | |
| ], | |
| "max_steps": 240, | |
| "num_train_epochs": 120, | |
| "total_flos": 4.630399399703347e+17, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |