{ "best_metric": 0.7441512942314148, "best_model_checkpoint": "/robodata/smodak/Projects/nspl/scripts/terrainseg/training/models/dropoff-utcustom-train-SF-RGB-b5_3/checkpoint-80", "epoch": 40.0, "global_step": 80, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.5, "learning_rate": 4.1666666666666667e-07, "loss": 1.3484, "step": 1 }, { "epoch": 1.0, "learning_rate": 8.333333333333333e-07, "loss": 1.3481, "step": 2 }, { "epoch": 1.5, "learning_rate": 1.25e-06, "loss": 1.3531, "step": 3 }, { "epoch": 2.0, "learning_rate": 1.6666666666666667e-06, "loss": 1.3399, "step": 4 }, { "epoch": 2.5, "learning_rate": 2.0833333333333334e-06, "loss": 1.3398, "step": 5 }, { "epoch": 3.0, "learning_rate": 2.5e-06, "loss": 1.3386, "step": 6 }, { "epoch": 3.5, "learning_rate": 2.916666666666667e-06, "loss": 1.3376, "step": 7 }, { "epoch": 4.0, "learning_rate": 3.3333333333333333e-06, "loss": 1.3249, "step": 8 }, { "epoch": 4.5, "learning_rate": 3.7500000000000005e-06, "loss": 1.3205, "step": 9 }, { "epoch": 5.0, "learning_rate": 4.166666666666667e-06, "loss": 1.3135, "step": 10 }, { "epoch": 5.0, "eval_accuracy_dropoff": 0.4068717172412211, "eval_accuracy_undropoff": 0.11034322178517518, "eval_accuracy_unlabeled": NaN, "eval_iou_dropoff": 0.053473330857492875, "eval_iou_undropoff": 0.1102453041626867, "eval_iou_unlabeled": 0.0, "eval_loss": 1.2007640600204468, "eval_mean_accuracy": 0.25860746951319813, "eval_mean_iou": 0.05457287834005986, "eval_overall_accuracy": 0.12267265319824219, "eval_runtime": 2.5511, "eval_samples_per_second": 7.84, "eval_steps_per_second": 0.784, "step": 10 }, { "epoch": 5.5, "learning_rate": 4.583333333333333e-06, "loss": 1.3089, "step": 11 }, { "epoch": 6.0, "learning_rate": 5e-06, "loss": 1.3043, "step": 12 }, { "epoch": 6.5, "learning_rate": 4.978070175438597e-06, "loss": 1.2871, "step": 13 }, { "epoch": 7.0, "learning_rate": 4.956140350877193e-06, "loss": 1.2832, "step": 14 }, { "epoch": 7.5, "learning_rate": 4.9342105263157895e-06, "loss": 1.2709, "step": 15 }, { "epoch": 8.0, "learning_rate": 4.912280701754386e-06, "loss": 1.2634, "step": 16 }, { "epoch": 8.5, "learning_rate": 4.890350877192983e-06, "loss": 1.257, "step": 17 }, { "epoch": 9.0, "learning_rate": 4.8684210526315795e-06, "loss": 1.2403, "step": 18 }, { "epoch": 9.5, "learning_rate": 4.846491228070176e-06, "loss": 1.2398, "step": 19 }, { "epoch": 10.0, "learning_rate": 4.824561403508772e-06, "loss": 1.2309, "step": 20 }, { "epoch": 10.0, "eval_accuracy_dropoff": 0.43877153145714354, "eval_accuracy_undropoff": 0.24072332003617994, "eval_accuracy_unlabeled": NaN, "eval_iou_dropoff": 0.11288106949650205, "eval_iou_undropoff": 0.24004849364289937, "eval_iou_unlabeled": 0.0, "eval_loss": 1.1293678283691406, "eval_mean_accuracy": 0.3397474257466617, "eval_mean_iou": 0.11764318771313381, "eval_overall_accuracy": 0.24895801544189453, "eval_runtime": 2.6298, "eval_samples_per_second": 7.605, "eval_steps_per_second": 0.761, "step": 20 }, { "epoch": 10.5, "learning_rate": 4.802631578947369e-06, "loss": 1.2159, "step": 21 }, { "epoch": 11.0, "learning_rate": 4.780701754385965e-06, "loss": 1.2243, "step": 22 }, { "epoch": 11.5, "learning_rate": 4.758771929824561e-06, "loss": 1.2094, "step": 23 }, { "epoch": 12.0, "learning_rate": 4.736842105263158e-06, "loss": 1.1904, "step": 24 }, { "epoch": 12.5, "learning_rate": 4.714912280701755e-06, "loss": 1.1865, "step": 25 }, { "epoch": 13.0, "learning_rate": 4.692982456140351e-06, "loss": 1.1715, "step": 26 }, { "epoch": 13.5, "learning_rate": 4.671052631578948e-06, "loss": 1.1722, "step": 27 }, { "epoch": 14.0, "learning_rate": 4.649122807017544e-06, "loss": 1.1511, "step": 28 }, { "epoch": 14.5, "learning_rate": 4.6271929824561405e-06, "loss": 1.1512, "step": 29 }, { "epoch": 15.0, "learning_rate": 4.605263157894737e-06, "loss": 1.1346, "step": 30 }, { "epoch": 15.0, "eval_accuracy_dropoff": 0.46940067432739285, "eval_accuracy_undropoff": 0.5035900324087019, "eval_accuracy_unlabeled": NaN, "eval_iou_dropoff": 0.15243042262584855, "eval_iou_undropoff": 0.4989255427443525, "eval_iou_unlabeled": 0.0, "eval_loss": 1.039512276649475, "eval_mean_accuracy": 0.4864953533680474, "eval_mean_iou": 0.21711865512340034, "eval_overall_accuracy": 0.5021684646606446, "eval_runtime": 2.9463, "eval_samples_per_second": 6.788, "eval_steps_per_second": 0.679, "step": 30 }, { "epoch": 15.5, "learning_rate": 4.583333333333333e-06, "loss": 1.1343, "step": 31 }, { "epoch": 16.0, "learning_rate": 4.56140350877193e-06, "loss": 1.1182, "step": 32 }, { "epoch": 16.5, "learning_rate": 4.539473684210527e-06, "loss": 1.132, "step": 33 }, { "epoch": 17.0, "learning_rate": 4.517543859649123e-06, "loss": 1.0986, "step": 34 }, { "epoch": 17.5, "learning_rate": 4.4956140350877196e-06, "loss": 1.0887, "step": 35 }, { "epoch": 18.0, "learning_rate": 4.473684210526316e-06, "loss": 1.1214, "step": 36 }, { "epoch": 18.5, "learning_rate": 4.451754385964912e-06, "loss": 1.0945, "step": 37 }, { "epoch": 19.0, "learning_rate": 4.429824561403509e-06, "loss": 1.076, "step": 38 }, { "epoch": 19.5, "learning_rate": 4.407894736842105e-06, "loss": 1.0444, "step": 39 }, { "epoch": 20.0, "learning_rate": 4.385964912280702e-06, "loss": 1.1088, "step": 40 }, { "epoch": 20.0, "eval_accuracy_dropoff": 0.48076332025963897, "eval_accuracy_undropoff": 0.6235115828521449, "eval_accuracy_unlabeled": NaN, "eval_iou_dropoff": 0.1660792839847365, "eval_iou_undropoff": 0.616259059512146, "eval_iou_unlabeled": 0.0, "eval_loss": 0.9755474328994751, "eval_mean_accuracy": 0.5521374515558919, "eval_mean_iou": 0.2607794478322942, "eval_overall_accuracy": 0.6175762176513672, "eval_runtime": 3.0937, "eval_samples_per_second": 6.465, "eval_steps_per_second": 0.646, "step": 40 }, { "epoch": 20.5, "learning_rate": 4.364035087719299e-06, "loss": 1.0507, "step": 41 }, { "epoch": 21.0, "learning_rate": 4.342105263157895e-06, "loss": 1.0644, "step": 42 }, { "epoch": 21.5, "learning_rate": 4.320175438596491e-06, "loss": 1.0289, "step": 43 }, { "epoch": 22.0, "learning_rate": 4.298245614035088e-06, "loss": 1.0551, "step": 44 }, { "epoch": 22.5, "learning_rate": 4.276315789473684e-06, "loss": 1.0025, "step": 45 }, { "epoch": 23.0, "learning_rate": 4.254385964912281e-06, "loss": 1.0486, "step": 46 }, { "epoch": 23.5, "learning_rate": 4.232456140350878e-06, "loss": 1.019, "step": 47 }, { "epoch": 24.0, "learning_rate": 4.210526315789474e-06, "loss": 0.9953, "step": 48 }, { "epoch": 24.5, "learning_rate": 4.1885964912280705e-06, "loss": 0.9797, "step": 49 }, { "epoch": 25.0, "learning_rate": 4.166666666666667e-06, "loss": 1.007, "step": 50 }, { "epoch": 25.0, "eval_accuracy_dropoff": 0.506777678387119, "eval_accuracy_undropoff": 0.6849468196784603, "eval_accuracy_unlabeled": NaN, "eval_iou_dropoff": 0.19228861306779316, "eval_iou_undropoff": 0.6762847927344823, "eval_iou_unlabeled": 0.0, "eval_loss": 0.9196955561637878, "eval_mean_accuracy": 0.5958622490327896, "eval_mean_iou": 0.2895244686007585, "eval_overall_accuracy": 0.6775386810302735, "eval_runtime": 2.8681, "eval_samples_per_second": 6.973, "eval_steps_per_second": 0.697, "step": 50 }, { "epoch": 25.5, "learning_rate": 4.144736842105263e-06, "loss": 0.9886, "step": 51 }, { "epoch": 26.0, "learning_rate": 4.12280701754386e-06, "loss": 0.9687, "step": 52 }, { "epoch": 26.5, "learning_rate": 4.100877192982457e-06, "loss": 0.9731, "step": 53 }, { "epoch": 27.0, "learning_rate": 4.078947368421053e-06, "loss": 0.9503, "step": 54 }, { "epoch": 27.5, "learning_rate": 4.05701754385965e-06, "loss": 0.9563, "step": 55 }, { "epoch": 28.0, "learning_rate": 4.035087719298246e-06, "loss": 0.9525, "step": 56 }, { "epoch": 28.5, "learning_rate": 4.013157894736842e-06, "loss": 0.911, "step": 57 }, { "epoch": 29.0, "learning_rate": 3.991228070175439e-06, "loss": 0.9646, "step": 58 }, { "epoch": 29.5, "learning_rate": 3.969298245614036e-06, "loss": 0.9424, "step": 59 }, { "epoch": 30.0, "learning_rate": 3.947368421052632e-06, "loss": 0.9145, "step": 60 }, { "epoch": 30.0, "eval_accuracy_dropoff": 0.5167962567948806, "eval_accuracy_undropoff": 0.7429246639475331, "eval_accuracy_unlabeled": NaN, "eval_iou_dropoff": 0.21555466691667607, "eval_iou_undropoff": 0.7329009745349515, "eval_iou_unlabeled": 0.0, "eval_loss": 0.8634790182113647, "eval_mean_accuracy": 0.6298604603712068, "eval_mean_iou": 0.3161518804838759, "eval_overall_accuracy": 0.7335224151611328, "eval_runtime": 2.85, "eval_samples_per_second": 7.018, "eval_steps_per_second": 0.702, "step": 60 }, { "epoch": 30.5, "learning_rate": 3.925438596491229e-06, "loss": 0.9084, "step": 61 }, { "epoch": 31.0, "learning_rate": 3.903508771929825e-06, "loss": 0.9234, "step": 62 }, { "epoch": 31.5, "learning_rate": 3.8815789473684214e-06, "loss": 0.9259, "step": 63 }, { "epoch": 32.0, "learning_rate": 3.859649122807018e-06, "loss": 0.8798, "step": 64 }, { "epoch": 32.5, "learning_rate": 3.837719298245615e-06, "loss": 0.8789, "step": 65 }, { "epoch": 33.0, "learning_rate": 3.815789473684211e-06, "loss": 0.8941, "step": 66 }, { "epoch": 33.5, "learning_rate": 3.7938596491228073e-06, "loss": 0.8674, "step": 67 }, { "epoch": 34.0, "learning_rate": 3.7719298245614037e-06, "loss": 0.8831, "step": 68 }, { "epoch": 34.5, "learning_rate": 3.7500000000000005e-06, "loss": 0.8512, "step": 69 }, { "epoch": 35.0, "learning_rate": 3.728070175438597e-06, "loss": 0.8745, "step": 70 }, { "epoch": 35.0, "eval_accuracy_dropoff": 0.5666827220807816, "eval_accuracy_undropoff": 0.7900781808936921, "eval_accuracy_unlabeled": NaN, "eval_iou_dropoff": 0.2404217803052419, "eval_iou_undropoff": 0.7790981497740644, "eval_iou_unlabeled": 0.0, "eval_loss": 0.8070214986801147, "eval_mean_accuracy": 0.6783804514872369, "eval_mean_iou": 0.3398399766931021, "eval_overall_accuracy": 0.780789566040039, "eval_runtime": 2.9903, "eval_samples_per_second": 6.688, "eval_steps_per_second": 0.669, "step": 70 }, { "epoch": 35.5, "learning_rate": 3.7061403508771933e-06, "loss": 0.8354, "step": 71 }, { "epoch": 36.0, "learning_rate": 3.6842105263157896e-06, "loss": 0.8436, "step": 72 }, { "epoch": 36.5, "learning_rate": 3.662280701754386e-06, "loss": 0.8022, "step": 73 }, { "epoch": 37.0, "learning_rate": 3.640350877192983e-06, "loss": 0.8872, "step": 74 }, { "epoch": 37.5, "learning_rate": 3.618421052631579e-06, "loss": 0.8419, "step": 75 }, { "epoch": 38.0, "learning_rate": 3.596491228070176e-06, "loss": 0.8014, "step": 76 }, { "epoch": 38.5, "learning_rate": 3.5745614035087724e-06, "loss": 0.8142, "step": 77 }, { "epoch": 39.0, "learning_rate": 3.5526315789473687e-06, "loss": 0.7952, "step": 78 }, { "epoch": 39.5, "learning_rate": 3.530701754385965e-06, "loss": 0.7875, "step": 79 }, { "epoch": 40.0, "learning_rate": 3.5087719298245615e-06, "loss": 0.8088, "step": 80 }, { "epoch": 40.0, "eval_accuracy_dropoff": 0.5992797999954127, "eval_accuracy_undropoff": 0.8389431797941644, "eval_accuracy_unlabeled": NaN, "eval_iou_dropoff": 0.27303754266211605, "eval_iou_undropoff": 0.8271554915987344, "eval_iou_unlabeled": 0.0, "eval_loss": 0.7441512942314148, "eval_mean_accuracy": 0.7191114898947886, "eval_mean_iou": 0.36673101142028347, "eval_overall_accuracy": 0.828978157043457, "eval_runtime": 2.8979, "eval_samples_per_second": 6.902, "eval_steps_per_second": 0.69, "step": 80 } ], "max_steps": 240, "num_train_epochs": 120, "total_flos": 4.630399399703347e+17, "trial_name": null, "trial_params": null }