fayetitchenal's picture
Training in progress, step 18000, checkpoint
5cdcbb7 verified
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 10.61320754716981,
"eval_steps": 2250,
"global_step": 18000,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.589622641509434,
"grad_norm": 9.09252643585205,
"learning_rate": 2.9481132075471702e-05,
"loss": 2.8132,
"step": 1000
},
{
"epoch": 1.179245283018868,
"grad_norm": 7.212547302246094,
"learning_rate": 5.8962264150943403e-05,
"loss": 1.7737,
"step": 2000
},
{
"epoch": 1.3266509433962264,
"eval_accuracy_background": 0.6323930092153496,
"eval_accuracy_double_plant": 0.3849305031210213,
"eval_accuracy_drydown": 0.8411866405808689,
"eval_accuracy_endrow": 0.5317305315249954,
"eval_accuracy_nutrient_deficiency": 0.7313988224684205,
"eval_accuracy_planter_skip": 0.568298826627077,
"eval_accuracy_water": 0.9894614449233383,
"eval_accuracy_waterway": 0.680404792024105,
"eval_accuracy_weed_cluster": 0.45985419985443066,
"eval_iou_background": 0.5728108810832201,
"eval_iou_double_plant": 0.2244358493191135,
"eval_iou_drydown": 0.5181682211979306,
"eval_iou_endrow": 0.173903146695287,
"eval_iou_nutrient_deficiency": 0.3634766707254442,
"eval_iou_planter_skip": 0.2799366984899054,
"eval_iou_water": 0.3046660180760937,
"eval_iou_waterway": 0.27785446752468385,
"eval_iou_weed_cluster": 0.3040126938826071,
"eval_loss": 1.6098850965499878,
"eval_mean_accuracy": 0.6466287522599563,
"eval_mean_iou": 0.3354738496660317,
"eval_overall_accuracy": 0.664939675891281,
"eval_runtime": 548.0884,
"eval_samples_per_second": 15.556,
"eval_steps_per_second": 0.487,
"step": 2250
},
{
"epoch": 1.7688679245283019,
"grad_norm": 6.368645191192627,
"learning_rate": 8.84433962264151e-05,
"loss": 1.5815,
"step": 3000
},
{
"epoch": 2.358490566037736,
"grad_norm": 8.585444450378418,
"learning_rate": 9.990216178505835e-05,
"loss": 1.472,
"step": 4000
},
{
"epoch": 2.6533018867924527,
"eval_accuracy_background": 0.6784285276238243,
"eval_accuracy_double_plant": 0.45434500662461724,
"eval_accuracy_drydown": 0.89512745592938,
"eval_accuracy_endrow": 0.5571884263160238,
"eval_accuracy_nutrient_deficiency": 0.6123044131155115,
"eval_accuracy_planter_skip": 0.5606583933264498,
"eval_accuracy_water": 0.8798561490206811,
"eval_accuracy_waterway": 0.4483896291979977,
"eval_accuracy_weed_cluster": 0.33068794060446854,
"eval_iou_background": 0.6044297199665501,
"eval_iou_double_plant": 0.28959011610726704,
"eval_iou_drydown": 0.5010830899198156,
"eval_iou_endrow": 0.19991054244053805,
"eval_iou_nutrient_deficiency": 0.36180734635376055,
"eval_iou_planter_skip": 0.28574898470084736,
"eval_iou_water": 0.45906365727311366,
"eval_iou_waterway": 0.1704026096816556,
"eval_iou_weed_cluster": 0.24703832661933417,
"eval_loss": 1.5796327590942383,
"eval_mean_accuracy": 0.601887326862106,
"eval_mean_iou": 0.34656382145143133,
"eval_overall_accuracy": 0.6864635619347936,
"eval_runtime": 528.9743,
"eval_samples_per_second": 16.118,
"eval_steps_per_second": 0.505,
"step": 4500
},
{
"epoch": 2.94811320754717,
"grad_norm": 6.215964317321777,
"learning_rate": 9.931699497285711e-05,
"loss": 1.3994,
"step": 5000
},
{
"epoch": 3.5377358490566038,
"grad_norm": 2.051684856414795,
"learning_rate": 9.821001342355031e-05,
"loss": 1.3177,
"step": 6000
},
{
"epoch": 3.9799528301886795,
"eval_accuracy_background": 0.6462387800902261,
"eval_accuracy_double_plant": 0.5789862724446915,
"eval_accuracy_drydown": 0.8528714242099724,
"eval_accuracy_endrow": 0.4707707581928247,
"eval_accuracy_nutrient_deficiency": 0.6952529134275348,
"eval_accuracy_planter_skip": 0.6016348257166644,
"eval_accuracy_water": 0.980488748185343,
"eval_accuracy_waterway": 0.520362876821302,
"eval_accuracy_weed_cluster": 0.48490926389178757,
"eval_iou_background": 0.5865287998573112,
"eval_iou_double_plant": 0.23644210203746396,
"eval_iou_drydown": 0.5074338458069501,
"eval_iou_endrow": 0.22486725808431682,
"eval_iou_nutrient_deficiency": 0.38304612346670297,
"eval_iou_planter_skip": 0.2354710865951827,
"eval_iou_water": 0.4030757215089252,
"eval_iou_waterway": 0.11303841029835258,
"eval_iou_weed_cluster": 0.303994759745169,
"eval_loss": 1.576890230178833,
"eval_mean_accuracy": 0.6479462069978162,
"eval_mean_iou": 0.33265534526670826,
"eval_overall_accuracy": 0.6749021834627369,
"eval_runtime": 526.8336,
"eval_samples_per_second": 16.183,
"eval_steps_per_second": 0.507,
"step": 6750
},
{
"epoch": 4.127358490566038,
"grad_norm": 8.216894149780273,
"learning_rate": 9.65929299206612e-05,
"loss": 1.2741,
"step": 7000
},
{
"epoch": 4.716981132075472,
"grad_norm": 3.159677743911743,
"learning_rate": 9.448285454973738e-05,
"loss": 1.2126,
"step": 8000
},
{
"epoch": 5.306603773584905,
"grad_norm": 1.5673192739486694,
"learning_rate": 9.190211365944541e-05,
"loss": 1.171,
"step": 9000
},
{
"epoch": 5.306603773584905,
"eval_accuracy_background": 0.7269166066590328,
"eval_accuracy_double_plant": 0.5245596485272079,
"eval_accuracy_drydown": 0.8277967088801947,
"eval_accuracy_endrow": 0.48676704241624213,
"eval_accuracy_nutrient_deficiency": 0.5977026838803114,
"eval_accuracy_planter_skip": 0.660893993754415,
"eval_accuracy_water": 0.9632686366062749,
"eval_accuracy_waterway": 0.36961777988306216,
"eval_accuracy_weed_cluster": 0.4562712731630422,
"eval_iou_background": 0.6430143634959152,
"eval_iou_double_plant": 0.28282184588015774,
"eval_iou_drydown": 0.5184629485658176,
"eval_iou_endrow": 0.28061928855749285,
"eval_iou_nutrient_deficiency": 0.3791407898501335,
"eval_iou_planter_skip": 0.3393091165595382,
"eval_iou_water": 0.44762851379996027,
"eval_iou_waterway": 0.15789185948205015,
"eval_iou_weed_cluster": 0.31112156295187404,
"eval_loss": 1.4945807456970215,
"eval_mean_accuracy": 0.6237549304188649,
"eval_mean_iou": 0.3733344765714377,
"eval_overall_accuracy": 0.7158101182141803,
"eval_runtime": 526.9805,
"eval_samples_per_second": 16.179,
"eval_steps_per_second": 0.507,
"step": 9000
},
{
"epoch": 5.89622641509434,
"grad_norm": 2.707547903060913,
"learning_rate": 8.887801363027234e-05,
"loss": 1.1505,
"step": 10000
},
{
"epoch": 6.485849056603773,
"grad_norm": 2.3729190826416016,
"learning_rate": 8.544255195035733e-05,
"loss": 1.1169,
"step": 11000
},
{
"epoch": 6.633254716981132,
"eval_accuracy_background": 0.7347674332960046,
"eval_accuracy_double_plant": 0.5163814236541484,
"eval_accuracy_drydown": 0.6856827555491075,
"eval_accuracy_endrow": 0.39937713978730166,
"eval_accuracy_nutrient_deficiency": 0.6915369481048043,
"eval_accuracy_planter_skip": 0.6270521933807838,
"eval_accuracy_water": 0.969516685620151,
"eval_accuracy_waterway": 0.38301412838614074,
"eval_accuracy_weed_cluster": 0.4826223016858449,
"eval_iou_background": 0.639678261208408,
"eval_iou_double_plant": 0.3481368436310948,
"eval_iou_drydown": 0.46861831796483266,
"eval_iou_endrow": 0.2434744213529937,
"eval_iou_nutrient_deficiency": 0.3926333742769746,
"eval_iou_planter_skip": 0.34354493532185115,
"eval_iou_water": 0.45169225338047775,
"eval_iou_waterway": 0.1686818262862102,
"eval_iou_weed_cluster": 0.3206403315046765,
"eval_loss": 1.541970133781433,
"eval_mean_accuracy": 0.609994556607143,
"eval_mean_iou": 0.37523339610305767,
"eval_overall_accuracy": 0.7094913536171235,
"eval_runtime": 527.9323,
"eval_samples_per_second": 16.15,
"eval_steps_per_second": 0.506,
"step": 11250
},
{
"epoch": 7.0754716981132075,
"grad_norm": 2.201885223388672,
"learning_rate": 8.163207865551112e-05,
"loss": 1.0955,
"step": 12000
},
{
"epoch": 7.665094339622642,
"grad_norm": 1.980070948600769,
"learning_rate": 7.748691171566864e-05,
"loss": 1.0659,
"step": 13000
},
{
"epoch": 7.959905660377358,
"eval_accuracy_background": 0.7691083980404577,
"eval_accuracy_double_plant": 0.6024440209211166,
"eval_accuracy_drydown": 0.6814714434518159,
"eval_accuracy_endrow": 0.5464485717344214,
"eval_accuracy_nutrient_deficiency": 0.509203127689722,
"eval_accuracy_planter_skip": 0.6650384781390429,
"eval_accuracy_water": 0.9454965193897085,
"eval_accuracy_waterway": 0.3698600004151499,
"eval_accuracy_weed_cluster": 0.5154108026712857,
"eval_iou_background": 0.6578031962911103,
"eval_iou_double_plant": 0.31294833900910296,
"eval_iou_drydown": 0.47689665403570886,
"eval_iou_endrow": 0.2618940193906661,
"eval_iou_nutrient_deficiency": 0.3534970492371128,
"eval_iou_planter_skip": 0.31625822947683646,
"eval_iou_water": 0.4817152186884349,
"eval_iou_waterway": 0.15124054678647988,
"eval_iou_weed_cluster": 0.3316746531778273,
"eval_loss": 1.533487319946289,
"eval_mean_accuracy": 0.6227201513836357,
"eval_mean_iou": 0.37154754512147553,
"eval_overall_accuracy": 0.7196279695998185,
"eval_runtime": 527.6877,
"eval_samples_per_second": 16.157,
"eval_steps_per_second": 0.506,
"step": 13500
},
{
"epoch": 8.254716981132075,
"grad_norm": 2.4944000244140625,
"learning_rate": 7.305091043730557e-05,
"loss": 1.0462,
"step": 14000
},
{
"epoch": 8.84433962264151,
"grad_norm": 2.1022963523864746,
"learning_rate": 6.837101139557501e-05,
"loss": 1.0253,
"step": 15000
},
{
"epoch": 9.286556603773585,
"eval_accuracy_background": 0.7728507820265633,
"eval_accuracy_double_plant": 0.5148991261591159,
"eval_accuracy_drydown": 0.705680052147375,
"eval_accuracy_endrow": 0.5623466153698641,
"eval_accuracy_nutrient_deficiency": 0.5199237782061494,
"eval_accuracy_planter_skip": 0.5901816685685527,
"eval_accuracy_water": 0.900331474456696,
"eval_accuracy_waterway": 0.4231801763849317,
"eval_accuracy_weed_cluster": 0.4348939770827169,
"eval_iou_background": 0.6602399849319134,
"eval_iou_double_plant": 0.3486919692513433,
"eval_iou_drydown": 0.4745067424738569,
"eval_iou_endrow": 0.26713541595159784,
"eval_iou_nutrient_deficiency": 0.35050766552393176,
"eval_iou_planter_skip": 0.35530947653735145,
"eval_iou_water": 0.4922300137725779,
"eval_iou_waterway": 0.16175899595022267,
"eval_iou_weed_cluster": 0.31610597752344755,
"eval_loss": 1.595482587814331,
"eval_mean_accuracy": 0.6026986278224407,
"eval_mean_iou": 0.38072069354624916,
"eval_overall_accuracy": 0.7215420453829048,
"eval_runtime": 528.6777,
"eval_samples_per_second": 16.127,
"eval_steps_per_second": 0.505,
"step": 15750
},
{
"epoch": 9.433962264150944,
"grad_norm": 1.7042616605758667,
"learning_rate": 6.34967318063877e-05,
"loss": 0.9886,
"step": 16000
},
{
"epoch": 10.023584905660377,
"grad_norm": 2.8781015872955322,
"learning_rate": 5.847964559317128e-05,
"loss": 0.9908,
"step": 17000
},
{
"epoch": 10.61320754716981,
"grad_norm": 3.1057872772216797,
"learning_rate": 5.3372837691956955e-05,
"loss": 0.9665,
"step": 18000
},
{
"epoch": 10.61320754716981,
"eval_accuracy_background": 0.779746789817052,
"eval_accuracy_double_plant": 0.42980582389486105,
"eval_accuracy_drydown": 0.7098823662359411,
"eval_accuracy_endrow": 0.5570065199747799,
"eval_accuracy_nutrient_deficiency": 0.4918399226013093,
"eval_accuracy_planter_skip": 0.5889699117229129,
"eval_accuracy_water": 0.9671706616607829,
"eval_accuracy_waterway": 0.2686522876474846,
"eval_accuracy_weed_cluster": 0.4629757010799936,
"eval_iou_background": 0.6649244448853501,
"eval_iou_double_plant": 0.3192541496243385,
"eval_iou_drydown": 0.47846096564055196,
"eval_iou_endrow": 0.2738811943652846,
"eval_iou_nutrient_deficiency": 0.34461702917680226,
"eval_iou_planter_skip": 0.3595814747520095,
"eval_iou_water": 0.46891808902847,
"eval_iou_waterway": 0.1499735440891693,
"eval_iou_weed_cluster": 0.32812183598439904,
"eval_loss": 1.6341685056686401,
"eval_mean_accuracy": 0.5840055538483464,
"eval_mean_iou": 0.3764147475051528,
"eval_overall_accuracy": 0.7252505242891358,
"eval_runtime": 551.0227,
"eval_samples_per_second": 15.473,
"eval_steps_per_second": 0.485,
"step": 18000
}
],
"logging_steps": 1000,
"max_steps": 33920,
"num_input_tokens_seen": 0,
"num_train_epochs": 20,
"save_steps": 2250,
"total_flos": 3.0653390846567645e+20,
"train_batch_size": 32,
"trial_name": null,
"trial_params": null
}