sam1120's picture
Training in progress, step 40
1afb8e1
raw
history blame
7.22 kB
{
"best_metric": 1.135031819343567,
"best_model_checkpoint": "/robodata/smodak/Projects/nspl/scripts/terrainseg/training/models/safety-utcustom-train-SF-RGB-b0/checkpoint-40",
"epoch": 4.0,
"global_step": 40,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.1,
"learning_rate": 1.5e-07,
"loss": 1.207,
"step": 1
},
{
"epoch": 0.2,
"learning_rate": 3e-07,
"loss": 1.2091,
"step": 2
},
{
"epoch": 0.3,
"learning_rate": 4.5000000000000003e-07,
"loss": 1.2064,
"step": 3
},
{
"epoch": 0.4,
"learning_rate": 6e-07,
"loss": 1.2111,
"step": 4
},
{
"epoch": 0.5,
"learning_rate": 7.5e-07,
"loss": 1.2054,
"step": 5
},
{
"epoch": 0.6,
"learning_rate": 9.000000000000001e-07,
"loss": 1.2113,
"step": 6
},
{
"epoch": 0.7,
"learning_rate": 1.0500000000000001e-06,
"loss": 1.2112,
"step": 7
},
{
"epoch": 0.8,
"learning_rate": 1.2e-06,
"loss": 1.2149,
"step": 8
},
{
"epoch": 0.9,
"learning_rate": 1.35e-06,
"loss": 1.2028,
"step": 9
},
{
"epoch": 1.0,
"learning_rate": 1.5e-06,
"loss": 1.2069,
"step": 10
},
{
"epoch": 1.0,
"eval_accuracy_safe": 0.6266745309385854,
"eval_accuracy_unlabeled": NaN,
"eval_accuracy_unsafe": 0.09601107572341809,
"eval_iou_safe": 0.026090091061736383,
"eval_iou_unlabeled": 0.0,
"eval_iou_unsafe": 0.09583941787515647,
"eval_loss": 1.1287050247192383,
"eval_mean_accuracy": 0.3613428033310017,
"eval_mean_iou": 0.04064316964563095,
"eval_overall_accuracy": 0.11168602331360775,
"eval_runtime": 9.0643,
"eval_samples_per_second": 7.392,
"eval_steps_per_second": 0.552,
"step": 10
},
{
"epoch": 1.1,
"learning_rate": 1.6499999999999999e-06,
"loss": 1.2039,
"step": 11
},
{
"epoch": 1.2,
"learning_rate": 1.8000000000000001e-06,
"loss": 1.2092,
"step": 12
},
{
"epoch": 1.3,
"learning_rate": 1.95e-06,
"loss": 1.2029,
"step": 13
},
{
"epoch": 1.4,
"learning_rate": 2.1000000000000002e-06,
"loss": 1.206,
"step": 14
},
{
"epoch": 1.5,
"learning_rate": 2.25e-06,
"loss": 1.203,
"step": 15
},
{
"epoch": 1.6,
"learning_rate": 2.4e-06,
"loss": 1.2048,
"step": 16
},
{
"epoch": 1.7,
"learning_rate": 2.55e-06,
"loss": 1.2063,
"step": 17
},
{
"epoch": 1.8,
"learning_rate": 2.7e-06,
"loss": 1.1991,
"step": 18
},
{
"epoch": 1.9,
"learning_rate": 2.85e-06,
"loss": 1.1998,
"step": 19
},
{
"epoch": 2.0,
"learning_rate": 3e-06,
"loss": 1.196,
"step": 20
},
{
"epoch": 2.0,
"eval_accuracy_safe": 0.6836885748320168,
"eval_accuracy_unlabeled": NaN,
"eval_accuracy_unsafe": 0.11050988668363446,
"eval_iou_safe": 0.02896514993488335,
"eval_iou_unlabeled": 0.0,
"eval_iou_unsafe": 0.11038771755966317,
"eval_loss": 1.1407982110977173,
"eval_mean_accuracy": 0.39709923075782566,
"eval_mean_iou": 0.04645095583151551,
"eval_overall_accuracy": 0.1274406660848589,
"eval_runtime": 8.0076,
"eval_samples_per_second": 8.367,
"eval_steps_per_second": 0.624,
"step": 20
},
{
"epoch": 2.1,
"learning_rate": 3.15e-06,
"loss": 1.1935,
"step": 21
},
{
"epoch": 2.2,
"learning_rate": 3.2999999999999997e-06,
"loss": 1.1985,
"step": 22
},
{
"epoch": 2.3,
"learning_rate": 3.4500000000000004e-06,
"loss": 1.2026,
"step": 23
},
{
"epoch": 2.4,
"learning_rate": 3.6000000000000003e-06,
"loss": 1.1999,
"step": 24
},
{
"epoch": 2.5,
"learning_rate": 3.75e-06,
"loss": 1.194,
"step": 25
},
{
"epoch": 2.6,
"learning_rate": 3.9e-06,
"loss": 1.1856,
"step": 26
},
{
"epoch": 2.7,
"learning_rate": 4.05e-06,
"loss": 1.1875,
"step": 27
},
{
"epoch": 2.8,
"learning_rate": 4.2000000000000004e-06,
"loss": 1.1881,
"step": 28
},
{
"epoch": 2.9,
"learning_rate": 4.35e-06,
"loss": 1.1845,
"step": 29
},
{
"epoch": 3.0,
"learning_rate": 4.5e-06,
"loss": 1.1866,
"step": 30
},
{
"epoch": 3.0,
"eval_accuracy_safe": 0.7519284813859622,
"eval_accuracy_unlabeled": NaN,
"eval_accuracy_unsafe": 0.16529459990427606,
"eval_iou_safe": 0.033480391113503524,
"eval_iou_unlabeled": 0.0,
"eval_iou_unsafe": 0.16518399491940172,
"eval_loss": 1.1440774202346802,
"eval_mean_accuracy": 0.45861154064511916,
"eval_mean_iou": 0.06622146201096842,
"eval_overall_accuracy": 0.1826228241422283,
"eval_runtime": 9.047,
"eval_samples_per_second": 7.406,
"eval_steps_per_second": 0.553,
"step": 30
},
{
"epoch": 3.1,
"learning_rate": 4.65e-06,
"loss": 1.182,
"step": 31
},
{
"epoch": 3.2,
"learning_rate": 4.8e-06,
"loss": 1.1875,
"step": 32
},
{
"epoch": 3.3,
"learning_rate": 4.950000000000001e-06,
"loss": 1.1818,
"step": 33
},
{
"epoch": 3.4,
"learning_rate": 5.1e-06,
"loss": 1.1865,
"step": 34
},
{
"epoch": 3.5,
"learning_rate": 5.2500000000000006e-06,
"loss": 1.1706,
"step": 35
},
{
"epoch": 3.6,
"learning_rate": 5.4e-06,
"loss": 1.1752,
"step": 36
},
{
"epoch": 3.7,
"learning_rate": 5.55e-06,
"loss": 1.1652,
"step": 37
},
{
"epoch": 3.8,
"learning_rate": 5.7e-06,
"loss": 1.1744,
"step": 38
},
{
"epoch": 3.9,
"learning_rate": 5.850000000000001e-06,
"loss": 1.1668,
"step": 39
},
{
"epoch": 4.0,
"learning_rate": 6e-06,
"loss": 1.1701,
"step": 40
},
{
"epoch": 4.0,
"eval_accuracy_safe": 0.8300989587549779,
"eval_accuracy_unlabeled": NaN,
"eval_accuracy_unsafe": 0.26378994565277974,
"eval_iou_safe": 0.040970127159922556,
"eval_iou_unlabeled": 0.0,
"eval_iou_unsafe": 0.2636823369166496,
"eval_loss": 1.135031819343567,
"eval_mean_accuracy": 0.5469444522038788,
"eval_mean_iou": 0.10155082135885739,
"eval_overall_accuracy": 0.28051780586812036,
"eval_runtime": 9.2028,
"eval_samples_per_second": 7.28,
"eval_steps_per_second": 0.543,
"step": 40
}
],
"max_steps": 1200,
"num_train_epochs": 120,
"total_flos": 1.079796761100288e+16,
"trial_name": null,
"trial_params": null
}