Splend1dchan's picture
push
a924cd5
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 2.999954063117277,
"global_step": 16326,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.09,
"learning_rate": 0.0002908122013965454,
"loss": 0.65,
"step": 500
},
{
"epoch": 0.18,
"learning_rate": 0.0002816244027930907,
"loss": 0.4102,
"step": 1000
},
{
"epoch": 0.28,
"learning_rate": 0.0002724366041896361,
"loss": 0.3675,
"step": 1500
},
{
"epoch": 0.37,
"learning_rate": 0.00026324880558618153,
"loss": 0.3386,
"step": 2000
},
{
"epoch": 0.46,
"learning_rate": 0.00025406100698272693,
"loss": 0.3203,
"step": 2500
},
{
"epoch": 0.55,
"learning_rate": 0.00024487320837927233,
"loss": 0.3104,
"step": 3000
},
{
"epoch": 0.64,
"learning_rate": 0.00023568540977581768,
"loss": 0.3027,
"step": 3500
},
{
"epoch": 0.73,
"learning_rate": 0.00022649761117236308,
"loss": 0.289,
"step": 4000
},
{
"epoch": 0.83,
"learning_rate": 0.00021730981256890848,
"loss": 0.2876,
"step": 4500
},
{
"epoch": 0.92,
"learning_rate": 0.00020812201396545386,
"loss": 0.2807,
"step": 5000
},
{
"epoch": 1.01,
"learning_rate": 0.00019893421536199926,
"loss": 0.2665,
"step": 5500
},
{
"epoch": 1.1,
"learning_rate": 0.00018974641675854466,
"loss": 0.2423,
"step": 6000
},
{
"epoch": 1.19,
"learning_rate": 0.00018055861815509,
"loss": 0.2402,
"step": 6500
},
{
"epoch": 1.29,
"learning_rate": 0.0001713708195516354,
"loss": 0.2449,
"step": 7000
},
{
"epoch": 1.38,
"learning_rate": 0.0001621830209481808,
"loss": 0.2354,
"step": 7500
},
{
"epoch": 1.47,
"learning_rate": 0.0001529952223447262,
"loss": 0.2298,
"step": 8000
},
{
"epoch": 1.56,
"learning_rate": 0.00014380742374127156,
"loss": 0.2361,
"step": 8500
},
{
"epoch": 1.65,
"learning_rate": 0.00013461962513781697,
"loss": 0.2329,
"step": 9000
},
{
"epoch": 1.75,
"learning_rate": 0.00012543182653436237,
"loss": 0.2274,
"step": 9500
},
{
"epoch": 1.84,
"learning_rate": 0.00011624402793090774,
"loss": 0.2213,
"step": 10000
},
{
"epoch": 1.93,
"learning_rate": 0.00010705622932745312,
"loss": 0.2306,
"step": 10500
},
{
"epoch": 2.02,
"learning_rate": 9.786843072399852e-05,
"loss": 0.2117,
"step": 11000
},
{
"epoch": 2.11,
"learning_rate": 8.868063212054391e-05,
"loss": 0.1985,
"step": 11500
},
{
"epoch": 2.21,
"learning_rate": 7.94928335170893e-05,
"loss": 0.1895,
"step": 12000
},
{
"epoch": 2.3,
"learning_rate": 7.030503491363469e-05,
"loss": 0.1908,
"step": 12500
},
{
"epoch": 2.39,
"learning_rate": 6.111723631018007e-05,
"loss": 0.1918,
"step": 13000
},
{
"epoch": 2.48,
"learning_rate": 5.192943770672546e-05,
"loss": 0.1918,
"step": 13500
},
{
"epoch": 2.57,
"learning_rate": 4.274163910327086e-05,
"loss": 0.1822,
"step": 14000
},
{
"epoch": 2.66,
"learning_rate": 3.355384049981624e-05,
"loss": 0.1858,
"step": 14500
},
{
"epoch": 2.76,
"learning_rate": 2.4366041896361628e-05,
"loss": 0.1884,
"step": 15000
},
{
"epoch": 2.85,
"learning_rate": 1.5178243292907018e-05,
"loss": 0.1864,
"step": 15500
},
{
"epoch": 2.94,
"learning_rate": 5.990444689452407e-06,
"loss": 0.1851,
"step": 16000
}
],
"max_steps": 16326,
"num_train_epochs": 3,
"total_flos": 4.799952041190359e+17,
"trial_name": null,
"trial_params": null
}