|
{ |
|
"best_metric": null, |
|
"best_model_checkpoint": null, |
|
"epoch": 1.0, |
|
"eval_steps": 3000000, |
|
"global_step": 2225, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 0.0044943820224719105, |
|
"grad_norm": 21.028866393310857, |
|
"learning_rate": 4.484304932735426e-07, |
|
"loss": 1.8157, |
|
"step": 10 |
|
}, |
|
{ |
|
"epoch": 0.008988764044943821, |
|
"grad_norm": 18.149495621801602, |
|
"learning_rate": 8.968609865470852e-07, |
|
"loss": 1.8095, |
|
"step": 20 |
|
}, |
|
{ |
|
"epoch": 0.01348314606741573, |
|
"grad_norm": 7.110153316235121, |
|
"learning_rate": 1.345291479820628e-06, |
|
"loss": 1.4583, |
|
"step": 30 |
|
}, |
|
{ |
|
"epoch": 0.017977528089887642, |
|
"grad_norm": 3.8403679133270168, |
|
"learning_rate": 1.7937219730941704e-06, |
|
"loss": 1.2703, |
|
"step": 40 |
|
}, |
|
{ |
|
"epoch": 0.02247191011235955, |
|
"grad_norm": 3.1058777831353708, |
|
"learning_rate": 2.242152466367713e-06, |
|
"loss": 1.165, |
|
"step": 50 |
|
}, |
|
{ |
|
"epoch": 0.02696629213483146, |
|
"grad_norm": 3.3684279642867847, |
|
"learning_rate": 2.690582959641256e-06, |
|
"loss": 1.0807, |
|
"step": 60 |
|
}, |
|
{ |
|
"epoch": 0.03146067415730337, |
|
"grad_norm": 3.157236299420834, |
|
"learning_rate": 3.1390134529147986e-06, |
|
"loss": 1.0534, |
|
"step": 70 |
|
}, |
|
{ |
|
"epoch": 0.035955056179775284, |
|
"grad_norm": 3.5078357528479485, |
|
"learning_rate": 3.587443946188341e-06, |
|
"loss": 1.0051, |
|
"step": 80 |
|
}, |
|
{ |
|
"epoch": 0.04044943820224719, |
|
"grad_norm": 3.4693923350197293, |
|
"learning_rate": 4.0358744394618836e-06, |
|
"loss": 0.9734, |
|
"step": 90 |
|
}, |
|
{ |
|
"epoch": 0.0449438202247191, |
|
"grad_norm": 3.1682184152102453, |
|
"learning_rate": 4.484304932735426e-06, |
|
"loss": 0.9764, |
|
"step": 100 |
|
}, |
|
{ |
|
"epoch": 0.04943820224719101, |
|
"grad_norm": 3.4044270322944357, |
|
"learning_rate": 4.932735426008969e-06, |
|
"loss": 0.9358, |
|
"step": 110 |
|
}, |
|
{ |
|
"epoch": 0.05393258426966292, |
|
"grad_norm": 3.629261207410094, |
|
"learning_rate": 5.381165919282512e-06, |
|
"loss": 0.975, |
|
"step": 120 |
|
}, |
|
{ |
|
"epoch": 0.058426966292134834, |
|
"grad_norm": 2.7702327333157615, |
|
"learning_rate": 5.8295964125560544e-06, |
|
"loss": 0.9692, |
|
"step": 130 |
|
}, |
|
{ |
|
"epoch": 0.06292134831460675, |
|
"grad_norm": 3.5659770341558144, |
|
"learning_rate": 6.278026905829597e-06, |
|
"loss": 0.9665, |
|
"step": 140 |
|
}, |
|
{ |
|
"epoch": 0.06741573033707865, |
|
"grad_norm": 3.0158598967423944, |
|
"learning_rate": 6.72645739910314e-06, |
|
"loss": 0.9409, |
|
"step": 150 |
|
}, |
|
{ |
|
"epoch": 0.07191011235955057, |
|
"grad_norm": 3.6116843848118427, |
|
"learning_rate": 7.174887892376682e-06, |
|
"loss": 0.9369, |
|
"step": 160 |
|
}, |
|
{ |
|
"epoch": 0.07640449438202247, |
|
"grad_norm": 3.397427112776282, |
|
"learning_rate": 7.6233183856502244e-06, |
|
"loss": 0.9143, |
|
"step": 170 |
|
}, |
|
{ |
|
"epoch": 0.08089887640449438, |
|
"grad_norm": 3.1019973911170857, |
|
"learning_rate": 8.071748878923767e-06, |
|
"loss": 0.9262, |
|
"step": 180 |
|
}, |
|
{ |
|
"epoch": 0.0853932584269663, |
|
"grad_norm": 3.28653951390302, |
|
"learning_rate": 8.52017937219731e-06, |
|
"loss": 0.9151, |
|
"step": 190 |
|
}, |
|
{ |
|
"epoch": 0.0898876404494382, |
|
"grad_norm": 2.9229201820388826, |
|
"learning_rate": 8.968609865470853e-06, |
|
"loss": 0.9093, |
|
"step": 200 |
|
}, |
|
{ |
|
"epoch": 0.09438202247191012, |
|
"grad_norm": 3.113906403159331, |
|
"learning_rate": 9.417040358744395e-06, |
|
"loss": 0.9199, |
|
"step": 210 |
|
}, |
|
{ |
|
"epoch": 0.09887640449438202, |
|
"grad_norm": 3.2663540679465624, |
|
"learning_rate": 9.865470852017938e-06, |
|
"loss": 0.9305, |
|
"step": 220 |
|
}, |
|
{ |
|
"epoch": 0.10337078651685393, |
|
"grad_norm": 3.051806061363382, |
|
"learning_rate": 9.999698350006063e-06, |
|
"loss": 0.9105, |
|
"step": 230 |
|
}, |
|
{ |
|
"epoch": 0.10786516853932585, |
|
"grad_norm": 3.2656274646398753, |
|
"learning_rate": 9.998220968267148e-06, |
|
"loss": 0.9234, |
|
"step": 240 |
|
}, |
|
{ |
|
"epoch": 0.11235955056179775, |
|
"grad_norm": 3.0943126322747556, |
|
"learning_rate": 9.995512813021446e-06, |
|
"loss": 0.9278, |
|
"step": 250 |
|
}, |
|
{ |
|
"epoch": 0.11685393258426967, |
|
"grad_norm": 3.1197182560800294, |
|
"learning_rate": 9.991574551131379e-06, |
|
"loss": 0.9055, |
|
"step": 260 |
|
}, |
|
{ |
|
"epoch": 0.12134831460674157, |
|
"grad_norm": 2.788031040285689, |
|
"learning_rate": 9.986407152363672e-06, |
|
"loss": 0.9106, |
|
"step": 270 |
|
}, |
|
{ |
|
"epoch": 0.1258426966292135, |
|
"grad_norm": 3.4226340314131485, |
|
"learning_rate": 9.980011889150569e-06, |
|
"loss": 0.9111, |
|
"step": 280 |
|
}, |
|
{ |
|
"epoch": 0.1303370786516854, |
|
"grad_norm": 3.3566995644063504, |
|
"learning_rate": 9.97239033627649e-06, |
|
"loss": 0.915, |
|
"step": 290 |
|
}, |
|
{ |
|
"epoch": 0.1348314606741573, |
|
"grad_norm": 3.4076936734585543, |
|
"learning_rate": 9.96354437049027e-06, |
|
"loss": 0.8995, |
|
"step": 300 |
|
}, |
|
{ |
|
"epoch": 0.1393258426966292, |
|
"grad_norm": 3.209280832093268, |
|
"learning_rate": 9.953476170043011e-06, |
|
"loss": 0.8969, |
|
"step": 310 |
|
}, |
|
{ |
|
"epoch": 0.14382022471910114, |
|
"grad_norm": 3.009956911416, |
|
"learning_rate": 9.942188214151703e-06, |
|
"loss": 0.8791, |
|
"step": 320 |
|
}, |
|
{ |
|
"epoch": 0.14831460674157304, |
|
"grad_norm": 3.318098809004364, |
|
"learning_rate": 9.929683282388753e-06, |
|
"loss": 0.9135, |
|
"step": 330 |
|
}, |
|
{ |
|
"epoch": 0.15280898876404495, |
|
"grad_norm": 3.316896081979771, |
|
"learning_rate": 9.915964453997516e-06, |
|
"loss": 0.8809, |
|
"step": 340 |
|
}, |
|
{ |
|
"epoch": 0.15730337078651685, |
|
"grad_norm": 2.570617534902647, |
|
"learning_rate": 9.901035107134067e-06, |
|
"loss": 0.8975, |
|
"step": 350 |
|
}, |
|
{ |
|
"epoch": 0.16179775280898875, |
|
"grad_norm": 2.5338700266262766, |
|
"learning_rate": 9.884898918035354e-06, |
|
"loss": 0.8997, |
|
"step": 360 |
|
}, |
|
{ |
|
"epoch": 0.1662921348314607, |
|
"grad_norm": 2.775240802278996, |
|
"learning_rate": 9.86755986011395e-06, |
|
"loss": 0.8984, |
|
"step": 370 |
|
}, |
|
{ |
|
"epoch": 0.1707865168539326, |
|
"grad_norm": 2.822348053524811, |
|
"learning_rate": 9.849022202979635e-06, |
|
"loss": 0.8993, |
|
"step": 380 |
|
}, |
|
{ |
|
"epoch": 0.1752808988764045, |
|
"grad_norm": 3.055973621744187, |
|
"learning_rate": 9.829290511388033e-06, |
|
"loss": 0.8883, |
|
"step": 390 |
|
}, |
|
{ |
|
"epoch": 0.1797752808988764, |
|
"grad_norm": 3.1358574509096155, |
|
"learning_rate": 9.808369644116578e-06, |
|
"loss": 0.8855, |
|
"step": 400 |
|
}, |
|
{ |
|
"epoch": 0.1842696629213483, |
|
"grad_norm": 2.7698413336711285, |
|
"learning_rate": 9.78626475276808e-06, |
|
"loss": 0.9028, |
|
"step": 410 |
|
}, |
|
{ |
|
"epoch": 0.18876404494382024, |
|
"grad_norm": 2.693223915430037, |
|
"learning_rate": 9.762981280502178e-06, |
|
"loss": 0.8918, |
|
"step": 420 |
|
}, |
|
{ |
|
"epoch": 0.19325842696629214, |
|
"grad_norm": 3.008257840198355, |
|
"learning_rate": 9.738524960695003e-06, |
|
"loss": 0.8804, |
|
"step": 430 |
|
}, |
|
{ |
|
"epoch": 0.19775280898876405, |
|
"grad_norm": 2.9264871287794336, |
|
"learning_rate": 9.712901815527387e-06, |
|
"loss": 0.8781, |
|
"step": 440 |
|
}, |
|
{ |
|
"epoch": 0.20224719101123595, |
|
"grad_norm": 3.121215777703405, |
|
"learning_rate": 9.686118154501938e-06, |
|
"loss": 0.8856, |
|
"step": 450 |
|
}, |
|
{ |
|
"epoch": 0.20674157303370785, |
|
"grad_norm": 3.0456191477056738, |
|
"learning_rate": 9.658180572889372e-06, |
|
"loss": 0.9005, |
|
"step": 460 |
|
}, |
|
{ |
|
"epoch": 0.21123595505617979, |
|
"grad_norm": 2.6847965693331837, |
|
"learning_rate": 9.62909595010449e-06, |
|
"loss": 0.8902, |
|
"step": 470 |
|
}, |
|
{ |
|
"epoch": 0.2157303370786517, |
|
"grad_norm": 3.16590640260948, |
|
"learning_rate": 9.598871448012166e-06, |
|
"loss": 0.8872, |
|
"step": 480 |
|
}, |
|
{ |
|
"epoch": 0.2202247191011236, |
|
"grad_norm": 2.917831346210603, |
|
"learning_rate": 9.567514509163791e-06, |
|
"loss": 0.8791, |
|
"step": 490 |
|
}, |
|
{ |
|
"epoch": 0.2247191011235955, |
|
"grad_norm": 2.395460178627161, |
|
"learning_rate": 9.535032854964608e-06, |
|
"loss": 0.8556, |
|
"step": 500 |
|
}, |
|
{ |
|
"epoch": 0.2292134831460674, |
|
"grad_norm": 2.8755215373997465, |
|
"learning_rate": 9.501434483772371e-06, |
|
"loss": 0.8879, |
|
"step": 510 |
|
}, |
|
{ |
|
"epoch": 0.23370786516853934, |
|
"grad_norm": 2.7839596342446016, |
|
"learning_rate": 9.466727668927817e-06, |
|
"loss": 0.8921, |
|
"step": 520 |
|
}, |
|
{ |
|
"epoch": 0.23820224719101124, |
|
"grad_norm": 2.8101352476646113, |
|
"learning_rate": 9.43092095671741e-06, |
|
"loss": 0.8719, |
|
"step": 530 |
|
}, |
|
{ |
|
"epoch": 0.24269662921348314, |
|
"grad_norm": 2.8841472788021756, |
|
"learning_rate": 9.39402316426889e-06, |
|
"loss": 0.8736, |
|
"step": 540 |
|
}, |
|
{ |
|
"epoch": 0.24719101123595505, |
|
"grad_norm": 2.8954194572601444, |
|
"learning_rate": 9.356043377380126e-06, |
|
"loss": 0.8987, |
|
"step": 550 |
|
}, |
|
{ |
|
"epoch": 0.251685393258427, |
|
"grad_norm": 3.554378286149293, |
|
"learning_rate": 9.316990948281799e-06, |
|
"loss": 0.8514, |
|
"step": 560 |
|
}, |
|
{ |
|
"epoch": 0.25617977528089886, |
|
"grad_norm": 2.3570345682703353, |
|
"learning_rate": 9.27687549333449e-06, |
|
"loss": 0.8627, |
|
"step": 570 |
|
}, |
|
{ |
|
"epoch": 0.2606741573033708, |
|
"grad_norm": 2.8727271733313953, |
|
"learning_rate": 9.235706890660735e-06, |
|
"loss": 0.8372, |
|
"step": 580 |
|
}, |
|
{ |
|
"epoch": 0.2651685393258427, |
|
"grad_norm": 2.838666672391731, |
|
"learning_rate": 9.193495277712593e-06, |
|
"loss": 0.8639, |
|
"step": 590 |
|
}, |
|
{ |
|
"epoch": 0.2696629213483146, |
|
"grad_norm": 2.7577407799514613, |
|
"learning_rate": 9.150251048775403e-06, |
|
"loss": 0.8675, |
|
"step": 600 |
|
}, |
|
{ |
|
"epoch": 0.27415730337078653, |
|
"grad_norm": 3.5011471176346243, |
|
"learning_rate": 9.105984852408247e-06, |
|
"loss": 0.9128, |
|
"step": 610 |
|
}, |
|
{ |
|
"epoch": 0.2786516853932584, |
|
"grad_norm": 2.4709369938165353, |
|
"learning_rate": 9.060707588821835e-06, |
|
"loss": 0.8481, |
|
"step": 620 |
|
}, |
|
{ |
|
"epoch": 0.28314606741573034, |
|
"grad_norm": 2.687018184877083, |
|
"learning_rate": 9.014430407194413e-06, |
|
"loss": 0.8665, |
|
"step": 630 |
|
}, |
|
{ |
|
"epoch": 0.2876404494382023, |
|
"grad_norm": 2.8113496819372195, |
|
"learning_rate": 8.967164702926359e-06, |
|
"loss": 0.8705, |
|
"step": 640 |
|
}, |
|
{ |
|
"epoch": 0.29213483146067415, |
|
"grad_norm": 3.098175777433656, |
|
"learning_rate": 8.918922114834156e-06, |
|
"loss": 0.8594, |
|
"step": 650 |
|
}, |
|
{ |
|
"epoch": 0.2966292134831461, |
|
"grad_norm": 2.5305855672874586, |
|
"learning_rate": 8.869714522284424e-06, |
|
"loss": 0.9048, |
|
"step": 660 |
|
}, |
|
{ |
|
"epoch": 0.30112359550561796, |
|
"grad_norm": 3.1823485712315587, |
|
"learning_rate": 8.819554042268715e-06, |
|
"loss": 0.8581, |
|
"step": 670 |
|
}, |
|
{ |
|
"epoch": 0.3056179775280899, |
|
"grad_norm": 3.141603475434689, |
|
"learning_rate": 8.768453026419793e-06, |
|
"loss": 0.8924, |
|
"step": 680 |
|
}, |
|
{ |
|
"epoch": 0.3101123595505618, |
|
"grad_norm": 2.8298252741410206, |
|
"learning_rate": 8.71642405797015e-06, |
|
"loss": 0.8442, |
|
"step": 690 |
|
}, |
|
{ |
|
"epoch": 0.3146067415730337, |
|
"grad_norm": 2.4651915483445284, |
|
"learning_rate": 8.663479948653472e-06, |
|
"loss": 0.8492, |
|
"step": 700 |
|
}, |
|
{ |
|
"epoch": 0.31910112359550563, |
|
"grad_norm": 2.7122168547316394, |
|
"learning_rate": 8.609633735549852e-06, |
|
"loss": 0.8333, |
|
"step": 710 |
|
}, |
|
{ |
|
"epoch": 0.3235955056179775, |
|
"grad_norm": 2.9065395439540427, |
|
"learning_rate": 8.554898677875509e-06, |
|
"loss": 0.8361, |
|
"step": 720 |
|
}, |
|
{ |
|
"epoch": 0.32808988764044944, |
|
"grad_norm": 2.541328327536001, |
|
"learning_rate": 8.49928825371781e-06, |
|
"loss": 0.8614, |
|
"step": 730 |
|
}, |
|
{ |
|
"epoch": 0.3325842696629214, |
|
"grad_norm": 2.8452183525450985, |
|
"learning_rate": 8.442816156716386e-06, |
|
"loss": 0.8398, |
|
"step": 740 |
|
}, |
|
{ |
|
"epoch": 0.33707865168539325, |
|
"grad_norm": 2.6414675162195773, |
|
"learning_rate": 8.385496292691192e-06, |
|
"loss": 0.8525, |
|
"step": 750 |
|
}, |
|
{ |
|
"epoch": 0.3415730337078652, |
|
"grad_norm": 2.780280291371649, |
|
"learning_rate": 8.32734277621829e-06, |
|
"loss": 0.8707, |
|
"step": 760 |
|
}, |
|
{ |
|
"epoch": 0.34606741573033706, |
|
"grad_norm": 2.601178957016528, |
|
"learning_rate": 8.26836992715426e-06, |
|
"loss": 0.8806, |
|
"step": 770 |
|
}, |
|
{ |
|
"epoch": 0.350561797752809, |
|
"grad_norm": 2.962305315436321, |
|
"learning_rate": 8.208592267110033e-06, |
|
"loss": 0.8614, |
|
"step": 780 |
|
}, |
|
{ |
|
"epoch": 0.3550561797752809, |
|
"grad_norm": 2.793835722937421, |
|
"learning_rate": 8.148024515875057e-06, |
|
"loss": 0.8598, |
|
"step": 790 |
|
}, |
|
{ |
|
"epoch": 0.3595505617977528, |
|
"grad_norm": 2.6570500425410786, |
|
"learning_rate": 8.08668158779267e-06, |
|
"loss": 0.8723, |
|
"step": 800 |
|
}, |
|
{ |
|
"epoch": 0.36404494382022473, |
|
"grad_norm": 3.006706054601333, |
|
"learning_rate": 8.024578588087548e-06, |
|
"loss": 0.8451, |
|
"step": 810 |
|
}, |
|
{ |
|
"epoch": 0.3685393258426966, |
|
"grad_norm": 3.194741458838549, |
|
"learning_rate": 7.961730809146162e-06, |
|
"loss": 0.8445, |
|
"step": 820 |
|
}, |
|
{ |
|
"epoch": 0.37303370786516854, |
|
"grad_norm": 2.6452523909592873, |
|
"learning_rate": 7.898153726751155e-06, |
|
"loss": 0.8523, |
|
"step": 830 |
|
}, |
|
{ |
|
"epoch": 0.3775280898876405, |
|
"grad_norm": 2.5344015025695534, |
|
"learning_rate": 7.833862996270534e-06, |
|
"loss": 0.8274, |
|
"step": 840 |
|
}, |
|
{ |
|
"epoch": 0.38202247191011235, |
|
"grad_norm": 2.7320847056126456, |
|
"learning_rate": 7.768874448802665e-06, |
|
"loss": 0.8425, |
|
"step": 850 |
|
}, |
|
{ |
|
"epoch": 0.3865168539325843, |
|
"grad_norm": 2.6938059359159077, |
|
"learning_rate": 7.703204087277989e-06, |
|
"loss": 0.8226, |
|
"step": 860 |
|
}, |
|
{ |
|
"epoch": 0.39101123595505616, |
|
"grad_norm": 2.8434749905260035, |
|
"learning_rate": 7.636868082518413e-06, |
|
"loss": 0.8647, |
|
"step": 870 |
|
}, |
|
{ |
|
"epoch": 0.3955056179775281, |
|
"grad_norm": 2.6787607584691937, |
|
"learning_rate": 7.5698827692553785e-06, |
|
"loss": 0.8819, |
|
"step": 880 |
|
}, |
|
{ |
|
"epoch": 0.4, |
|
"grad_norm": 3.3474923030984285, |
|
"learning_rate": 7.502264642107559e-06, |
|
"loss": 0.828, |
|
"step": 890 |
|
}, |
|
{ |
|
"epoch": 0.4044943820224719, |
|
"grad_norm": 2.608043188896359, |
|
"learning_rate": 7.434030351519183e-06, |
|
"loss": 0.8424, |
|
"step": 900 |
|
}, |
|
{ |
|
"epoch": 0.40898876404494383, |
|
"grad_norm": 2.31822219138967, |
|
"learning_rate": 7.365196699659989e-06, |
|
"loss": 0.8627, |
|
"step": 910 |
|
}, |
|
{ |
|
"epoch": 0.4134831460674157, |
|
"grad_norm": 2.503238393535594, |
|
"learning_rate": 7.295780636287828e-06, |
|
"loss": 0.8374, |
|
"step": 920 |
|
}, |
|
{ |
|
"epoch": 0.41797752808988764, |
|
"grad_norm": 2.987882942685997, |
|
"learning_rate": 7.2257992545749045e-06, |
|
"loss": 0.8397, |
|
"step": 930 |
|
}, |
|
{ |
|
"epoch": 0.42247191011235957, |
|
"grad_norm": 3.0751658643780675, |
|
"learning_rate": 7.155269786898728e-06, |
|
"loss": 0.8419, |
|
"step": 940 |
|
}, |
|
{ |
|
"epoch": 0.42696629213483145, |
|
"grad_norm": 3.0944989985866798, |
|
"learning_rate": 7.084209600598757e-06, |
|
"loss": 0.847, |
|
"step": 950 |
|
}, |
|
{ |
|
"epoch": 0.4314606741573034, |
|
"grad_norm": 2.7171358523992026, |
|
"learning_rate": 7.012636193699838e-06, |
|
"loss": 0.8442, |
|
"step": 960 |
|
}, |
|
{ |
|
"epoch": 0.43595505617977526, |
|
"grad_norm": 2.9449405004821823, |
|
"learning_rate": 6.9405671906034465e-06, |
|
"loss": 0.7978, |
|
"step": 970 |
|
}, |
|
{ |
|
"epoch": 0.4404494382022472, |
|
"grad_norm": 2.5697814837358024, |
|
"learning_rate": 6.868020337747812e-06, |
|
"loss": 0.8415, |
|
"step": 980 |
|
}, |
|
{ |
|
"epoch": 0.4449438202247191, |
|
"grad_norm": 2.7123982325774976, |
|
"learning_rate": 6.7950134992379935e-06, |
|
"loss": 0.8368, |
|
"step": 990 |
|
}, |
|
{ |
|
"epoch": 0.449438202247191, |
|
"grad_norm": 2.7457304327214547, |
|
"learning_rate": 6.721564652446987e-06, |
|
"loss": 0.8244, |
|
"step": 1000 |
|
}, |
|
{ |
|
"epoch": 0.45393258426966293, |
|
"grad_norm": 2.5727374251550574, |
|
"learning_rate": 6.647691883588928e-06, |
|
"loss": 0.8536, |
|
"step": 1010 |
|
}, |
|
{ |
|
"epoch": 0.4584269662921348, |
|
"grad_norm": 3.436622027549439, |
|
"learning_rate": 6.573413383265505e-06, |
|
"loss": 0.8282, |
|
"step": 1020 |
|
}, |
|
{ |
|
"epoch": 0.46292134831460674, |
|
"grad_norm": 2.554581349417234, |
|
"learning_rate": 6.4987474419866635e-06, |
|
"loss": 0.8785, |
|
"step": 1030 |
|
}, |
|
{ |
|
"epoch": 0.46741573033707867, |
|
"grad_norm": 2.572629251373284, |
|
"learning_rate": 6.423712445666703e-06, |
|
"loss": 0.8404, |
|
"step": 1040 |
|
}, |
|
{ |
|
"epoch": 0.47191011235955055, |
|
"grad_norm": 2.6110629987997296, |
|
"learning_rate": 6.348326871096895e-06, |
|
"loss": 0.8335, |
|
"step": 1050 |
|
}, |
|
{ |
|
"epoch": 0.4764044943820225, |
|
"grad_norm": 2.579522074041865, |
|
"learning_rate": 6.272609281395708e-06, |
|
"loss": 0.814, |
|
"step": 1060 |
|
}, |
|
{ |
|
"epoch": 0.48089887640449436, |
|
"grad_norm": 2.604436458085443, |
|
"learning_rate": 6.1965783214377895e-06, |
|
"loss": 0.8356, |
|
"step": 1070 |
|
}, |
|
{ |
|
"epoch": 0.4853932584269663, |
|
"grad_norm": 3.544439618834328, |
|
"learning_rate": 6.120252713262801e-06, |
|
"loss": 0.8145, |
|
"step": 1080 |
|
}, |
|
{ |
|
"epoch": 0.4898876404494382, |
|
"grad_norm": 2.5461314452599044, |
|
"learning_rate": 6.043651251465266e-06, |
|
"loss": 0.8149, |
|
"step": 1090 |
|
}, |
|
{ |
|
"epoch": 0.4943820224719101, |
|
"grad_norm": 2.684504023450718, |
|
"learning_rate": 5.9667927985665385e-06, |
|
"loss": 0.8336, |
|
"step": 1100 |
|
}, |
|
{ |
|
"epoch": 0.49887640449438203, |
|
"grad_norm": 2.624225359715667, |
|
"learning_rate": 5.889696280370063e-06, |
|
"loss": 0.8193, |
|
"step": 1110 |
|
}, |
|
{ |
|
"epoch": 0.503370786516854, |
|
"grad_norm": 2.6410937801065564, |
|
"learning_rate": 5.812380681301031e-06, |
|
"loss": 0.8303, |
|
"step": 1120 |
|
}, |
|
{ |
|
"epoch": 0.5078651685393258, |
|
"grad_norm": 2.5558280002336327, |
|
"learning_rate": 5.734865039731612e-06, |
|
"loss": 0.8522, |
|
"step": 1130 |
|
}, |
|
{ |
|
"epoch": 0.5123595505617977, |
|
"grad_norm": 3.205793969640316, |
|
"learning_rate": 5.657168443292909e-06, |
|
"loss": 0.8246, |
|
"step": 1140 |
|
}, |
|
{ |
|
"epoch": 0.5168539325842697, |
|
"grad_norm": 2.5584552525736317, |
|
"learning_rate": 5.57931002417477e-06, |
|
"loss": 0.8527, |
|
"step": 1150 |
|
}, |
|
{ |
|
"epoch": 0.5213483146067416, |
|
"grad_norm": 2.4712332329098974, |
|
"learning_rate": 5.501308954414632e-06, |
|
"loss": 0.8416, |
|
"step": 1160 |
|
}, |
|
{ |
|
"epoch": 0.5258426966292135, |
|
"grad_norm": 2.650810844110697, |
|
"learning_rate": 5.42318444117656e-06, |
|
"loss": 0.8456, |
|
"step": 1170 |
|
}, |
|
{ |
|
"epoch": 0.5303370786516854, |
|
"grad_norm": 2.326300138355385, |
|
"learning_rate": 5.3449557220216245e-06, |
|
"loss": 0.8504, |
|
"step": 1180 |
|
}, |
|
{ |
|
"epoch": 0.5348314606741573, |
|
"grad_norm": 2.2706355883101503, |
|
"learning_rate": 5.2666420601708036e-06, |
|
"loss": 0.8422, |
|
"step": 1190 |
|
}, |
|
{ |
|
"epoch": 0.5393258426966292, |
|
"grad_norm": 3.108873698113913, |
|
"learning_rate": 5.188262739761562e-06, |
|
"loss": 0.8173, |
|
"step": 1200 |
|
}, |
|
{ |
|
"epoch": 0.5438202247191011, |
|
"grad_norm": 3.0375290855665686, |
|
"learning_rate": 5.109837061099274e-06, |
|
"loss": 0.8352, |
|
"step": 1210 |
|
}, |
|
{ |
|
"epoch": 0.5483146067415731, |
|
"grad_norm": 3.015315272637417, |
|
"learning_rate": 5.0313843359046865e-06, |
|
"loss": 0.7971, |
|
"step": 1220 |
|
}, |
|
{ |
|
"epoch": 0.5528089887640449, |
|
"grad_norm": 2.8103059408990525, |
|
"learning_rate": 4.9529238825585425e-06, |
|
"loss": 0.8014, |
|
"step": 1230 |
|
}, |
|
{ |
|
"epoch": 0.5573033707865168, |
|
"grad_norm": 2.968627530793131, |
|
"learning_rate": 4.874475021344583e-06, |
|
"loss": 0.8299, |
|
"step": 1240 |
|
}, |
|
{ |
|
"epoch": 0.5617977528089888, |
|
"grad_norm": 3.1399655089271343, |
|
"learning_rate": 4.796057069692073e-06, |
|
"loss": 0.8472, |
|
"step": 1250 |
|
}, |
|
{ |
|
"epoch": 0.5662921348314607, |
|
"grad_norm": 2.664176882967019, |
|
"learning_rate": 4.717689337419043e-06, |
|
"loss": 0.8451, |
|
"step": 1260 |
|
}, |
|
{ |
|
"epoch": 0.5707865168539326, |
|
"grad_norm": 2.7440588116901243, |
|
"learning_rate": 4.639391121977378e-06, |
|
"loss": 0.8319, |
|
"step": 1270 |
|
}, |
|
{ |
|
"epoch": 0.5752808988764045, |
|
"grad_norm": 2.8756872704696206, |
|
"learning_rate": 4.561181703700986e-06, |
|
"loss": 0.8137, |
|
"step": 1280 |
|
}, |
|
{ |
|
"epoch": 0.5797752808988764, |
|
"grad_norm": 2.20156098848189, |
|
"learning_rate": 4.4830803410581506e-06, |
|
"loss": 0.8266, |
|
"step": 1290 |
|
}, |
|
{ |
|
"epoch": 0.5842696629213483, |
|
"grad_norm": 2.215449378595676, |
|
"learning_rate": 4.405106265909284e-06, |
|
"loss": 0.7933, |
|
"step": 1300 |
|
}, |
|
{ |
|
"epoch": 0.5887640449438202, |
|
"grad_norm": 2.7246034503185173, |
|
"learning_rate": 4.327278678771237e-06, |
|
"loss": 0.8249, |
|
"step": 1310 |
|
}, |
|
{ |
|
"epoch": 0.5932584269662922, |
|
"grad_norm": 2.7460406192905746, |
|
"learning_rate": 4.2496167440893075e-06, |
|
"loss": 0.8177, |
|
"step": 1320 |
|
}, |
|
{ |
|
"epoch": 0.597752808988764, |
|
"grad_norm": 2.968842648457339, |
|
"learning_rate": 4.172139585518156e-06, |
|
"loss": 0.8424, |
|
"step": 1330 |
|
}, |
|
{ |
|
"epoch": 0.6022471910112359, |
|
"grad_norm": 2.504248019881339, |
|
"learning_rate": 4.094866281212735e-06, |
|
"loss": 0.8365, |
|
"step": 1340 |
|
}, |
|
{ |
|
"epoch": 0.6067415730337079, |
|
"grad_norm": 2.587216532975083, |
|
"learning_rate": 4.017815859130462e-06, |
|
"loss": 0.8157, |
|
"step": 1350 |
|
}, |
|
{ |
|
"epoch": 0.6112359550561798, |
|
"grad_norm": 2.5776922439224057, |
|
"learning_rate": 3.941007292345711e-06, |
|
"loss": 0.776, |
|
"step": 1360 |
|
}, |
|
{ |
|
"epoch": 0.6157303370786517, |
|
"grad_norm": 2.1324124549933514, |
|
"learning_rate": 3.864459494377854e-06, |
|
"loss": 0.8218, |
|
"step": 1370 |
|
}, |
|
{ |
|
"epoch": 0.6202247191011236, |
|
"grad_norm": 2.644470734779867, |
|
"learning_rate": 3.7881913145339387e-06, |
|
"loss": 0.8259, |
|
"step": 1380 |
|
}, |
|
{ |
|
"epoch": 0.6247191011235955, |
|
"grad_norm": 2.9101594862192623, |
|
"learning_rate": 3.712221533267206e-06, |
|
"loss": 0.8208, |
|
"step": 1390 |
|
}, |
|
{ |
|
"epoch": 0.6292134831460674, |
|
"grad_norm": 2.7469407604097555, |
|
"learning_rate": 3.6365688575525315e-06, |
|
"loss": 0.8049, |
|
"step": 1400 |
|
}, |
|
{ |
|
"epoch": 0.6337078651685393, |
|
"grad_norm": 2.533667628455592, |
|
"learning_rate": 3.5612519162799954e-06, |
|
"loss": 0.8253, |
|
"step": 1410 |
|
}, |
|
{ |
|
"epoch": 0.6382022471910113, |
|
"grad_norm": 2.7113902576435214, |
|
"learning_rate": 3.48628925566764e-06, |
|
"loss": 0.84, |
|
"step": 1420 |
|
}, |
|
{ |
|
"epoch": 0.6426966292134831, |
|
"grad_norm": 2.9783117236592673, |
|
"learning_rate": 3.4116993346946286e-06, |
|
"loss": 0.8184, |
|
"step": 1430 |
|
}, |
|
{ |
|
"epoch": 0.647191011235955, |
|
"grad_norm": 2.3877175660365118, |
|
"learning_rate": 3.337500520555843e-06, |
|
"loss": 0.806, |
|
"step": 1440 |
|
}, |
|
{ |
|
"epoch": 0.651685393258427, |
|
"grad_norm": 2.2716341939562716, |
|
"learning_rate": 3.2637110841391202e-06, |
|
"loss": 0.8045, |
|
"step": 1450 |
|
}, |
|
{ |
|
"epoch": 0.6561797752808989, |
|
"grad_norm": 2.4122921966517463, |
|
"learning_rate": 3.190349195526172e-06, |
|
"loss": 0.8254, |
|
"step": 1460 |
|
}, |
|
{ |
|
"epoch": 0.6606741573033708, |
|
"grad_norm": 2.899653247745689, |
|
"learning_rate": 3.117432919518353e-06, |
|
"loss": 0.8059, |
|
"step": 1470 |
|
}, |
|
{ |
|
"epoch": 0.6651685393258427, |
|
"grad_norm": 2.7343035364639743, |
|
"learning_rate": 3.0449802111883365e-06, |
|
"loss": 0.8199, |
|
"step": 1480 |
|
}, |
|
{ |
|
"epoch": 0.6696629213483146, |
|
"grad_norm": 2.526014584573272, |
|
"learning_rate": 2.973008911458816e-06, |
|
"loss": 0.7953, |
|
"step": 1490 |
|
}, |
|
{ |
|
"epoch": 0.6741573033707865, |
|
"grad_norm": 2.620122537254342, |
|
"learning_rate": 2.901536742709323e-06, |
|
"loss": 0.8445, |
|
"step": 1500 |
|
}, |
|
{ |
|
"epoch": 0.6786516853932584, |
|
"grad_norm": 2.503228611506985, |
|
"learning_rate": 2.83058130441221e-06, |
|
"loss": 0.8116, |
|
"step": 1510 |
|
}, |
|
{ |
|
"epoch": 0.6831460674157304, |
|
"grad_norm": 2.6396612931098886, |
|
"learning_rate": 2.760160068798934e-06, |
|
"loss": 0.8182, |
|
"step": 1520 |
|
}, |
|
{ |
|
"epoch": 0.6876404494382022, |
|
"grad_norm": 2.817133442950779, |
|
"learning_rate": 2.6902903765576426e-06, |
|
"loss": 0.8029, |
|
"step": 1530 |
|
}, |
|
{ |
|
"epoch": 0.6921348314606741, |
|
"grad_norm": 2.5166671771316613, |
|
"learning_rate": 2.620989432563167e-06, |
|
"loss": 0.8179, |
|
"step": 1540 |
|
}, |
|
{ |
|
"epoch": 0.6966292134831461, |
|
"grad_norm": 2.623144140751482, |
|
"learning_rate": 2.552274301640454e-06, |
|
"loss": 0.8165, |
|
"step": 1550 |
|
}, |
|
{ |
|
"epoch": 0.701123595505618, |
|
"grad_norm": 2.4289501142037433, |
|
"learning_rate": 2.484161904362481e-06, |
|
"loss": 0.7876, |
|
"step": 1560 |
|
}, |
|
{ |
|
"epoch": 0.7056179775280899, |
|
"grad_norm": 2.929065269125912, |
|
"learning_rate": 2.416669012883698e-06, |
|
"loss": 0.8179, |
|
"step": 1570 |
|
}, |
|
{ |
|
"epoch": 0.7101123595505618, |
|
"grad_norm": 2.236454595662634, |
|
"learning_rate": 2.3498122468100114e-06, |
|
"loss": 0.8066, |
|
"step": 1580 |
|
}, |
|
{ |
|
"epoch": 0.7146067415730337, |
|
"grad_norm": 2.289287136198235, |
|
"learning_rate": 2.283608069106336e-06, |
|
"loss": 0.8043, |
|
"step": 1590 |
|
}, |
|
{ |
|
"epoch": 0.7191011235955056, |
|
"grad_norm": 2.356768634878435, |
|
"learning_rate": 2.2180727820427156e-06, |
|
"loss": 0.7739, |
|
"step": 1600 |
|
}, |
|
{ |
|
"epoch": 0.7235955056179775, |
|
"grad_norm": 2.905123153518728, |
|
"learning_rate": 2.153222523180007e-06, |
|
"loss": 0.8094, |
|
"step": 1610 |
|
}, |
|
{ |
|
"epoch": 0.7280898876404495, |
|
"grad_norm": 2.2771620513777346, |
|
"learning_rate": 2.089073261396148e-06, |
|
"loss": 0.8106, |
|
"step": 1620 |
|
}, |
|
{ |
|
"epoch": 0.7325842696629213, |
|
"grad_norm": 2.410875702229844, |
|
"learning_rate": 2.0256407929539203e-06, |
|
"loss": 0.7578, |
|
"step": 1630 |
|
}, |
|
{ |
|
"epoch": 0.7370786516853932, |
|
"grad_norm": 2.296833553163406, |
|
"learning_rate": 1.962940737611264e-06, |
|
"loss": 0.7917, |
|
"step": 1640 |
|
}, |
|
{ |
|
"epoch": 0.7415730337078652, |
|
"grad_norm": 3.1435922132540184, |
|
"learning_rate": 1.9009885347750102e-06, |
|
"loss": 0.8191, |
|
"step": 1650 |
|
}, |
|
{ |
|
"epoch": 0.7460674157303371, |
|
"grad_norm": 2.649409366248491, |
|
"learning_rate": 1.8397994396990687e-06, |
|
"loss": 0.8069, |
|
"step": 1660 |
|
}, |
|
{ |
|
"epoch": 0.750561797752809, |
|
"grad_norm": 2.423649988581548, |
|
"learning_rate": 1.7793885197279164e-06, |
|
"loss": 0.8193, |
|
"step": 1670 |
|
}, |
|
{ |
|
"epoch": 0.755056179775281, |
|
"grad_norm": 2.479988768714348, |
|
"learning_rate": 1.719770650586397e-06, |
|
"loss": 0.7967, |
|
"step": 1680 |
|
}, |
|
{ |
|
"epoch": 0.7595505617977528, |
|
"grad_norm": 2.244972982243665, |
|
"learning_rate": 1.6609605127166784e-06, |
|
"loss": 0.7885, |
|
"step": 1690 |
|
}, |
|
{ |
|
"epoch": 0.7640449438202247, |
|
"grad_norm": 2.1802352668743277, |
|
"learning_rate": 1.6029725876633085e-06, |
|
"loss": 0.7924, |
|
"step": 1700 |
|
}, |
|
{ |
|
"epoch": 0.7685393258426966, |
|
"grad_norm": 2.701959045692566, |
|
"learning_rate": 1.5458211545072537e-06, |
|
"loss": 0.809, |
|
"step": 1710 |
|
}, |
|
{ |
|
"epoch": 0.7730337078651686, |
|
"grad_norm": 2.647399701909666, |
|
"learning_rate": 1.489520286349767e-06, |
|
"loss": 0.7813, |
|
"step": 1720 |
|
}, |
|
{ |
|
"epoch": 0.7775280898876404, |
|
"grad_norm": 3.3231840138362876, |
|
"learning_rate": 1.4340838468470198e-06, |
|
"loss": 0.7778, |
|
"step": 1730 |
|
}, |
|
{ |
|
"epoch": 0.7820224719101123, |
|
"grad_norm": 2.3425746647284833, |
|
"learning_rate": 1.3795254867962548e-06, |
|
"loss": 0.8023, |
|
"step": 1740 |
|
}, |
|
{ |
|
"epoch": 0.7865168539325843, |
|
"grad_norm": 2.5597817340601625, |
|
"learning_rate": 1.3258586407744117e-06, |
|
"loss": 0.8104, |
|
"step": 1750 |
|
}, |
|
{ |
|
"epoch": 0.7910112359550562, |
|
"grad_norm": 2.517875514542219, |
|
"learning_rate": 1.273096523829939e-06, |
|
"loss": 0.7894, |
|
"step": 1760 |
|
}, |
|
{ |
|
"epoch": 0.7955056179775281, |
|
"grad_norm": 2.4199435511686507, |
|
"learning_rate": 1.2212521282287093e-06, |
|
"loss": 0.814, |
|
"step": 1770 |
|
}, |
|
{ |
|
"epoch": 0.8, |
|
"grad_norm": 2.5842013891324784, |
|
"learning_rate": 1.1703382202547619e-06, |
|
"loss": 0.8325, |
|
"step": 1780 |
|
}, |
|
{ |
|
"epoch": 0.8044943820224719, |
|
"grad_norm": 2.9426361073785334, |
|
"learning_rate": 1.1203673370667111e-06, |
|
"loss": 0.8239, |
|
"step": 1790 |
|
}, |
|
{ |
|
"epoch": 0.8089887640449438, |
|
"grad_norm": 2.841556764864622, |
|
"learning_rate": 1.0713517836105624e-06, |
|
"loss": 0.8129, |
|
"step": 1800 |
|
}, |
|
{ |
|
"epoch": 0.8134831460674158, |
|
"grad_norm": 2.827206278816824, |
|
"learning_rate": 1.0233036295897147e-06, |
|
"loss": 0.7546, |
|
"step": 1810 |
|
}, |
|
{ |
|
"epoch": 0.8179775280898877, |
|
"grad_norm": 2.475358629778951, |
|
"learning_rate": 9.762347064928918e-07, |
|
"loss": 0.7787, |
|
"step": 1820 |
|
}, |
|
{ |
|
"epoch": 0.8224719101123595, |
|
"grad_norm": 2.6449064423582573, |
|
"learning_rate": 9.301566046807247e-07, |
|
"loss": 0.816, |
|
"step": 1830 |
|
}, |
|
{ |
|
"epoch": 0.8269662921348314, |
|
"grad_norm": 2.8617687301277215, |
|
"learning_rate": 8.850806705317183e-07, |
|
"loss": 0.7975, |
|
"step": 1840 |
|
}, |
|
{ |
|
"epoch": 0.8314606741573034, |
|
"grad_norm": 2.6088401680292916, |
|
"learning_rate": 8.410180036482895e-07, |
|
"loss": 0.8093, |
|
"step": 1850 |
|
}, |
|
{ |
|
"epoch": 0.8359550561797753, |
|
"grad_norm": 2.602084546554059, |
|
"learning_rate": 7.979794541235792e-07, |
|
"loss": 0.776, |
|
"step": 1860 |
|
}, |
|
{ |
|
"epoch": 0.8404494382022472, |
|
"grad_norm": 2.344373295351233, |
|
"learning_rate": 7.559756198696971e-07, |
|
"loss": 0.8251, |
|
"step": 1870 |
|
}, |
|
{ |
|
"epoch": 0.8449438202247191, |
|
"grad_norm": 2.4323771087778607, |
|
"learning_rate": 7.150168440080652e-07, |
|
"loss": 0.7999, |
|
"step": 1880 |
|
}, |
|
{ |
|
"epoch": 0.849438202247191, |
|
"grad_norm": 2.3773975505911933, |
|
"learning_rate": 6.75113212322514e-07, |
|
"loss": 0.78, |
|
"step": 1890 |
|
}, |
|
{ |
|
"epoch": 0.8539325842696629, |
|
"grad_norm": 2.1579711929276937, |
|
"learning_rate": 6.36274550775719e-07, |
|
"loss": 0.7707, |
|
"step": 1900 |
|
}, |
|
{ |
|
"epoch": 0.8584269662921349, |
|
"grad_norm": 2.7293834324024586, |
|
"learning_rate": 5.985104230896515e-07, |
|
"loss": 0.8189, |
|
"step": 1910 |
|
}, |
|
{ |
|
"epoch": 0.8629213483146068, |
|
"grad_norm": 2.685801601082177, |
|
"learning_rate": 5.618301283905703e-07, |
|
"loss": 0.7541, |
|
"step": 1920 |
|
}, |
|
{ |
|
"epoch": 0.8674157303370786, |
|
"grad_norm": 3.116629925764096, |
|
"learning_rate": 5.262426989191921e-07, |
|
"loss": 0.8066, |
|
"step": 1930 |
|
}, |
|
{ |
|
"epoch": 0.8719101123595505, |
|
"grad_norm": 3.2051350133529324, |
|
"learning_rate": 4.917568978065684e-07, |
|
"loss": 0.8207, |
|
"step": 1940 |
|
}, |
|
{ |
|
"epoch": 0.8764044943820225, |
|
"grad_norm": 2.2836460078075675, |
|
"learning_rate": 4.5838121691622995e-07, |
|
"loss": 0.7935, |
|
"step": 1950 |
|
}, |
|
{ |
|
"epoch": 0.8808988764044944, |
|
"grad_norm": 2.7205905760599887, |
|
"learning_rate": 4.261238747531382e-07, |
|
"loss": 0.7772, |
|
"step": 1960 |
|
}, |
|
{ |
|
"epoch": 0.8853932584269663, |
|
"grad_norm": 2.0574139164637004, |
|
"learning_rate": 3.949928144399301e-07, |
|
"loss": 0.7907, |
|
"step": 1970 |
|
}, |
|
{ |
|
"epoch": 0.8898876404494382, |
|
"grad_norm": 2.8112752890836084, |
|
"learning_rate": 3.649957017609979e-07, |
|
"loss": 0.7942, |
|
"step": 1980 |
|
}, |
|
{ |
|
"epoch": 0.8943820224719101, |
|
"grad_norm": 2.4763979006513615, |
|
"learning_rate": 3.361399232748358e-07, |
|
"loss": 0.7781, |
|
"step": 1990 |
|
}, |
|
{ |
|
"epoch": 0.898876404494382, |
|
"grad_norm": 2.376939861217481, |
|
"learning_rate": 3.0843258449516966e-07, |
|
"loss": 0.7835, |
|
"step": 2000 |
|
}, |
|
{ |
|
"epoch": 0.903370786516854, |
|
"grad_norm": 2.2478850058039725, |
|
"learning_rate": 2.8188050814126675e-07, |
|
"loss": 0.8014, |
|
"step": 2010 |
|
}, |
|
{ |
|
"epoch": 0.9078651685393259, |
|
"grad_norm": 2.923436127261158, |
|
"learning_rate": 2.564902324579022e-07, |
|
"loss": 0.7951, |
|
"step": 2020 |
|
}, |
|
{ |
|
"epoch": 0.9123595505617977, |
|
"grad_norm": 2.7437515079644283, |
|
"learning_rate": 2.32268009605362e-07, |
|
"loss": 0.7875, |
|
"step": 2030 |
|
}, |
|
{ |
|
"epoch": 0.9168539325842696, |
|
"grad_norm": 2.5936965409935233, |
|
"learning_rate": 2.092198041198995e-07, |
|
"loss": 0.8139, |
|
"step": 2040 |
|
}, |
|
{ |
|
"epoch": 0.9213483146067416, |
|
"grad_norm": 2.518280793652536, |
|
"learning_rate": 1.873512914450104e-07, |
|
"loss": 0.7903, |
|
"step": 2050 |
|
}, |
|
{ |
|
"epoch": 0.9258426966292135, |
|
"grad_norm": 2.4421720063174868, |
|
"learning_rate": 1.666678565339025e-07, |
|
"loss": 0.7862, |
|
"step": 2060 |
|
}, |
|
{ |
|
"epoch": 0.9303370786516854, |
|
"grad_norm": 2.2383431847411903, |
|
"learning_rate": 1.471745925234902e-07, |
|
"loss": 0.7941, |
|
"step": 2070 |
|
}, |
|
{ |
|
"epoch": 0.9348314606741573, |
|
"grad_norm": 2.8799057324357245, |
|
"learning_rate": 1.2887629948024727e-07, |
|
"loss": 0.8059, |
|
"step": 2080 |
|
}, |
|
{ |
|
"epoch": 0.9393258426966292, |
|
"grad_norm": 2.250643175569056, |
|
"learning_rate": 1.1177748321823223e-07, |
|
"loss": 0.8312, |
|
"step": 2090 |
|
}, |
|
{ |
|
"epoch": 0.9438202247191011, |
|
"grad_norm": 2.512971359525962, |
|
"learning_rate": 9.588235418955926e-08, |
|
"loss": 0.8094, |
|
"step": 2100 |
|
}, |
|
{ |
|
"epoch": 0.9483146067415731, |
|
"grad_norm": 2.3088708858588802, |
|
"learning_rate": 8.119482644761423e-08, |
|
"loss": 0.7921, |
|
"step": 2110 |
|
}, |
|
{ |
|
"epoch": 0.952808988764045, |
|
"grad_norm": 2.3516337137858714, |
|
"learning_rate": 6.771851668324226e-08, |
|
"loss": 0.8052, |
|
"step": 2120 |
|
}, |
|
{ |
|
"epoch": 0.9573033707865168, |
|
"grad_norm": 2.7956368487770566, |
|
"learning_rate": 5.545674333417073e-08, |
|
"loss": 0.8082, |
|
"step": 2130 |
|
}, |
|
{ |
|
"epoch": 0.9617977528089887, |
|
"grad_norm": 2.805865942089696, |
|
"learning_rate": 4.4412525767866256e-08, |
|
"loss": 0.7951, |
|
"step": 2140 |
|
}, |
|
{ |
|
"epoch": 0.9662921348314607, |
|
"grad_norm": 2.4160854525275015, |
|
"learning_rate": 3.458858353804107e-08, |
|
"loss": 0.7968, |
|
"step": 2150 |
|
}, |
|
{ |
|
"epoch": 0.9707865168539326, |
|
"grad_norm": 2.6385371261261867, |
|
"learning_rate": 2.59873357149798e-08, |
|
"loss": 0.8013, |
|
"step": 2160 |
|
}, |
|
{ |
|
"epoch": 0.9752808988764045, |
|
"grad_norm": 2.638712402614864, |
|
"learning_rate": 1.8610900289867673e-08, |
|
"loss": 0.7815, |
|
"step": 2170 |
|
}, |
|
{ |
|
"epoch": 0.9797752808988764, |
|
"grad_norm": 2.4261506557100887, |
|
"learning_rate": 1.2461093653246547e-08, |
|
"loss": 0.7871, |
|
"step": 2180 |
|
}, |
|
{ |
|
"epoch": 0.9842696629213483, |
|
"grad_norm": 2.564929645903007, |
|
"learning_rate": 7.539430147745497e-09, |
|
"loss": 0.7924, |
|
"step": 2190 |
|
}, |
|
{ |
|
"epoch": 0.9887640449438202, |
|
"grad_norm": 2.6033526258950683, |
|
"learning_rate": 3.847121695183531e-09, |
|
"loss": 0.7667, |
|
"step": 2200 |
|
}, |
|
{ |
|
"epoch": 0.9932584269662922, |
|
"grad_norm": 2.7502692590510867, |
|
"learning_rate": 1.3850774981466474e-09, |
|
"loss": 0.7814, |
|
"step": 2210 |
|
}, |
|
{ |
|
"epoch": 0.9977528089887641, |
|
"grad_norm": 2.4346251881242487, |
|
"learning_rate": 1.5390381609858839e-10, |
|
"loss": 0.803, |
|
"step": 2220 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"step": 2225, |
|
"total_flos": 3591464654209024.0, |
|
"train_loss": 0.8581783727581581, |
|
"train_runtime": 10043.9825, |
|
"train_samples_per_second": 28.354, |
|
"train_steps_per_second": 0.222 |
|
} |
|
], |
|
"logging_steps": 10, |
|
"max_steps": 2225, |
|
"num_input_tokens_seen": 0, |
|
"num_train_epochs": 1, |
|
"save_steps": 1000000, |
|
"stateful_callbacks": { |
|
"TrainerControl": { |
|
"args": { |
|
"should_epoch_stop": false, |
|
"should_evaluate": false, |
|
"should_log": false, |
|
"should_save": true, |
|
"should_training_stop": true |
|
}, |
|
"attributes": {} |
|
} |
|
}, |
|
"total_flos": 3591464654209024.0, |
|
"train_batch_size": 8, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|