| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.9998676022772408, | |
| "eval_steps": 500, | |
| "global_step": 1888, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0005295908910366742, | |
| "grad_norm": 11.06487524439423, | |
| "learning_rate": 1.0582010582010582e-07, | |
| "loss": 1.8074, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.0026479544551833707, | |
| "grad_norm": 10.35297291588404, | |
| "learning_rate": 5.291005291005291e-07, | |
| "loss": 1.7698, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.005295908910366741, | |
| "grad_norm": 4.410422081469438, | |
| "learning_rate": 1.0582010582010582e-06, | |
| "loss": 1.7238, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.007943863365550112, | |
| "grad_norm": 2.369320008302558, | |
| "learning_rate": 1.5873015873015873e-06, | |
| "loss": 1.686, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.010591817820733483, | |
| "grad_norm": 1.8383527182275317, | |
| "learning_rate": 2.1164021164021164e-06, | |
| "loss": 1.6501, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.013239772275916854, | |
| "grad_norm": 1.2958509244773313, | |
| "learning_rate": 2.6455026455026455e-06, | |
| "loss": 1.6124, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.015887726731100223, | |
| "grad_norm": 1.174964641661081, | |
| "learning_rate": 3.1746031746031746e-06, | |
| "loss": 1.6416, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.018535681186283594, | |
| "grad_norm": 1.1099336321706879, | |
| "learning_rate": 3.7037037037037037e-06, | |
| "loss": 1.6185, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.021183635641466966, | |
| "grad_norm": 1.0938179405927853, | |
| "learning_rate": 4.232804232804233e-06, | |
| "loss": 1.6105, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.023831590096650337, | |
| "grad_norm": 1.1671668437307012, | |
| "learning_rate": 4.761904761904762e-06, | |
| "loss": 1.6252, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.026479544551833708, | |
| "grad_norm": 1.1541560199576304, | |
| "learning_rate": 5.291005291005291e-06, | |
| "loss": 1.5897, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.02912749900701708, | |
| "grad_norm": 1.143774194892201, | |
| "learning_rate": 5.820105820105821e-06, | |
| "loss": 1.6112, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.03177545346220045, | |
| "grad_norm": 1.1206001249958375, | |
| "learning_rate": 6.349206349206349e-06, | |
| "loss": 1.5747, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.03442340791738382, | |
| "grad_norm": 1.0737292608277489, | |
| "learning_rate": 6.878306878306879e-06, | |
| "loss": 1.596, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.03707136237256719, | |
| "grad_norm": 1.1075534221517305, | |
| "learning_rate": 7.4074074074074075e-06, | |
| "loss": 1.5953, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.03971931682775056, | |
| "grad_norm": 1.1099499955003087, | |
| "learning_rate": 7.936507936507936e-06, | |
| "loss": 1.6047, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.04236727128293393, | |
| "grad_norm": 1.123069012889379, | |
| "learning_rate": 8.465608465608466e-06, | |
| "loss": 1.5838, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.0450152257381173, | |
| "grad_norm": 1.090428544643004, | |
| "learning_rate": 8.994708994708995e-06, | |
| "loss": 1.5758, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.047663180193300674, | |
| "grad_norm": 1.0534191502769323, | |
| "learning_rate": 9.523809523809525e-06, | |
| "loss": 1.6057, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.050311134648484045, | |
| "grad_norm": 1.137231525194321, | |
| "learning_rate": 1.0052910052910054e-05, | |
| "loss": 1.5962, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.052959089103667416, | |
| "grad_norm": 1.0968326074569497, | |
| "learning_rate": 1.0582010582010582e-05, | |
| "loss": 1.5966, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.05560704355885079, | |
| "grad_norm": 1.1309290184481768, | |
| "learning_rate": 1.1111111111111113e-05, | |
| "loss": 1.5828, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.05825499801403416, | |
| "grad_norm": 1.10504410469273, | |
| "learning_rate": 1.1640211640211641e-05, | |
| "loss": 1.5675, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.06090295246921753, | |
| "grad_norm": 1.0798493680750558, | |
| "learning_rate": 1.216931216931217e-05, | |
| "loss": 1.6153, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.0635509069244009, | |
| "grad_norm": 1.1570911354201185, | |
| "learning_rate": 1.2698412698412699e-05, | |
| "loss": 1.6054, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.06619886137958426, | |
| "grad_norm": 1.0753506577133993, | |
| "learning_rate": 1.322751322751323e-05, | |
| "loss": 1.5781, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.06884681583476764, | |
| "grad_norm": 1.0993021833530066, | |
| "learning_rate": 1.3756613756613758e-05, | |
| "loss": 1.5899, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.071494770289951, | |
| "grad_norm": 1.1542372309330358, | |
| "learning_rate": 1.4285714285714287e-05, | |
| "loss": 1.5751, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.07414272474513438, | |
| "grad_norm": 1.1332353266729192, | |
| "learning_rate": 1.4814814814814815e-05, | |
| "loss": 1.5921, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.07679067920031775, | |
| "grad_norm": 1.1191457024952258, | |
| "learning_rate": 1.5343915343915344e-05, | |
| "loss": 1.5918, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.07943863365550112, | |
| "grad_norm": 1.2189932458288275, | |
| "learning_rate": 1.5873015873015872e-05, | |
| "loss": 1.5967, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.08208658811068449, | |
| "grad_norm": 1.1599874502262428, | |
| "learning_rate": 1.6402116402116404e-05, | |
| "loss": 1.5997, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.08473454256586786, | |
| "grad_norm": 1.1115171747004207, | |
| "learning_rate": 1.693121693121693e-05, | |
| "loss": 1.5613, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.08738249702105123, | |
| "grad_norm": 1.0864466240123662, | |
| "learning_rate": 1.7460317460317463e-05, | |
| "loss": 1.5883, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.0900304514762346, | |
| "grad_norm": 1.1860151614783536, | |
| "learning_rate": 1.798941798941799e-05, | |
| "loss": 1.5764, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.09267840593141798, | |
| "grad_norm": 1.1010264235042715, | |
| "learning_rate": 1.851851851851852e-05, | |
| "loss": 1.5785, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.09532636038660135, | |
| "grad_norm": 1.1498652209509064, | |
| "learning_rate": 1.904761904761905e-05, | |
| "loss": 1.5779, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.09797431484178472, | |
| "grad_norm": 1.121779220254807, | |
| "learning_rate": 1.9576719576719577e-05, | |
| "loss": 1.5774, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.10062226929696809, | |
| "grad_norm": 1.0944181878692356, | |
| "learning_rate": 1.999998290445824e-05, | |
| "loss": 1.5871, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.10327022375215146, | |
| "grad_norm": 1.0838843974621926, | |
| "learning_rate": 1.9999384566633966e-05, | |
| "loss": 1.5812, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.10591817820733483, | |
| "grad_norm": 1.1397215331428574, | |
| "learning_rate": 1.999793151017222e-05, | |
| "loss": 1.6098, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.1085661326625182, | |
| "grad_norm": 1.2295255721168679, | |
| "learning_rate": 1.9995623859276082e-05, | |
| "loss": 1.5554, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.11121408711770157, | |
| "grad_norm": 1.1311330807062197, | |
| "learning_rate": 1.999246181119692e-05, | |
| "loss": 1.5841, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.11386204157288494, | |
| "grad_norm": 1.189685647731816, | |
| "learning_rate": 1.9988445636217512e-05, | |
| "loss": 1.5959, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.11650999602806832, | |
| "grad_norm": 1.0965577845127703, | |
| "learning_rate": 1.9983575677628944e-05, | |
| "loss": 1.5535, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.11915795048325169, | |
| "grad_norm": 1.1449588639602188, | |
| "learning_rate": 1.9977852351701272e-05, | |
| "loss": 1.5942, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.12180590493843506, | |
| "grad_norm": 1.0900575902349108, | |
| "learning_rate": 1.9971276147647937e-05, | |
| "loss": 1.5776, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.12445385939361843, | |
| "grad_norm": 1.1000072950998065, | |
| "learning_rate": 1.9965401487447783e-05, | |
| "loss": 1.5687, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.1271018138488018, | |
| "grad_norm": 1.1195092642070894, | |
| "learning_rate": 1.9957291568257425e-05, | |
| "loss": 1.5822, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.12974976830398516, | |
| "grad_norm": 1.1252728597253978, | |
| "learning_rate": 1.9948330528418044e-05, | |
| "loss": 1.5561, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.13239772275916853, | |
| "grad_norm": 1.1266747688901304, | |
| "learning_rate": 1.9938519133893562e-05, | |
| "loss": 1.562, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.1350456772143519, | |
| "grad_norm": 1.1086910563981198, | |
| "learning_rate": 1.992785822333376e-05, | |
| "loss": 1.5904, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 0.13769363166953527, | |
| "grad_norm": 1.0777260472777783, | |
| "learning_rate": 1.9916348708002622e-05, | |
| "loss": 1.5831, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.14034158612471864, | |
| "grad_norm": 1.1550395863394685, | |
| "learning_rate": 1.9903991571700422e-05, | |
| "loss": 1.5581, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 0.142989540579902, | |
| "grad_norm": 1.0664620318538827, | |
| "learning_rate": 1.9890787870679628e-05, | |
| "loss": 1.5744, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.14563749503508538, | |
| "grad_norm": 1.14251257482884, | |
| "learning_rate": 1.987673873355464e-05, | |
| "loss": 1.5714, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.14828544949026876, | |
| "grad_norm": 1.197497783667311, | |
| "learning_rate": 1.986184536120529e-05, | |
| "loss": 1.5816, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.15093340394545213, | |
| "grad_norm": 1.0819442869899158, | |
| "learning_rate": 1.984610902667423e-05, | |
| "loss": 1.5708, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 0.1535813584006355, | |
| "grad_norm": 1.1346045409466028, | |
| "learning_rate": 1.982953107505807e-05, | |
| "loss": 1.5658, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.15622931285581887, | |
| "grad_norm": 1.2009442681600062, | |
| "learning_rate": 1.981211292339245e-05, | |
| "loss": 1.5715, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 0.15887726731100224, | |
| "grad_norm": 1.0818769850873184, | |
| "learning_rate": 1.9793856060530882e-05, | |
| "loss": 1.5685, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.1615252217661856, | |
| "grad_norm": 1.098824738778624, | |
| "learning_rate": 1.9774762047017503e-05, | |
| "loss": 1.5531, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 0.16417317622136898, | |
| "grad_norm": 1.1351699166294587, | |
| "learning_rate": 1.9754832514953674e-05, | |
| "loss": 1.6106, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.16682113067655235, | |
| "grad_norm": 1.1817572262803626, | |
| "learning_rate": 1.973406916785849e-05, | |
| "loss": 1.5738, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 0.16946908513173572, | |
| "grad_norm": 1.122480345238289, | |
| "learning_rate": 1.971247378052315e-05, | |
| "loss": 1.5614, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.1721170395869191, | |
| "grad_norm": 1.1372734218681475, | |
| "learning_rate": 1.969004819885926e-05, | |
| "loss": 1.5674, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.17476499404210247, | |
| "grad_norm": 1.107310816365505, | |
| "learning_rate": 1.9666794339741052e-05, | |
| "loss": 1.551, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.17741294849728584, | |
| "grad_norm": 1.1272731404259275, | |
| "learning_rate": 1.9642714190841537e-05, | |
| "loss": 1.5304, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 0.1800609029524692, | |
| "grad_norm": 1.0831491448717634, | |
| "learning_rate": 1.9617809810462586e-05, | |
| "loss": 1.5858, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.18270885740765258, | |
| "grad_norm": 1.114095409388134, | |
| "learning_rate": 1.9592083327359025e-05, | |
| "loss": 1.5858, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 0.18535681186283595, | |
| "grad_norm": 1.1045780203627584, | |
| "learning_rate": 1.9565536940556643e-05, | |
| "loss": 1.602, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.18800476631801932, | |
| "grad_norm": 1.064137031483729, | |
| "learning_rate": 1.9538172919164246e-05, | |
| "loss": 1.567, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 0.1906527207732027, | |
| "grad_norm": 1.1404216929199258, | |
| "learning_rate": 1.950999360217969e-05, | |
| "loss": 1.5767, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.19330067522838607, | |
| "grad_norm": 1.0729534295841254, | |
| "learning_rate": 1.9481001398289957e-05, | |
| "loss": 1.5748, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 0.19594862968356944, | |
| "grad_norm": 1.0356756901012456, | |
| "learning_rate": 1.9451198785665263e-05, | |
| "loss": 1.5623, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.1985965841387528, | |
| "grad_norm": 1.0650197367365721, | |
| "learning_rate": 1.942058831174723e-05, | |
| "loss": 1.5758, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.20124453859393618, | |
| "grad_norm": 1.0856587790066892, | |
| "learning_rate": 1.9389172593031142e-05, | |
| "loss": 1.5499, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.20389249304911955, | |
| "grad_norm": 1.1164198411812878, | |
| "learning_rate": 1.9356954314842294e-05, | |
| "loss": 1.5774, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 0.20654044750430292, | |
| "grad_norm": 1.1319738961510737, | |
| "learning_rate": 1.9323936231106456e-05, | |
| "loss": 1.5735, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.2091884019594863, | |
| "grad_norm": 1.1255967891893999, | |
| "learning_rate": 1.929012116411447e-05, | |
| "loss": 1.5632, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 0.21183635641466966, | |
| "grad_norm": 1.108494426707579, | |
| "learning_rate": 1.9255512004281028e-05, | |
| "loss": 1.5783, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.21448431086985303, | |
| "grad_norm": 1.0770535769415948, | |
| "learning_rate": 1.9220111709897584e-05, | |
| "loss": 1.5678, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 0.2171322653250364, | |
| "grad_norm": 1.0415829053423116, | |
| "learning_rate": 1.9183923306879495e-05, | |
| "loss": 1.5816, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.21978021978021978, | |
| "grad_norm": 1.087188068573505, | |
| "learning_rate": 1.9146949888507392e-05, | |
| "loss": 1.5638, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 0.22242817423540315, | |
| "grad_norm": 1.1116864961195356, | |
| "learning_rate": 1.910919461516275e-05, | |
| "loss": 1.5658, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.22507612869058652, | |
| "grad_norm": 1.1417370823215336, | |
| "learning_rate": 1.9070660714057764e-05, | |
| "loss": 1.5425, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 0.2277240831457699, | |
| "grad_norm": 1.117200915498827, | |
| "learning_rate": 1.903135147895948e-05, | |
| "loss": 1.5714, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.23037203760095326, | |
| "grad_norm": 1.246338337601015, | |
| "learning_rate": 1.899127026990828e-05, | |
| "loss": 1.5646, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 0.23301999205613663, | |
| "grad_norm": 1.1173376295296633, | |
| "learning_rate": 1.8950420512930653e-05, | |
| "loss": 1.5556, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.23566794651132, | |
| "grad_norm": 1.1002049060932855, | |
| "learning_rate": 1.8908805699746347e-05, | |
| "loss": 1.5534, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 0.23831590096650337, | |
| "grad_norm": 1.1410000128349649, | |
| "learning_rate": 1.8866429387469925e-05, | |
| "loss": 1.5602, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.24096385542168675, | |
| "grad_norm": 1.2018225004111127, | |
| "learning_rate": 1.883198249024526e-05, | |
| "loss": 1.5863, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 0.24361180987687012, | |
| "grad_norm": 1.0679808550327838, | |
| "learning_rate": 1.8788244651103884e-05, | |
| "loss": 1.5676, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.2462597643320535, | |
| "grad_norm": 1.1076122026749544, | |
| "learning_rate": 1.8743755618082132e-05, | |
| "loss": 1.5561, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 0.24890771878723686, | |
| "grad_norm": 1.0702127304936218, | |
| "learning_rate": 1.8698519193974607e-05, | |
| "loss": 1.5647, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.25155567324242023, | |
| "grad_norm": 1.1039374045842976, | |
| "learning_rate": 1.8652539245460758e-05, | |
| "loss": 1.5669, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 0.2542036276976036, | |
| "grad_norm": 1.066323478050412, | |
| "learning_rate": 1.8605819702774355e-05, | |
| "loss": 1.5789, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.256851582152787, | |
| "grad_norm": 1.0544943779687024, | |
| "learning_rate": 1.8558364559367565e-05, | |
| "loss": 1.5836, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 0.2594995366079703, | |
| "grad_norm": 1.1202578955380416, | |
| "learning_rate": 1.851017787156957e-05, | |
| "loss": 1.5519, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.2621474910631537, | |
| "grad_norm": 1.10948092278241, | |
| "learning_rate": 1.846126375823987e-05, | |
| "loss": 1.5645, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 0.26479544551833706, | |
| "grad_norm": 1.0939909602427282, | |
| "learning_rate": 1.841162640041622e-05, | |
| "loss": 1.5553, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.26744339997352046, | |
| "grad_norm": 1.0748182421005708, | |
| "learning_rate": 1.836127004095722e-05, | |
| "loss": 1.552, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 0.2700913544287038, | |
| "grad_norm": 1.0428546609239973, | |
| "learning_rate": 1.8310198984179664e-05, | |
| "loss": 1.5798, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.2727393088838872, | |
| "grad_norm": 1.116361248332442, | |
| "learning_rate": 1.825841759549062e-05, | |
| "loss": 1.5906, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 0.27538726333907054, | |
| "grad_norm": 1.1910997615260301, | |
| "learning_rate": 1.820593030101429e-05, | |
| "loss": 1.5497, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.27803521779425394, | |
| "grad_norm": 1.1198458554793917, | |
| "learning_rate": 1.8152741587213663e-05, | |
| "loss": 1.5698, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 0.2806831722494373, | |
| "grad_norm": 1.0441545797715532, | |
| "learning_rate": 1.8098856000507044e-05, | |
| "loss": 1.5629, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.2833311267046207, | |
| "grad_norm": 1.078958367326335, | |
| "learning_rate": 1.804427814687942e-05, | |
| "loss": 1.563, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 0.285979081159804, | |
| "grad_norm": 1.049511571157811, | |
| "learning_rate": 1.7989012691488773e-05, | |
| "loss": 1.5546, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.2886270356149874, | |
| "grad_norm": 1.0830947470396424, | |
| "learning_rate": 1.7933064358267304e-05, | |
| "loss": 1.5591, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 0.29127499007017077, | |
| "grad_norm": 1.1188147326045856, | |
| "learning_rate": 1.787643792951764e-05, | |
| "loss": 1.5987, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.29392294452535417, | |
| "grad_norm": 1.1323146467371565, | |
| "learning_rate": 1.781913824550408e-05, | |
| "loss": 1.5372, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 0.2965708989805375, | |
| "grad_norm": 1.126908360081288, | |
| "learning_rate": 1.7761170204038826e-05, | |
| "loss": 1.5776, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.2992188534357209, | |
| "grad_norm": 1.080368974521426, | |
| "learning_rate": 1.7702538760063364e-05, | |
| "loss": 1.5402, | |
| "step": 565 | |
| }, | |
| { | |
| "epoch": 0.30186680789090425, | |
| "grad_norm": 1.0596514703800766, | |
| "learning_rate": 1.7643248925224926e-05, | |
| "loss": 1.554, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.30451476234608765, | |
| "grad_norm": 1.0465918096539288, | |
| "learning_rate": 1.7583305767448088e-05, | |
| "loss": 1.5687, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 0.307162716801271, | |
| "grad_norm": 1.0376883938486323, | |
| "learning_rate": 1.75227144105016e-05, | |
| "loss": 1.5305, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.3098106712564544, | |
| "grad_norm": 1.074362321961027, | |
| "learning_rate": 1.7461480033560415e-05, | |
| "loss": 1.563, | |
| "step": 585 | |
| }, | |
| { | |
| "epoch": 0.31245862571163774, | |
| "grad_norm": 1.07766817131444, | |
| "learning_rate": 1.7399607870762973e-05, | |
| "loss": 1.5599, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.31510658016682114, | |
| "grad_norm": 1.192806036017365, | |
| "learning_rate": 1.733710321076383e-05, | |
| "loss": 1.5761, | |
| "step": 595 | |
| }, | |
| { | |
| "epoch": 0.3177545346220045, | |
| "grad_norm": 1.0556632469495062, | |
| "learning_rate": 1.727397139628157e-05, | |
| "loss": 1.5472, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.3204024890771879, | |
| "grad_norm": 1.1350269437645966, | |
| "learning_rate": 1.721021782364216e-05, | |
| "loss": 1.5819, | |
| "step": 605 | |
| }, | |
| { | |
| "epoch": 0.3230504435323712, | |
| "grad_norm": 1.0604476544784243, | |
| "learning_rate": 1.714584794231764e-05, | |
| "loss": 1.5391, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.3256983979875546, | |
| "grad_norm": 1.118350982024723, | |
| "learning_rate": 1.7080867254460363e-05, | |
| "loss": 1.5588, | |
| "step": 615 | |
| }, | |
| { | |
| "epoch": 0.32834635244273797, | |
| "grad_norm": 1.0677975558889676, | |
| "learning_rate": 1.7015281314432665e-05, | |
| "loss": 1.5933, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.33099430689792136, | |
| "grad_norm": 1.089736574490509, | |
| "learning_rate": 1.6949095728332084e-05, | |
| "loss": 1.5816, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 0.3336422613531047, | |
| "grad_norm": 1.0447343101414006, | |
| "learning_rate": 1.68823161535122e-05, | |
| "loss": 1.5483, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.3362902158082881, | |
| "grad_norm": 1.0665843264776165, | |
| "learning_rate": 1.6814948298099024e-05, | |
| "loss": 1.5767, | |
| "step": 635 | |
| }, | |
| { | |
| "epoch": 0.33893817026347145, | |
| "grad_norm": 1.0351650120702554, | |
| "learning_rate": 1.6746997920503104e-05, | |
| "loss": 1.5795, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.34158612471865485, | |
| "grad_norm": 1.0484644916794084, | |
| "learning_rate": 1.667847082892732e-05, | |
| "loss": 1.5537, | |
| "step": 645 | |
| }, | |
| { | |
| "epoch": 0.3442340791738382, | |
| "grad_norm": 1.197623024306328, | |
| "learning_rate": 1.6609372880870393e-05, | |
| "loss": 1.5694, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.3468820336290216, | |
| "grad_norm": 1.0442156663539222, | |
| "learning_rate": 1.6539709982626213e-05, | |
| "loss": 1.5609, | |
| "step": 655 | |
| }, | |
| { | |
| "epoch": 0.34952998808420493, | |
| "grad_norm": 1.1123431780366937, | |
| "learning_rate": 1.6469488088778996e-05, | |
| "loss": 1.5387, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.35217794253938833, | |
| "grad_norm": 1.0433338753312666, | |
| "learning_rate": 1.639871320169429e-05, | |
| "loss": 1.569, | |
| "step": 665 | |
| }, | |
| { | |
| "epoch": 0.3548258969945717, | |
| "grad_norm": 1.0849577930136236, | |
| "learning_rate": 1.6327391371005917e-05, | |
| "loss": 1.5727, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.3574738514497551, | |
| "grad_norm": 1.046861580099341, | |
| "learning_rate": 1.625552869309886e-05, | |
| "loss": 1.5343, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 0.3601218059049384, | |
| "grad_norm": 1.0715008652245688, | |
| "learning_rate": 1.6183131310588173e-05, | |
| "loss": 1.5458, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.3627697603601218, | |
| "grad_norm": 1.0874487989288704, | |
| "learning_rate": 1.611020541179392e-05, | |
| "loss": 1.5776, | |
| "step": 685 | |
| }, | |
| { | |
| "epoch": 0.36541771481530516, | |
| "grad_norm": 1.056395887760786, | |
| "learning_rate": 1.6036757230212216e-05, | |
| "loss": 1.5423, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.36806566927048856, | |
| "grad_norm": 1.0608701846522224, | |
| "learning_rate": 1.5962793043982406e-05, | |
| "loss": 1.5409, | |
| "step": 695 | |
| }, | |
| { | |
| "epoch": 0.3707136237256719, | |
| "grad_norm": 1.0362877764811316, | |
| "learning_rate": 1.588831917535043e-05, | |
| "loss": 1.5468, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.3733615781808553, | |
| "grad_norm": 1.027124601973276, | |
| "learning_rate": 1.5813341990128415e-05, | |
| "loss": 1.5512, | |
| "step": 705 | |
| }, | |
| { | |
| "epoch": 0.37600953263603865, | |
| "grad_norm": 1.0312792307083625, | |
| "learning_rate": 1.5737867897150542e-05, | |
| "loss": 1.5415, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 0.37865748709122204, | |
| "grad_norm": 1.0808334145657998, | |
| "learning_rate": 1.5661903347725238e-05, | |
| "loss": 1.5719, | |
| "step": 715 | |
| }, | |
| { | |
| "epoch": 0.3813054415464054, | |
| "grad_norm": 1.0223414325603908, | |
| "learning_rate": 1.558545483508373e-05, | |
| "loss": 1.5578, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.3839533960015888, | |
| "grad_norm": 1.0603081644668413, | |
| "learning_rate": 1.5508528893825045e-05, | |
| "loss": 1.5396, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 0.38660135045677213, | |
| "grad_norm": 1.0770479780831002, | |
| "learning_rate": 1.5431132099357418e-05, | |
| "loss": 1.5593, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 0.38924930491195553, | |
| "grad_norm": 0.9919011715354272, | |
| "learning_rate": 1.535327106733627e-05, | |
| "loss": 1.5289, | |
| "step": 735 | |
| }, | |
| { | |
| "epoch": 0.3918972593671389, | |
| "grad_norm": 1.1157987761320602, | |
| "learning_rate": 1.527495245309872e-05, | |
| "loss": 1.5404, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.39454521382232227, | |
| "grad_norm": 1.024198117077415, | |
| "learning_rate": 1.5196182951094685e-05, | |
| "loss": 1.5328, | |
| "step": 745 | |
| }, | |
| { | |
| "epoch": 0.3971931682775056, | |
| "grad_norm": 0.9977432943925557, | |
| "learning_rate": 1.5116969294314679e-05, | |
| "loss": 1.5444, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.399841122732689, | |
| "grad_norm": 1.0236719689047817, | |
| "learning_rate": 1.5037318253714288e-05, | |
| "loss": 1.5359, | |
| "step": 755 | |
| }, | |
| { | |
| "epoch": 0.40248907718787236, | |
| "grad_norm": 1.0162827582624117, | |
| "learning_rate": 1.4957236637635415e-05, | |
| "loss": 1.5531, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.40513703164305576, | |
| "grad_norm": 1.0188868081662166, | |
| "learning_rate": 1.4876731291224304e-05, | |
| "loss": 1.5521, | |
| "step": 765 | |
| }, | |
| { | |
| "epoch": 0.4077849860982391, | |
| "grad_norm": 1.0217286340114786, | |
| "learning_rate": 1.4795809095846463e-05, | |
| "loss": 1.5549, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 0.4104329405534225, | |
| "grad_norm": 1.028917956544073, | |
| "learning_rate": 1.471447696849844e-05, | |
| "loss": 1.5334, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 0.41308089500860584, | |
| "grad_norm": 1.0500908897714312, | |
| "learning_rate": 1.4632741861216597e-05, | |
| "loss": 1.5266, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.41572884946378924, | |
| "grad_norm": 1.005286165371403, | |
| "learning_rate": 1.4550610760482853e-05, | |
| "loss": 1.5434, | |
| "step": 785 | |
| }, | |
| { | |
| "epoch": 0.4183768039189726, | |
| "grad_norm": 1.0814951413359943, | |
| "learning_rate": 1.446809068662752e-05, | |
| "loss": 1.5444, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 0.421024758374156, | |
| "grad_norm": 1.1011439679669661, | |
| "learning_rate": 1.4385188693229204e-05, | |
| "loss": 1.5569, | |
| "step": 795 | |
| }, | |
| { | |
| "epoch": 0.4236727128293393, | |
| "grad_norm": 1.016923604209529, | |
| "learning_rate": 1.4301911866511904e-05, | |
| "loss": 1.5557, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.4263206672845227, | |
| "grad_norm": 0.9901274231469388, | |
| "learning_rate": 1.4218267324739281e-05, | |
| "loss": 1.5157, | |
| "step": 805 | |
| }, | |
| { | |
| "epoch": 0.42896862173970607, | |
| "grad_norm": 1.1652933991218297, | |
| "learning_rate": 1.4134262217606232e-05, | |
| "loss": 1.5573, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 0.43161657619488947, | |
| "grad_norm": 1.0773884902263529, | |
| "learning_rate": 1.4049903725627743e-05, | |
| "loss": 1.552, | |
| "step": 815 | |
| }, | |
| { | |
| "epoch": 0.4342645306500728, | |
| "grad_norm": 1.0333923700883418, | |
| "learning_rate": 1.3965199059525114e-05, | |
| "loss": 1.5354, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 0.4369124851052562, | |
| "grad_norm": 0.9949649082088061, | |
| "learning_rate": 1.3880155459609621e-05, | |
| "loss": 1.5532, | |
| "step": 825 | |
| }, | |
| { | |
| "epoch": 0.43956043956043955, | |
| "grad_norm": 1.0750837236994202, | |
| "learning_rate": 1.3794780195163622e-05, | |
| "loss": 1.5455, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 0.44220839401562295, | |
| "grad_norm": 1.0045353502512582, | |
| "learning_rate": 1.370908056381921e-05, | |
| "loss": 1.5479, | |
| "step": 835 | |
| }, | |
| { | |
| "epoch": 0.4448563484708063, | |
| "grad_norm": 1.0458832746708828, | |
| "learning_rate": 1.3623063890934427e-05, | |
| "loss": 1.5456, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 0.4475043029259897, | |
| "grad_norm": 0.976728693908767, | |
| "learning_rate": 1.3536737528967108e-05, | |
| "loss": 1.5607, | |
| "step": 845 | |
| }, | |
| { | |
| "epoch": 0.45015225738117304, | |
| "grad_norm": 1.0311218737493033, | |
| "learning_rate": 1.3450108856846427e-05, | |
| "loss": 1.525, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.45280021183635644, | |
| "grad_norm": 0.9872604341886291, | |
| "learning_rate": 1.3363185279342157e-05, | |
| "loss": 1.5195, | |
| "step": 855 | |
| }, | |
| { | |
| "epoch": 0.4554481662915398, | |
| "grad_norm": 1.0149041346987562, | |
| "learning_rate": 1.3275974226431741e-05, | |
| "loss": 1.5246, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 0.4580961207467232, | |
| "grad_norm": 0.9934776810831784, | |
| "learning_rate": 1.3188483152665184e-05, | |
| "loss": 1.5558, | |
| "step": 865 | |
| }, | |
| { | |
| "epoch": 0.4607440752019065, | |
| "grad_norm": 1.0720157680198927, | |
| "learning_rate": 1.3100719536527872e-05, | |
| "loss": 1.5596, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 0.4633920296570899, | |
| "grad_norm": 1.0084638038262754, | |
| "learning_rate": 1.3012690879801336e-05, | |
| "loss": 1.552, | |
| "step": 875 | |
| }, | |
| { | |
| "epoch": 0.46603998411227326, | |
| "grad_norm": 1.0656341079347242, | |
| "learning_rate": 1.2924404706922004e-05, | |
| "loss": 1.5671, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 0.46868793856745666, | |
| "grad_norm": 1.001854533922662, | |
| "learning_rate": 1.283586856433805e-05, | |
| "loss": 1.5455, | |
| "step": 885 | |
| }, | |
| { | |
| "epoch": 0.47133589302264, | |
| "grad_norm": 1.112510941323857, | |
| "learning_rate": 1.2747090019864337e-05, | |
| "loss": 1.5575, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 0.4739838474778234, | |
| "grad_norm": 1.040754615982929, | |
| "learning_rate": 1.2658076662035549e-05, | |
| "loss": 1.5545, | |
| "step": 895 | |
| }, | |
| { | |
| "epoch": 0.47663180193300675, | |
| "grad_norm": 1.0210395751767485, | |
| "learning_rate": 1.256883609945753e-05, | |
| "loss": 1.5364, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.47927975638819015, | |
| "grad_norm": 1.0275079409852799, | |
| "learning_rate": 1.247937596015695e-05, | |
| "loss": 1.5183, | |
| "step": 905 | |
| }, | |
| { | |
| "epoch": 0.4819277108433735, | |
| "grad_norm": 1.0640533107131247, | |
| "learning_rate": 1.2389703890929245e-05, | |
| "loss": 1.5597, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 0.4845756652985569, | |
| "grad_norm": 1.0119600619480633, | |
| "learning_rate": 1.2299827556685031e-05, | |
| "loss": 1.5154, | |
| "step": 915 | |
| }, | |
| { | |
| "epoch": 0.48722361975374023, | |
| "grad_norm": 1.020830011977681, | |
| "learning_rate": 1.2209754639794897e-05, | |
| "loss": 1.5034, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 0.48987157420892363, | |
| "grad_norm": 1.053661577221828, | |
| "learning_rate": 1.2119492839432754e-05, | |
| "loss": 1.535, | |
| "step": 925 | |
| }, | |
| { | |
| "epoch": 0.492519528664107, | |
| "grad_norm": 1.0735392400040396, | |
| "learning_rate": 1.2029049870917735e-05, | |
| "loss": 1.5392, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 0.4951674831192904, | |
| "grad_norm": 1.040125386980757, | |
| "learning_rate": 1.1938433465054698e-05, | |
| "loss": 1.5088, | |
| "step": 935 | |
| }, | |
| { | |
| "epoch": 0.4978154375744737, | |
| "grad_norm": 1.0748654533713191, | |
| "learning_rate": 1.1847651367473429e-05, | |
| "loss": 1.5291, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 0.5004633920296571, | |
| "grad_norm": 1.070960019314352, | |
| "learning_rate": 1.1756711337966572e-05, | |
| "loss": 1.5408, | |
| "step": 945 | |
| }, | |
| { | |
| "epoch": 0.5031113464848405, | |
| "grad_norm": 1.0678876377133644, | |
| "learning_rate": 1.1665621149826327e-05, | |
| "loss": 1.522, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.5057593009400239, | |
| "grad_norm": 1.0532185752896248, | |
| "learning_rate": 1.1574388589180032e-05, | |
| "loss": 1.5436, | |
| "step": 955 | |
| }, | |
| { | |
| "epoch": 0.5084072553952071, | |
| "grad_norm": 1.0851511914260046, | |
| "learning_rate": 1.148302145432461e-05, | |
| "loss": 1.5522, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 0.5110552098503905, | |
| "grad_norm": 1.02938231795702, | |
| "learning_rate": 1.1391527555060002e-05, | |
| "loss": 1.5231, | |
| "step": 965 | |
| }, | |
| { | |
| "epoch": 0.513703164305574, | |
| "grad_norm": 1.0668601829517106, | |
| "learning_rate": 1.1299914712021616e-05, | |
| "loss": 1.5545, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 0.5163511187607573, | |
| "grad_norm": 1.0106858243798442, | |
| "learning_rate": 1.1208190756011815e-05, | |
| "loss": 1.5279, | |
| "step": 975 | |
| }, | |
| { | |
| "epoch": 0.5189990732159406, | |
| "grad_norm": 1.0566089105177372, | |
| "learning_rate": 1.111636352733059e-05, | |
| "loss": 1.5619, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 0.521647027671124, | |
| "grad_norm": 1.0229597172767808, | |
| "learning_rate": 1.1024440875105383e-05, | |
| "loss": 1.5288, | |
| "step": 985 | |
| }, | |
| { | |
| "epoch": 0.5242949821263074, | |
| "grad_norm": 1.0470712970731715, | |
| "learning_rate": 1.0932430656620159e-05, | |
| "loss": 1.536, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 0.5269429365814908, | |
| "grad_norm": 1.0663817640403133, | |
| "learning_rate": 1.0840340736643803e-05, | |
| "loss": 1.5583, | |
| "step": 995 | |
| }, | |
| { | |
| "epoch": 0.5295908910366741, | |
| "grad_norm": 1.0439017159315356, | |
| "learning_rate": 1.0748178986757852e-05, | |
| "loss": 1.5304, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.5322388454918575, | |
| "grad_norm": 1.0790858663927478, | |
| "learning_rate": 1.0655953284683656e-05, | |
| "loss": 1.5127, | |
| "step": 1005 | |
| }, | |
| { | |
| "epoch": 0.5348867999470409, | |
| "grad_norm": 1.0536530566954696, | |
| "learning_rate": 1.0563671513609013e-05, | |
| "loss": 1.543, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 0.5375347544022243, | |
| "grad_norm": 1.0170237895907281, | |
| "learning_rate": 1.0471341561514337e-05, | |
| "loss": 1.5194, | |
| "step": 1015 | |
| }, | |
| { | |
| "epoch": 0.5401827088574076, | |
| "grad_norm": 1.0473205826242136, | |
| "learning_rate": 1.0378971320498425e-05, | |
| "loss": 1.5136, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 0.542830663312591, | |
| "grad_norm": 1.0567217848188775, | |
| "learning_rate": 1.0286568686103846e-05, | |
| "loss": 1.5226, | |
| "step": 1025 | |
| }, | |
| { | |
| "epoch": 0.5454786177677744, | |
| "grad_norm": 1.0208955618061542, | |
| "learning_rate": 1.0194141556642065e-05, | |
| "loss": 1.5499, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 0.5481265722229578, | |
| "grad_norm": 1.014238754109568, | |
| "learning_rate": 1.0101697832518316e-05, | |
| "loss": 1.5291, | |
| "step": 1035 | |
| }, | |
| { | |
| "epoch": 0.5507745266781411, | |
| "grad_norm": 1.0293706768418351, | |
| "learning_rate": 1.0009245415556297e-05, | |
| "loss": 1.5252, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 0.5534224811333245, | |
| "grad_norm": 1.0505758556707483, | |
| "learning_rate": 9.916792208322743e-06, | |
| "loss": 1.5266, | |
| "step": 1045 | |
| }, | |
| { | |
| "epoch": 0.5560704355885079, | |
| "grad_norm": 1.0130623575273145, | |
| "learning_rate": 9.824346113451943e-06, | |
| "loss": 1.5228, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.5587183900436913, | |
| "grad_norm": 1.0351862096161806, | |
| "learning_rate": 9.73191503297023e-06, | |
| "loss": 1.5258, | |
| "step": 1055 | |
| }, | |
| { | |
| "epoch": 0.5613663444988746, | |
| "grad_norm": 1.04995407064205, | |
| "learning_rate": 9.639506867620574e-06, | |
| "loss": 1.5231, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 0.564014298954058, | |
| "grad_norm": 1.0436659926908782, | |
| "learning_rate": 9.547129516187197e-06, | |
| "loss": 1.518, | |
| "step": 1065 | |
| }, | |
| { | |
| "epoch": 0.5666622534092414, | |
| "grad_norm": 1.046638110053409, | |
| "learning_rate": 9.454790874820452e-06, | |
| "loss": 1.5098, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 0.5693102078644248, | |
| "grad_norm": 1.0241677741798514, | |
| "learning_rate": 9.36249883636187e-06, | |
| "loss": 1.5425, | |
| "step": 1075 | |
| }, | |
| { | |
| "epoch": 0.571958162319608, | |
| "grad_norm": 0.9941017772339601, | |
| "learning_rate": 9.27026128966949e-06, | |
| "loss": 1.5142, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 0.5746061167747915, | |
| "grad_norm": 0.9716061498004498, | |
| "learning_rate": 9.178086118943556e-06, | |
| "loss": 1.5455, | |
| "step": 1085 | |
| }, | |
| { | |
| "epoch": 0.5772540712299749, | |
| "grad_norm": 1.0256633172012475, | |
| "learning_rate": 9.085981203052594e-06, | |
| "loss": 1.5383, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 0.5799020256851583, | |
| "grad_norm": 1.0223919398580668, | |
| "learning_rate": 8.993954414859944e-06, | |
| "loss": 1.5331, | |
| "step": 1095 | |
| }, | |
| { | |
| "epoch": 0.5825499801403415, | |
| "grad_norm": 1.007132533021316, | |
| "learning_rate": 8.902013620550822e-06, | |
| "loss": 1.5329, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.5851979345955249, | |
| "grad_norm": 0.9942218744170546, | |
| "learning_rate": 8.810166678959931e-06, | |
| "loss": 1.5389, | |
| "step": 1105 | |
| }, | |
| { | |
| "epoch": 0.5878458890507083, | |
| "grad_norm": 1.0110745590358547, | |
| "learning_rate": 8.718421440899711e-06, | |
| "loss": 1.5628, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 0.5904938435058917, | |
| "grad_norm": 1.0107377987377537, | |
| "learning_rate": 8.626785748489284e-06, | |
| "loss": 1.5368, | |
| "step": 1115 | |
| }, | |
| { | |
| "epoch": 0.593141797961075, | |
| "grad_norm": 0.9913006390349152, | |
| "learning_rate": 8.535267434484116e-06, | |
| "loss": 1.5344, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 0.5957897524162584, | |
| "grad_norm": 0.9777988491979502, | |
| "learning_rate": 8.443874321606505e-06, | |
| "loss": 1.5227, | |
| "step": 1125 | |
| }, | |
| { | |
| "epoch": 0.5984377068714418, | |
| "grad_norm": 1.0189135477068292, | |
| "learning_rate": 8.352614221876932e-06, | |
| "loss": 1.5214, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 0.6010856613266252, | |
| "grad_norm": 1.0138767745745147, | |
| "learning_rate": 8.261494935946271e-06, | |
| "loss": 1.5247, | |
| "step": 1135 | |
| }, | |
| { | |
| "epoch": 0.6037336157818085, | |
| "grad_norm": 0.9761877999287727, | |
| "learning_rate": 8.170524252429059e-06, | |
| "loss": 1.5103, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 0.6063815702369919, | |
| "grad_norm": 1.0040567049619376, | |
| "learning_rate": 8.079709947237719e-06, | |
| "loss": 1.5022, | |
| "step": 1145 | |
| }, | |
| { | |
| "epoch": 0.6090295246921753, | |
| "grad_norm": 1.013457073795383, | |
| "learning_rate": 7.989059782917899e-06, | |
| "loss": 1.53, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 0.6116774791473587, | |
| "grad_norm": 0.9757606354115737, | |
| "learning_rate": 7.898581507984966e-06, | |
| "loss": 1.5178, | |
| "step": 1155 | |
| }, | |
| { | |
| "epoch": 0.614325433602542, | |
| "grad_norm": 0.9943607585307255, | |
| "learning_rate": 7.80828285626167e-06, | |
| "loss": 1.5275, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 0.6169733880577254, | |
| "grad_norm": 1.0023636505282656, | |
| "learning_rate": 7.718171546217088e-06, | |
| "loss": 1.5443, | |
| "step": 1165 | |
| }, | |
| { | |
| "epoch": 0.6196213425129088, | |
| "grad_norm": 1.0171146246719223, | |
| "learning_rate": 7.628255280306869e-06, | |
| "loss": 1.5192, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 0.6222692969680922, | |
| "grad_norm": 1.0247392112526459, | |
| "learning_rate": 7.538541744314854e-06, | |
| "loss": 1.5348, | |
| "step": 1175 | |
| }, | |
| { | |
| "epoch": 0.6249172514232755, | |
| "grad_norm": 0.990257878872753, | |
| "learning_rate": 7.449038606696102e-06, | |
| "loss": 1.5396, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 0.6275652058784589, | |
| "grad_norm": 0.9939434167335955, | |
| "learning_rate": 7.359753517921441e-06, | |
| "loss": 1.5167, | |
| "step": 1185 | |
| }, | |
| { | |
| "epoch": 0.6302131603336423, | |
| "grad_norm": 0.9896269105787017, | |
| "learning_rate": 7.2706941098234975e-06, | |
| "loss": 1.5367, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 0.6328611147888257, | |
| "grad_norm": 1.012229868356229, | |
| "learning_rate": 7.1818679949443625e-06, | |
| "loss": 1.5503, | |
| "step": 1195 | |
| }, | |
| { | |
| "epoch": 0.635509069244009, | |
| "grad_norm": 1.000043265309018, | |
| "learning_rate": 7.09328276588491e-06, | |
| "loss": 1.5315, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.6381570236991924, | |
| "grad_norm": 1.0289266588222385, | |
| "learning_rate": 7.004945994655762e-06, | |
| "loss": 1.4967, | |
| "step": 1205 | |
| }, | |
| { | |
| "epoch": 0.6408049781543758, | |
| "grad_norm": 1.0025882987592574, | |
| "learning_rate": 6.9168652320301034e-06, | |
| "loss": 1.5477, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 0.6434529326095592, | |
| "grad_norm": 0.9919331762414756, | |
| "learning_rate": 6.829048006898223e-06, | |
| "loss": 1.534, | |
| "step": 1215 | |
| }, | |
| { | |
| "epoch": 0.6461008870647424, | |
| "grad_norm": 1.0019076590702611, | |
| "learning_rate": 6.741501825623989e-06, | |
| "loss": 1.5117, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 0.6487488415199258, | |
| "grad_norm": 1.0543772866427898, | |
| "learning_rate": 6.6542341714032226e-06, | |
| "loss": 1.5244, | |
| "step": 1225 | |
| }, | |
| { | |
| "epoch": 0.6513967959751092, | |
| "grad_norm": 1.0306054721119788, | |
| "learning_rate": 6.567252503624049e-06, | |
| "loss": 1.5411, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 0.6540447504302926, | |
| "grad_norm": 1.0302893738157837, | |
| "learning_rate": 6.480564257229294e-06, | |
| "loss": 1.4942, | |
| "step": 1235 | |
| }, | |
| { | |
| "epoch": 0.6566927048854759, | |
| "grad_norm": 1.0109127444615766, | |
| "learning_rate": 6.394176842080975e-06, | |
| "loss": 1.502, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 0.6593406593406593, | |
| "grad_norm": 0.9781847599103843, | |
| "learning_rate": 6.308097642326909e-06, | |
| "loss": 1.5066, | |
| "step": 1245 | |
| }, | |
| { | |
| "epoch": 0.6619886137958427, | |
| "grad_norm": 0.9824997539943708, | |
| "learning_rate": 6.222334015769553e-06, | |
| "loss": 1.5101, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.6646365682510261, | |
| "grad_norm": 0.9987899689076005, | |
| "learning_rate": 6.136893293237078e-06, | |
| "loss": 1.5185, | |
| "step": 1255 | |
| }, | |
| { | |
| "epoch": 0.6672845227062094, | |
| "grad_norm": 1.006107504524868, | |
| "learning_rate": 6.051782777956738e-06, | |
| "loss": 1.5239, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 0.6699324771613928, | |
| "grad_norm": 1.0044418449699575, | |
| "learning_rate": 5.967009744930633e-06, | |
| "loss": 1.4952, | |
| "step": 1265 | |
| }, | |
| { | |
| "epoch": 0.6725804316165762, | |
| "grad_norm": 1.0039662646096303, | |
| "learning_rate": 5.882581440313842e-06, | |
| "loss": 1.5116, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 0.6752283860717596, | |
| "grad_norm": 1.0462978677216113, | |
| "learning_rate": 5.798505080795047e-06, | |
| "loss": 1.5258, | |
| "step": 1275 | |
| }, | |
| { | |
| "epoch": 0.6778763405269429, | |
| "grad_norm": 0.9979354408371577, | |
| "learning_rate": 5.7147878529796905e-06, | |
| "loss": 1.5315, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 0.6805242949821263, | |
| "grad_norm": 0.9776481970979145, | |
| "learning_rate": 5.631436912775652e-06, | |
| "loss": 1.5075, | |
| "step": 1285 | |
| }, | |
| { | |
| "epoch": 0.6831722494373097, | |
| "grad_norm": 1.0087198024702337, | |
| "learning_rate": 5.54845938478161e-06, | |
| "loss": 1.5047, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 0.6858202038924931, | |
| "grad_norm": 0.9903441971804162, | |
| "learning_rate": 5.465862361678043e-06, | |
| "loss": 1.5517, | |
| "step": 1295 | |
| }, | |
| { | |
| "epoch": 0.6884681583476764, | |
| "grad_norm": 1.023066931211098, | |
| "learning_rate": 5.383652903620952e-06, | |
| "loss": 1.4905, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.6911161128028598, | |
| "grad_norm": 0.9932405098752322, | |
| "learning_rate": 5.3018380376384075e-06, | |
| "loss": 1.5218, | |
| "step": 1305 | |
| }, | |
| { | |
| "epoch": 0.6937640672580432, | |
| "grad_norm": 0.9757939837419622, | |
| "learning_rate": 5.220424757029876e-06, | |
| "loss": 1.5217, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 0.6964120217132266, | |
| "grad_norm": 0.9861240044120464, | |
| "learning_rate": 5.139420020768466e-06, | |
| "loss": 1.5173, | |
| "step": 1315 | |
| }, | |
| { | |
| "epoch": 0.6990599761684099, | |
| "grad_norm": 1.0526302805244943, | |
| "learning_rate": 5.05883075290609e-06, | |
| "loss": 1.5295, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 0.7017079306235933, | |
| "grad_norm": 1.0185424558326355, | |
| "learning_rate": 4.978663841981604e-06, | |
| "loss": 1.516, | |
| "step": 1325 | |
| }, | |
| { | |
| "epoch": 0.7043558850787767, | |
| "grad_norm": 1.018775036262236, | |
| "learning_rate": 4.898926140432027e-06, | |
| "loss": 1.5074, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 0.7070038395339601, | |
| "grad_norm": 1.0312565088617913, | |
| "learning_rate": 4.819624464006783e-06, | |
| "loss": 1.5431, | |
| "step": 1335 | |
| }, | |
| { | |
| "epoch": 0.7096517939891434, | |
| "grad_norm": 1.0212263411238394, | |
| "learning_rate": 4.7407655911851205e-06, | |
| "loss": 1.515, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 0.7122997484443268, | |
| "grad_norm": 0.9933683646722576, | |
| "learning_rate": 4.6623562625967165e-06, | |
| "loss": 1.5281, | |
| "step": 1345 | |
| }, | |
| { | |
| "epoch": 0.7149477028995102, | |
| "grad_norm": 0.9624331021666575, | |
| "learning_rate": 4.5844031804455e-06, | |
| "loss": 1.5367, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 0.7175956573546936, | |
| "grad_norm": 1.026883861445322, | |
| "learning_rate": 4.506913007936756e-06, | |
| "loss": 1.5182, | |
| "step": 1355 | |
| }, | |
| { | |
| "epoch": 0.7202436118098768, | |
| "grad_norm": 1.002938064771753, | |
| "learning_rate": 4.429892368707594e-06, | |
| "loss": 1.5185, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 0.7228915662650602, | |
| "grad_norm": 0.9794563064534025, | |
| "learning_rate": 4.3533478462607706e-06, | |
| "loss": 1.5147, | |
| "step": 1365 | |
| }, | |
| { | |
| "epoch": 0.7255395207202436, | |
| "grad_norm": 0.984697237202532, | |
| "learning_rate": 4.2772859834019444e-06, | |
| "loss": 1.5085, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 0.728187475175427, | |
| "grad_norm": 1.0067564757025862, | |
| "learning_rate": 4.201713281680417e-06, | |
| "loss": 1.5337, | |
| "step": 1375 | |
| }, | |
| { | |
| "epoch": 0.7308354296306103, | |
| "grad_norm": 0.9812201953008316, | |
| "learning_rate": 4.126636200833407e-06, | |
| "loss": 1.5331, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 0.7334833840857937, | |
| "grad_norm": 1.007828581920917, | |
| "learning_rate": 4.0520611582338874e-06, | |
| "loss": 1.5258, | |
| "step": 1385 | |
| }, | |
| { | |
| "epoch": 0.7361313385409771, | |
| "grad_norm": 1.0411554611974254, | |
| "learning_rate": 3.977994528342049e-06, | |
| "loss": 1.5241, | |
| "step": 1390 | |
| }, | |
| { | |
| "epoch": 0.7387792929961605, | |
| "grad_norm": 1.0034067110278442, | |
| "learning_rate": 3.904442642160412e-06, | |
| "loss": 1.5204, | |
| "step": 1395 | |
| }, | |
| { | |
| "epoch": 0.7414272474513438, | |
| "grad_norm": 0.9595126781640712, | |
| "learning_rate": 3.831411786692698e-06, | |
| "loss": 1.5158, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.7440752019065272, | |
| "grad_norm": 0.9783084053302383, | |
| "learning_rate": 3.7589082044064198e-06, | |
| "loss": 1.5312, | |
| "step": 1405 | |
| }, | |
| { | |
| "epoch": 0.7467231563617106, | |
| "grad_norm": 0.9678174617335311, | |
| "learning_rate": 3.686938092699287e-06, | |
| "loss": 1.5302, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 0.749371110816894, | |
| "grad_norm": 0.9871715872104168, | |
| "learning_rate": 3.6155076033694848e-06, | |
| "loss": 1.517, | |
| "step": 1415 | |
| }, | |
| { | |
| "epoch": 0.7520190652720773, | |
| "grad_norm": 1.0044736545312436, | |
| "learning_rate": 3.5446228420898333e-06, | |
| "loss": 1.4888, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 0.7546670197272607, | |
| "grad_norm": 0.9716268636229163, | |
| "learning_rate": 3.474289867885876e-06, | |
| "loss": 1.5379, | |
| "step": 1425 | |
| }, | |
| { | |
| "epoch": 0.7573149741824441, | |
| "grad_norm": 0.9890097406031959, | |
| "learning_rate": 3.404514692617994e-06, | |
| "loss": 1.523, | |
| "step": 1430 | |
| }, | |
| { | |
| "epoch": 0.7599629286376274, | |
| "grad_norm": 1.0216348999301932, | |
| "learning_rate": 3.3353032804675157e-06, | |
| "loss": 1.5337, | |
| "step": 1435 | |
| }, | |
| { | |
| "epoch": 0.7626108830928108, | |
| "grad_norm": 1.0038373151987001, | |
| "learning_rate": 3.2666615474269202e-06, | |
| "loss": 1.5187, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 0.7652588375479942, | |
| "grad_norm": 0.9909609500438246, | |
| "learning_rate": 3.19859536079416e-06, | |
| "loss": 1.5172, | |
| "step": 1445 | |
| }, | |
| { | |
| "epoch": 0.7679067920031776, | |
| "grad_norm": 0.9689018876021506, | |
| "learning_rate": 3.1311105386711206e-06, | |
| "loss": 1.5179, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 0.7705547464583609, | |
| "grad_norm": 0.49237533241415254, | |
| "learning_rate": 3.064212849466335e-06, | |
| "loss": 1.5243, | |
| "step": 1455 | |
| }, | |
| { | |
| "epoch": 0.7732027009135443, | |
| "grad_norm": 1.028791952556653, | |
| "learning_rate": 2.997908011401902e-06, | |
| "loss": 1.5131, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 0.7758506553687277, | |
| "grad_norm": 0.988433671716438, | |
| "learning_rate": 2.932201692024701e-06, | |
| "loss": 1.4977, | |
| "step": 1465 | |
| }, | |
| { | |
| "epoch": 0.7784986098239111, | |
| "grad_norm": 1.033980515849518, | |
| "learning_rate": 2.8670995077219597e-06, | |
| "loss": 1.5317, | |
| "step": 1470 | |
| }, | |
| { | |
| "epoch": 0.7811465642790943, | |
| "grad_norm": 0.9775113095673127, | |
| "learning_rate": 2.8026070232411852e-06, | |
| "loss": 1.4968, | |
| "step": 1475 | |
| }, | |
| { | |
| "epoch": 0.7837945187342777, | |
| "grad_norm": 0.9877497208445748, | |
| "learning_rate": 2.7387297512144808e-06, | |
| "loss": 1.5224, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 0.7864424731894611, | |
| "grad_norm": 1.009024038211844, | |
| "learning_rate": 2.67547315168737e-06, | |
| "loss": 1.5423, | |
| "step": 1485 | |
| }, | |
| { | |
| "epoch": 0.7890904276446445, | |
| "grad_norm": 0.9732391094592455, | |
| "learning_rate": 2.6128426316520773e-06, | |
| "loss": 1.5248, | |
| "step": 1490 | |
| }, | |
| { | |
| "epoch": 0.7917383820998278, | |
| "grad_norm": 1.0039025745395442, | |
| "learning_rate": 2.550843544585342e-06, | |
| "loss": 1.5622, | |
| "step": 1495 | |
| }, | |
| { | |
| "epoch": 0.7943863365550112, | |
| "grad_norm": 0.9788028397156042, | |
| "learning_rate": 2.4894811899908387e-06, | |
| "loss": 1.5103, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.7970342910101946, | |
| "grad_norm": 0.9653871232501977, | |
| "learning_rate": 2.428760812946177e-06, | |
| "loss": 1.5425, | |
| "step": 1505 | |
| }, | |
| { | |
| "epoch": 0.799682245465378, | |
| "grad_norm": 0.9738743806340848, | |
| "learning_rate": 2.368687603654574e-06, | |
| "loss": 1.5121, | |
| "step": 1510 | |
| }, | |
| { | |
| "epoch": 0.8023301999205613, | |
| "grad_norm": 0.9969072135710934, | |
| "learning_rate": 2.3092666970012103e-06, | |
| "loss": 1.5026, | |
| "step": 1515 | |
| }, | |
| { | |
| "epoch": 0.8049781543757447, | |
| "grad_norm": 0.9655875746133022, | |
| "learning_rate": 2.250503172114301e-06, | |
| "loss": 1.5075, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 0.8076261088309281, | |
| "grad_norm": 0.9664980760046697, | |
| "learning_rate": 2.1924020519309742e-06, | |
| "loss": 1.5198, | |
| "step": 1525 | |
| }, | |
| { | |
| "epoch": 0.8102740632861115, | |
| "grad_norm": 0.9699897090047268, | |
| "learning_rate": 2.1349683027679e-06, | |
| "loss": 1.5223, | |
| "step": 1530 | |
| }, | |
| { | |
| "epoch": 0.8129220177412948, | |
| "grad_norm": 0.9900349045998372, | |
| "learning_rate": 2.078206833896792e-06, | |
| "loss": 1.5062, | |
| "step": 1535 | |
| }, | |
| { | |
| "epoch": 0.8155699721964782, | |
| "grad_norm": 1.0154071244795133, | |
| "learning_rate": 2.022122497124782e-06, | |
| "loss": 1.4834, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 0.8182179266516616, | |
| "grad_norm": 0.967706724069395, | |
| "learning_rate": 1.9667200863796965e-06, | |
| "loss": 1.5366, | |
| "step": 1545 | |
| }, | |
| { | |
| "epoch": 0.820865881106845, | |
| "grad_norm": 0.9742445082631996, | |
| "learning_rate": 1.9120043373002804e-06, | |
| "loss": 1.5226, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 0.8235138355620283, | |
| "grad_norm": 0.9855108838889343, | |
| "learning_rate": 1.8579799268314224e-06, | |
| "loss": 1.5561, | |
| "step": 1555 | |
| }, | |
| { | |
| "epoch": 0.8261617900172117, | |
| "grad_norm": 1.0038064244529792, | |
| "learning_rate": 1.8046514728243725e-06, | |
| "loss": 1.5247, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 0.8288097444723951, | |
| "grad_norm": 0.9739289064816902, | |
| "learning_rate": 1.7520235336420144e-06, | |
| "loss": 1.4929, | |
| "step": 1565 | |
| }, | |
| { | |
| "epoch": 0.8314576989275785, | |
| "grad_norm": 0.9680126539518724, | |
| "learning_rate": 1.7001006077692584e-06, | |
| "loss": 1.4823, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 0.8341056533827618, | |
| "grad_norm": 1.0214721547722743, | |
| "learning_rate": 1.648887133428485e-06, | |
| "loss": 1.51, | |
| "step": 1575 | |
| }, | |
| { | |
| "epoch": 0.8367536078379452, | |
| "grad_norm": 0.98797077056357, | |
| "learning_rate": 1.5983874882002083e-06, | |
| "loss": 1.5218, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 0.8394015622931286, | |
| "grad_norm": 0.9726850095038396, | |
| "learning_rate": 1.5486059886488825e-06, | |
| "loss": 1.5028, | |
| "step": 1585 | |
| }, | |
| { | |
| "epoch": 0.842049516748312, | |
| "grad_norm": 0.9907275183986879, | |
| "learning_rate": 1.4995468899539278e-06, | |
| "loss": 1.5141, | |
| "step": 1590 | |
| }, | |
| { | |
| "epoch": 0.8446974712034953, | |
| "grad_norm": 1.0095657865872754, | |
| "learning_rate": 1.4512143855460237e-06, | |
| "loss": 1.5251, | |
| "step": 1595 | |
| }, | |
| { | |
| "epoch": 0.8473454256586787, | |
| "grad_norm": 0.9948902717671079, | |
| "learning_rate": 1.403612606748659e-06, | |
| "loss": 1.4785, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.849993380113862, | |
| "grad_norm": 0.9845596560770083, | |
| "learning_rate": 1.356745622424992e-06, | |
| "loss": 1.5187, | |
| "step": 1605 | |
| }, | |
| { | |
| "epoch": 0.8526413345690455, | |
| "grad_norm": 0.953506811187465, | |
| "learning_rate": 1.3106174386300686e-06, | |
| "loss": 1.5425, | |
| "step": 1610 | |
| }, | |
| { | |
| "epoch": 0.8552892890242287, | |
| "grad_norm": 0.9618810193914135, | |
| "learning_rate": 1.2652319982683926e-06, | |
| "loss": 1.529, | |
| "step": 1615 | |
| }, | |
| { | |
| "epoch": 0.8579372434794121, | |
| "grad_norm": 0.9947966334717282, | |
| "learning_rate": 1.220593180756884e-06, | |
| "loss": 1.5154, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 0.8605851979345955, | |
| "grad_norm": 1.0030199127391055, | |
| "learning_rate": 1.1767048016933024e-06, | |
| "loss": 1.5311, | |
| "step": 1625 | |
| }, | |
| { | |
| "epoch": 0.8632331523897789, | |
| "grad_norm": 0.9719704049091674, | |
| "learning_rate": 1.1335706125300782e-06, | |
| "loss": 1.4993, | |
| "step": 1630 | |
| }, | |
| { | |
| "epoch": 0.8658811068449622, | |
| "grad_norm": 0.9971991350833769, | |
| "learning_rate": 1.091194300253654e-06, | |
| "loss": 1.5328, | |
| "step": 1635 | |
| }, | |
| { | |
| "epoch": 0.8685290613001456, | |
| "grad_norm": 0.9386404691705372, | |
| "learning_rate": 1.049579487069351e-06, | |
| "loss": 1.5276, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 0.871177015755329, | |
| "grad_norm": 0.956420931896452, | |
| "learning_rate": 1.008729730091721e-06, | |
| "loss": 1.5119, | |
| "step": 1645 | |
| }, | |
| { | |
| "epoch": 0.8738249702105124, | |
| "grad_norm": 0.9735098420048076, | |
| "learning_rate": 9.686485210405206e-07, | |
| "loss": 1.5079, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 0.8764729246656957, | |
| "grad_norm": 0.9920608419716006, | |
| "learning_rate": 9.293392859422401e-07, | |
| "loss": 1.5142, | |
| "step": 1655 | |
| }, | |
| { | |
| "epoch": 0.8791208791208791, | |
| "grad_norm": 0.9643322536422883, | |
| "learning_rate": 8.90805384837251e-07, | |
| "loss": 1.5117, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 0.8817688335760625, | |
| "grad_norm": 0.9788979391472972, | |
| "learning_rate": 8.530501114926082e-07, | |
| "loss": 1.5015, | |
| "step": 1665 | |
| }, | |
| { | |
| "epoch": 0.8844167880312459, | |
| "grad_norm": 0.9647617399657337, | |
| "learning_rate": 8.160766931205066e-07, | |
| "loss": 1.5293, | |
| "step": 1670 | |
| }, | |
| { | |
| "epoch": 0.8870647424864292, | |
| "grad_norm": 0.9564397438564627, | |
| "learning_rate": 7.798882901024196e-07, | |
| "loss": 1.5041, | |
| "step": 1675 | |
| }, | |
| { | |
| "epoch": 0.8897126969416126, | |
| "grad_norm": 0.9552845261427283, | |
| "learning_rate": 7.444879957189732e-07, | |
| "loss": 1.5371, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 0.892360651396796, | |
| "grad_norm": 0.9814428213129086, | |
| "learning_rate": 7.098788358855313e-07, | |
| "loss": 1.5187, | |
| "step": 1685 | |
| }, | |
| { | |
| "epoch": 0.8950086058519794, | |
| "grad_norm": 0.9877612943504955, | |
| "learning_rate": 6.760637688935457e-07, | |
| "loss": 1.5049, | |
| "step": 1690 | |
| }, | |
| { | |
| "epoch": 0.8976565603071627, | |
| "grad_norm": 0.9806604488270347, | |
| "learning_rate": 6.430456851577072e-07, | |
| "loss": 1.5063, | |
| "step": 1695 | |
| }, | |
| { | |
| "epoch": 0.9003045147623461, | |
| "grad_norm": 0.9576410171206939, | |
| "learning_rate": 6.108274069688603e-07, | |
| "loss": 1.5208, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.9029524692175295, | |
| "grad_norm": 0.9818044085686626, | |
| "learning_rate": 5.794116882527712e-07, | |
| "loss": 1.5124, | |
| "step": 1705 | |
| }, | |
| { | |
| "epoch": 0.9056004236727129, | |
| "grad_norm": 0.9685653401983324, | |
| "learning_rate": 5.488012143347399e-07, | |
| "loss": 1.5219, | |
| "step": 1710 | |
| }, | |
| { | |
| "epoch": 0.9082483781278962, | |
| "grad_norm": 0.9809825210830677, | |
| "learning_rate": 5.189986017100446e-07, | |
| "loss": 1.4738, | |
| "step": 1715 | |
| }, | |
| { | |
| "epoch": 0.9108963325830796, | |
| "grad_norm": 0.975406693103622, | |
| "learning_rate": 4.900063978203118e-07, | |
| "loss": 1.5399, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 0.913544287038263, | |
| "grad_norm": 0.986056861811607, | |
| "learning_rate": 4.6182708083575724e-07, | |
| "loss": 1.513, | |
| "step": 1725 | |
| }, | |
| { | |
| "epoch": 0.9161922414934464, | |
| "grad_norm": 0.9798958647556985, | |
| "learning_rate": 4.3446305944335856e-07, | |
| "loss": 1.5153, | |
| "step": 1730 | |
| }, | |
| { | |
| "epoch": 0.9188401959486296, | |
| "grad_norm": 0.9693236881798926, | |
| "learning_rate": 4.079166726409767e-07, | |
| "loss": 1.5199, | |
| "step": 1735 | |
| }, | |
| { | |
| "epoch": 0.921488150403813, | |
| "grad_norm": 0.9743074736324623, | |
| "learning_rate": 3.821901895374147e-07, | |
| "loss": 1.5116, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 0.9241361048589964, | |
| "grad_norm": 0.971024863447133, | |
| "learning_rate": 3.572858091584641e-07, | |
| "loss": 1.5119, | |
| "step": 1745 | |
| }, | |
| { | |
| "epoch": 0.9267840593141798, | |
| "grad_norm": 0.9677442463184608, | |
| "learning_rate": 3.3320566025894727e-07, | |
| "loss": 1.5257, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 0.9294320137693631, | |
| "grad_norm": 0.9827347277692877, | |
| "learning_rate": 3.0995180114074206e-07, | |
| "loss": 1.5172, | |
| "step": 1755 | |
| }, | |
| { | |
| "epoch": 0.9320799682245465, | |
| "grad_norm": 0.9743959370781557, | |
| "learning_rate": 2.875262194768513e-07, | |
| "loss": 1.5366, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 0.9347279226797299, | |
| "grad_norm": 0.9564493157330359, | |
| "learning_rate": 2.6593083214151215e-07, | |
| "loss": 1.5029, | |
| "step": 1765 | |
| }, | |
| { | |
| "epoch": 0.9373758771349133, | |
| "grad_norm": 0.9809452479317344, | |
| "learning_rate": 2.4516748504632815e-07, | |
| "loss": 1.5233, | |
| "step": 1770 | |
| }, | |
| { | |
| "epoch": 0.9400238315900966, | |
| "grad_norm": 0.9597734400844808, | |
| "learning_rate": 2.2523795298249996e-07, | |
| "loss": 1.5228, | |
| "step": 1775 | |
| }, | |
| { | |
| "epoch": 0.94267178604528, | |
| "grad_norm": 0.9477114517816689, | |
| "learning_rate": 2.0614393946911891e-07, | |
| "loss": 1.5101, | |
| "step": 1780 | |
| }, | |
| { | |
| "epoch": 0.9453197405004634, | |
| "grad_norm": 0.9698387988540002, | |
| "learning_rate": 1.8788707660755024e-07, | |
| "loss": 1.508, | |
| "step": 1785 | |
| }, | |
| { | |
| "epoch": 0.9479676949556468, | |
| "grad_norm": 0.9757478306640798, | |
| "learning_rate": 1.704689249419289e-07, | |
| "loss": 1.5049, | |
| "step": 1790 | |
| }, | |
| { | |
| "epoch": 0.9506156494108301, | |
| "grad_norm": 0.9668834988577203, | |
| "learning_rate": 1.5389097332577318e-07, | |
| "loss": 1.5293, | |
| "step": 1795 | |
| }, | |
| { | |
| "epoch": 0.9532636038660135, | |
| "grad_norm": 0.9901171627850629, | |
| "learning_rate": 1.381546387947097e-07, | |
| "loss": 1.5221, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.9559115583211969, | |
| "grad_norm": 0.9566404806968487, | |
| "learning_rate": 1.2326126644536362e-07, | |
| "loss": 1.5071, | |
| "step": 1805 | |
| }, | |
| { | |
| "epoch": 0.9585595127763803, | |
| "grad_norm": 0.9607827035134089, | |
| "learning_rate": 1.0921212932037517e-07, | |
| "loss": 1.5157, | |
| "step": 1810 | |
| }, | |
| { | |
| "epoch": 0.9612074672315636, | |
| "grad_norm": 0.9975142952632257, | |
| "learning_rate": 9.600842829958101e-08, | |
| "loss": 1.5242, | |
| "step": 1815 | |
| }, | |
| { | |
| "epoch": 0.963855421686747, | |
| "grad_norm": 0.9753226507807833, | |
| "learning_rate": 8.365129199737864e-08, | |
| "loss": 1.5068, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 0.9665033761419304, | |
| "grad_norm": 0.979318592057113, | |
| "learning_rate": 7.214177666624134e-08, | |
| "loss": 1.5272, | |
| "step": 1825 | |
| }, | |
| { | |
| "epoch": 0.9691513305971138, | |
| "grad_norm": 0.9696032798439096, | |
| "learning_rate": 6.148086610644144e-08, | |
| "loss": 1.508, | |
| "step": 1830 | |
| }, | |
| { | |
| "epoch": 0.9717992850522971, | |
| "grad_norm": 0.9600338608905342, | |
| "learning_rate": 5.166947158195768e-08, | |
| "loss": 1.496, | |
| "step": 1835 | |
| }, | |
| { | |
| "epoch": 0.9744472395074805, | |
| "grad_norm": 0.9384033653578022, | |
| "learning_rate": 4.2708431742577436e-08, | |
| "loss": 1.5241, | |
| "step": 1840 | |
| }, | |
| { | |
| "epoch": 0.9770951939626639, | |
| "grad_norm": 0.9567487185767485, | |
| "learning_rate": 3.459851255221858e-08, | |
| "loss": 1.5165, | |
| "step": 1845 | |
| }, | |
| { | |
| "epoch": 0.9797431484178473, | |
| "grad_norm": 0.9880298117128525, | |
| "learning_rate": 2.734040722345066e-08, | |
| "loss": 1.5055, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 0.9823911028730306, | |
| "grad_norm": 0.9695727389619365, | |
| "learning_rate": 2.0934736158245707e-08, | |
| "loss": 1.5072, | |
| "step": 1855 | |
| }, | |
| { | |
| "epoch": 0.985039057328214, | |
| "grad_norm": 0.9611774727863346, | |
| "learning_rate": 1.5382046894943936e-08, | |
| "loss": 1.5124, | |
| "step": 1860 | |
| }, | |
| { | |
| "epoch": 0.9876870117833974, | |
| "grad_norm": 0.9495491860194544, | |
| "learning_rate": 1.068281406145788e-08, | |
| "loss": 1.5035, | |
| "step": 1865 | |
| }, | |
| { | |
| "epoch": 0.9903349662385807, | |
| "grad_norm": 1.3371313882358693, | |
| "learning_rate": 6.837439334695939e-09, | |
| "loss": 1.486, | |
| "step": 1870 | |
| }, | |
| { | |
| "epoch": 0.992982920693764, | |
| "grad_norm": 0.9652831685373289, | |
| "learning_rate": 3.8462514062298505e-09, | |
| "loss": 1.5044, | |
| "step": 1875 | |
| }, | |
| { | |
| "epoch": 0.9956308751489474, | |
| "grad_norm": 0.9593787027270587, | |
| "learning_rate": 1.7095059542038272e-09, | |
| "loss": 1.5225, | |
| "step": 1880 | |
| }, | |
| { | |
| "epoch": 0.9982788296041308, | |
| "grad_norm": 0.9573474795742825, | |
| "learning_rate": 4.273856214742633e-10, | |
| "loss": 1.524, | |
| "step": 1885 | |
| }, | |
| { | |
| "epoch": 0.9998676022772408, | |
| "eval_loss": 1.526898980140686, | |
| "eval_runtime": 445.6497, | |
| "eval_samples_per_second": 60.011, | |
| "eval_steps_per_second": 3.752, | |
| "step": 1888 | |
| }, | |
| { | |
| "epoch": 0.9998676022772408, | |
| "step": 1888, | |
| "total_flos": 106218135748608.0, | |
| "train_loss": 1.5447227579809852, | |
| "train_runtime": 15813.94, | |
| "train_samples_per_second": 15.283, | |
| "train_steps_per_second": 0.119 | |
| } | |
| ], | |
| "logging_steps": 5, | |
| "max_steps": 1888, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": false, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 106218135748608.0, | |
| "train_batch_size": 8, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |