| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 3.0, | |
| "eval_steps": 500, | |
| "global_step": 6267, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 3869.4292984240187, | |
| "learning_rate": 1.594896331738437e-08, | |
| "loss": 14.9229, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 4471.0283607460915, | |
| "learning_rate": 7.974481658692185e-08, | |
| "loss": 14.4971, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 2823.1908727713094, | |
| "learning_rate": 1.594896331738437e-07, | |
| "loss": 13.6783, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 789.0423597691714, | |
| "learning_rate": 2.3923444976076555e-07, | |
| "loss": 9.7488, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 1003.0768847617187, | |
| "learning_rate": 3.189792663476874e-07, | |
| "loss": 7.6243, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 302.84912100061086, | |
| "learning_rate": 3.987240829346093e-07, | |
| "loss": 6.9821, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 656.7198688085261, | |
| "learning_rate": 4.784688995215311e-07, | |
| "loss": 5.8863, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 484.09470283669117, | |
| "learning_rate": 5.582137161084529e-07, | |
| "loss": 5.2196, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 206.10955451247187, | |
| "learning_rate": 6.379585326953748e-07, | |
| "loss": 5.1068, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 124.99082774996045, | |
| "learning_rate": 7.177033492822967e-07, | |
| "loss": 4.762, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 84.21647834352541, | |
| "learning_rate": 7.974481658692186e-07, | |
| "loss": 4.6487, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 88.78548355259916, | |
| "learning_rate": 8.771929824561404e-07, | |
| "loss": 4.4441, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 61.84251900759107, | |
| "learning_rate": 9.569377990430622e-07, | |
| "loss": 4.2248, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 50.645931681918356, | |
| "learning_rate": 1.0366826156299842e-06, | |
| "loss": 4.0471, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 57.2132012438477, | |
| "learning_rate": 1.1164274322169059e-06, | |
| "loss": 3.8855, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 48.91636382748426, | |
| "learning_rate": 1.196172248803828e-06, | |
| "loss": 3.8015, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 40.59545123420195, | |
| "learning_rate": 1.2759170653907495e-06, | |
| "loss": 3.6962, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 35.57431531973308, | |
| "learning_rate": 1.3556618819776716e-06, | |
| "loss": 3.5799, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 34.758157090434075, | |
| "learning_rate": 1.4354066985645934e-06, | |
| "loss": 3.5206, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 63.66863856710816, | |
| "learning_rate": 1.5151515151515152e-06, | |
| "loss": 3.3572, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 42.68061714524391, | |
| "learning_rate": 1.5948963317384373e-06, | |
| "loss": 3.2366, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 33.593017073472986, | |
| "learning_rate": 1.6746411483253591e-06, | |
| "loss": 3.1241, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 33.40342282554561, | |
| "learning_rate": 1.7543859649122807e-06, | |
| "loss": 3.0641, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 32.85644347198469, | |
| "learning_rate": 1.8341307814992026e-06, | |
| "loss": 2.9405, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 25.841846968636887, | |
| "learning_rate": 1.9138755980861244e-06, | |
| "loss": 2.8831, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 35.72471056462341, | |
| "learning_rate": 1.9936204146730465e-06, | |
| "loss": 2.8299, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 31.416213149609632, | |
| "learning_rate": 2.0733652312599685e-06, | |
| "loss": 2.8022, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 45.77627429889933, | |
| "learning_rate": 2.15311004784689e-06, | |
| "loss": 2.6781, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 24.637358858601818, | |
| "learning_rate": 2.2328548644338117e-06, | |
| "loss": 2.5941, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 35.05758095811321, | |
| "learning_rate": 2.3125996810207338e-06, | |
| "loss": 2.586, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 32.765676969854255, | |
| "learning_rate": 2.392344497607656e-06, | |
| "loss": 2.4517, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 24.45333532717565, | |
| "learning_rate": 2.4720893141945774e-06, | |
| "loss": 2.4443, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 33.6204798021058, | |
| "learning_rate": 2.551834130781499e-06, | |
| "loss": 2.3622, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 27.70808883145236, | |
| "learning_rate": 2.631578947368421e-06, | |
| "loss": 2.4172, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 37.0276057595572, | |
| "learning_rate": 2.711323763955343e-06, | |
| "loss": 2.3323, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 26.69697628121263, | |
| "learning_rate": 2.7910685805422648e-06, | |
| "loss": 2.2806, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 24.80947335765062, | |
| "learning_rate": 2.870813397129187e-06, | |
| "loss": 2.332, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 30.899583333109856, | |
| "learning_rate": 2.950558213716109e-06, | |
| "loss": 2.268, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 28.31676255733607, | |
| "learning_rate": 3.0303030303030305e-06, | |
| "loss": 2.1879, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 23.521624698869246, | |
| "learning_rate": 3.1100478468899525e-06, | |
| "loss": 2.2325, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 44.17532065511358, | |
| "learning_rate": 3.1897926634768746e-06, | |
| "loss": 2.1291, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 45.87345858245527, | |
| "learning_rate": 3.269537480063796e-06, | |
| "loss": 2.1718, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 23.5485291164262, | |
| "learning_rate": 3.3492822966507182e-06, | |
| "loss": 2.1771, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 37.54905927680125, | |
| "learning_rate": 3.4290271132376394e-06, | |
| "loss": 2.1106, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 22.731836223351927, | |
| "learning_rate": 3.5087719298245615e-06, | |
| "loss": 2.1052, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 23.406238453389413, | |
| "learning_rate": 3.5885167464114835e-06, | |
| "loss": 2.0508, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 32.58382444329781, | |
| "learning_rate": 3.668261562998405e-06, | |
| "loss": 1.9321, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 34.565278519644735, | |
| "learning_rate": 3.748006379585327e-06, | |
| "loss": 2.0468, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 22.531926305325616, | |
| "learning_rate": 3.827751196172249e-06, | |
| "loss": 2.0304, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 25.738791005577827, | |
| "learning_rate": 3.907496012759171e-06, | |
| "loss": 2.0475, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 58.69199386579353, | |
| "learning_rate": 3.987240829346093e-06, | |
| "loss": 1.9845, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 37.20449610450609, | |
| "learning_rate": 4.066985645933015e-06, | |
| "loss": 2.0175, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 89.36416776615029, | |
| "learning_rate": 4.146730462519937e-06, | |
| "loss": 1.9578, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 101.55252002274557, | |
| "learning_rate": 4.226475279106859e-06, | |
| "loss": 1.9386, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 104.25772965906495, | |
| "learning_rate": 4.30622009569378e-06, | |
| "loss": 1.9127, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 73.24247004084259, | |
| "learning_rate": 4.385964912280702e-06, | |
| "loss": 1.9013, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 55.678633467664405, | |
| "learning_rate": 4.4657097288676235e-06, | |
| "loss": 1.9475, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 56.80299051795151, | |
| "learning_rate": 4.5454545454545455e-06, | |
| "loss": 1.9298, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 115.93807192744369, | |
| "learning_rate": 4.6251993620414676e-06, | |
| "loss": 1.9122, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 138.29720706820768, | |
| "learning_rate": 4.70494417862839e-06, | |
| "loss": 1.9148, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 64.46697637378894, | |
| "learning_rate": 4.784688995215312e-06, | |
| "loss": 1.8538, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 31.109569100993028, | |
| "learning_rate": 4.864433811802234e-06, | |
| "loss": 1.8521, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 93.53966227120632, | |
| "learning_rate": 4.944178628389155e-06, | |
| "loss": 1.8668, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 71.28746418071842, | |
| "learning_rate": 5.023923444976077e-06, | |
| "loss": 1.8926, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 100.01208286746005, | |
| "learning_rate": 5.103668261562998e-06, | |
| "loss": 1.8714, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 178.63921442879118, | |
| "learning_rate": 5.18341307814992e-06, | |
| "loss": 1.8607, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 87.46697005861438, | |
| "learning_rate": 5.263157894736842e-06, | |
| "loss": 1.8469, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 86.19419344109204, | |
| "learning_rate": 5.342902711323764e-06, | |
| "loss": 1.8907, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 153.7018375245623, | |
| "learning_rate": 5.422647527910686e-06, | |
| "loss": 1.8234, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 95.02919237295767, | |
| "learning_rate": 5.502392344497608e-06, | |
| "loss": 1.8559, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 25.987821729618794, | |
| "learning_rate": 5.5821371610845296e-06, | |
| "loss": 1.8536, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 114.75473423739496, | |
| "learning_rate": 5.661881977671452e-06, | |
| "loss": 1.8386, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 90.84187790615414, | |
| "learning_rate": 5.741626794258374e-06, | |
| "loss": 1.8388, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 57.34768834466746, | |
| "learning_rate": 5.821371610845296e-06, | |
| "loss": 1.7915, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 64.03323510367646, | |
| "learning_rate": 5.901116427432218e-06, | |
| "loss": 1.7557, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 149.80909484333534, | |
| "learning_rate": 5.98086124401914e-06, | |
| "loss": 1.7882, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 62.12524608189198, | |
| "learning_rate": 6.060606060606061e-06, | |
| "loss": 1.7519, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 73.82427046525916, | |
| "learning_rate": 6.140350877192983e-06, | |
| "loss": 1.8062, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 24.76231979460461, | |
| "learning_rate": 6.220095693779905e-06, | |
| "loss": 1.7428, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 26.93660166927335, | |
| "learning_rate": 6.299840510366827e-06, | |
| "loss": 1.745, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 37.978703409664675, | |
| "learning_rate": 6.379585326953749e-06, | |
| "loss": 1.7122, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 82.91890571531636, | |
| "learning_rate": 6.459330143540671e-06, | |
| "loss": 1.7411, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 29.18376707221025, | |
| "learning_rate": 6.539074960127592e-06, | |
| "loss": 1.7352, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 49.335502252231784, | |
| "learning_rate": 6.6188197767145144e-06, | |
| "loss": 1.7199, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 111.40783070766503, | |
| "learning_rate": 6.6985645933014365e-06, | |
| "loss": 1.7613, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 85.1646918942689, | |
| "learning_rate": 6.778309409888358e-06, | |
| "loss": 1.7133, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 70.00087276043905, | |
| "learning_rate": 6.858054226475279e-06, | |
| "loss": 1.6908, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 49.65381943486665, | |
| "learning_rate": 6.937799043062201e-06, | |
| "loss": 1.7231, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 95.24373804352825, | |
| "learning_rate": 7.017543859649123e-06, | |
| "loss": 1.6745, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 64.11363991177045, | |
| "learning_rate": 7.097288676236045e-06, | |
| "loss": 1.6983, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 70.68538220265329, | |
| "learning_rate": 7.177033492822967e-06, | |
| "loss": 1.6824, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 138.75242464393378, | |
| "learning_rate": 7.256778309409889e-06, | |
| "loss": 1.649, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 90.06365258303676, | |
| "learning_rate": 7.33652312599681e-06, | |
| "loss": 1.643, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 72.73042967609133, | |
| "learning_rate": 7.416267942583732e-06, | |
| "loss": 1.6788, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 27.447874063555897, | |
| "learning_rate": 7.496012759170654e-06, | |
| "loss": 1.6792, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 73.49470812643965, | |
| "learning_rate": 7.5757575757575764e-06, | |
| "loss": 1.642, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 80.74352794413599, | |
| "learning_rate": 7.655502392344498e-06, | |
| "loss": 1.6525, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 73.81716716184098, | |
| "learning_rate": 7.73524720893142e-06, | |
| "loss": 1.5964, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 38.191600022009645, | |
| "learning_rate": 7.814992025518342e-06, | |
| "loss": 1.6313, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 18.06253012227548, | |
| "learning_rate": 7.894736842105265e-06, | |
| "loss": 1.6604, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 24.73459428572392, | |
| "learning_rate": 7.974481658692186e-06, | |
| "loss": 1.5759, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 50.04381801331699, | |
| "learning_rate": 8.054226475279107e-06, | |
| "loss": 1.5912, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 35.65117096823928, | |
| "learning_rate": 8.13397129186603e-06, | |
| "loss": 1.5391, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 18.158882620517634, | |
| "learning_rate": 8.213716108452951e-06, | |
| "loss": 1.6366, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 71.3492024145027, | |
| "learning_rate": 8.293460925039874e-06, | |
| "loss": 1.587, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 62.73591440117429, | |
| "learning_rate": 8.373205741626795e-06, | |
| "loss": 1.627, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 145.02109525928412, | |
| "learning_rate": 8.452950558213718e-06, | |
| "loss": 1.6732, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 138.46543786648346, | |
| "learning_rate": 8.53269537480064e-06, | |
| "loss": 1.6037, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 41.17157734542531, | |
| "learning_rate": 8.61244019138756e-06, | |
| "loss": 1.5969, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 33.82537712897133, | |
| "learning_rate": 8.692185007974482e-06, | |
| "loss": 1.563, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 113.924690506077, | |
| "learning_rate": 8.771929824561405e-06, | |
| "loss": 1.7031, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 34.66368029094525, | |
| "learning_rate": 8.851674641148326e-06, | |
| "loss": 1.6131, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 52.361298252499964, | |
| "learning_rate": 8.931419457735247e-06, | |
| "loss": 1.5907, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 53.125404631251676, | |
| "learning_rate": 9.01116427432217e-06, | |
| "loss": 1.5827, | |
| "step": 565 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 19.156273263475168, | |
| "learning_rate": 9.090909090909091e-06, | |
| "loss": 1.6302, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 143.8432334874611, | |
| "learning_rate": 9.170653907496014e-06, | |
| "loss": 1.5555, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 368.11247127206894, | |
| "learning_rate": 9.250398724082935e-06, | |
| "loss": 1.5961, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 228.105268523375, | |
| "learning_rate": 9.330143540669856e-06, | |
| "loss": 1.6299, | |
| "step": 585 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 218.72930454225494, | |
| "learning_rate": 9.40988835725678e-06, | |
| "loss": 1.6438, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 69.19099361690543, | |
| "learning_rate": 9.4896331738437e-06, | |
| "loss": 1.5968, | |
| "step": 595 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 273.44260176317573, | |
| "learning_rate": 9.569377990430623e-06, | |
| "loss": 1.6588, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 108.41478313884119, | |
| "learning_rate": 9.649122807017545e-06, | |
| "loss": 1.6416, | |
| "step": 605 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 50.18154742266904, | |
| "learning_rate": 9.728867623604467e-06, | |
| "loss": 1.5721, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 112.04463934660725, | |
| "learning_rate": 9.808612440191389e-06, | |
| "loss": 1.5849, | |
| "step": 615 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 32.28186873084339, | |
| "learning_rate": 9.88835725677831e-06, | |
| "loss": 1.5449, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 22.56634647014017, | |
| "learning_rate": 9.968102073365233e-06, | |
| "loss": 1.6269, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 34.02729511631579, | |
| "learning_rate": 9.999993018898467e-06, | |
| "loss": 1.5205, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 64.92764744969796, | |
| "learning_rate": 9.999950356681914e-06, | |
| "loss": 1.4983, | |
| "step": 635 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 68.0486498997933, | |
| "learning_rate": 9.999868910969066e-06, | |
| "loss": 1.5166, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 104.02957985164318, | |
| "learning_rate": 9.999748682391682e-06, | |
| "loss": 1.5058, | |
| "step": 645 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 196.21172269323182, | |
| "learning_rate": 9.999589671882346e-06, | |
| "loss": 1.5047, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 82.03541854753365, | |
| "learning_rate": 9.99939188067447e-06, | |
| "loss": 1.5744, | |
| "step": 655 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 51.00835475129493, | |
| "learning_rate": 9.999155310302273e-06, | |
| "loss": 1.5452, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 98.82365817799119, | |
| "learning_rate": 9.99887996260078e-06, | |
| "loss": 1.4969, | |
| "step": 665 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 16.874754295539923, | |
| "learning_rate": 9.998565839705803e-06, | |
| "loss": 1.5154, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 29.85091432442721, | |
| "learning_rate": 9.99821294405392e-06, | |
| "loss": 1.4732, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 49.03627428907472, | |
| "learning_rate": 9.997821278382464e-06, | |
| "loss": 1.4751, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 16.240051854993116, | |
| "learning_rate": 9.9973908457295e-06, | |
| "loss": 1.4294, | |
| "step": 685 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 68.52459224489506, | |
| "learning_rate": 9.996921649433798e-06, | |
| "loss": 1.5206, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 59.24141740781687, | |
| "learning_rate": 9.996413693134806e-06, | |
| "loss": 1.5368, | |
| "step": 695 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 23.81437870004502, | |
| "learning_rate": 9.995866980772628e-06, | |
| "loss": 1.4872, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 46.773999542197224, | |
| "learning_rate": 9.995281516587992e-06, | |
| "loss": 1.4527, | |
| "step": 705 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 39.50144985995831, | |
| "learning_rate": 9.994657305122211e-06, | |
| "loss": 1.5007, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 46.84856657395977, | |
| "learning_rate": 9.993994351217153e-06, | |
| "loss": 1.5192, | |
| "step": 715 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 55.47555796478918, | |
| "learning_rate": 9.993292660015204e-06, | |
| "loss": 1.4567, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 80.68256162482182, | |
| "learning_rate": 9.992552236959224e-06, | |
| "loss": 1.4285, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 134.31997926928236, | |
| "learning_rate": 9.991773087792511e-06, | |
| "loss": 1.4885, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 66.37697245789519, | |
| "learning_rate": 9.990955218558751e-06, | |
| "loss": 1.4966, | |
| "step": 735 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 19.850962750681337, | |
| "learning_rate": 9.990098635601972e-06, | |
| "loss": 1.4439, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 52.40361976199728, | |
| "learning_rate": 9.989203345566495e-06, | |
| "loss": 1.454, | |
| "step": 745 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 33.039136783032085, | |
| "learning_rate": 9.988269355396889e-06, | |
| "loss": 1.4345, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 41.23047659142119, | |
| "learning_rate": 9.9872966723379e-06, | |
| "loss": 1.4253, | |
| "step": 755 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 35.085916948472395, | |
| "learning_rate": 9.986285303934417e-06, | |
| "loss": 1.4319, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 39.95359750068918, | |
| "learning_rate": 9.9852352580314e-06, | |
| "loss": 1.4612, | |
| "step": 765 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 36.42736785815932, | |
| "learning_rate": 9.984146542773816e-06, | |
| "loss": 1.436, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 71.54809292590623, | |
| "learning_rate": 9.98301916660659e-06, | |
| "loss": 1.4549, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 29.014569585895195, | |
| "learning_rate": 9.98185313827452e-06, | |
| "loss": 1.4602, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 66.4431423269554, | |
| "learning_rate": 9.980648466822234e-06, | |
| "loss": 1.4127, | |
| "step": 785 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 82.42917588379505, | |
| "learning_rate": 9.979405161594096e-06, | |
| "loss": 1.4307, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 20.533046985928028, | |
| "learning_rate": 9.978123232234147e-06, | |
| "loss": 1.438, | |
| "step": 795 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 37.93033568692731, | |
| "learning_rate": 9.976802688686028e-06, | |
| "loss": 1.4339, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 46.508789169836284, | |
| "learning_rate": 9.975443541192893e-06, | |
| "loss": 1.4597, | |
| "step": 805 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 40.00787244204549, | |
| "learning_rate": 9.974045800297353e-06, | |
| "loss": 1.4131, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 32.46278110990685, | |
| "learning_rate": 9.972609476841368e-06, | |
| "loss": 1.428, | |
| "step": 815 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 15.655135610066681, | |
| "learning_rate": 9.971134581966178e-06, | |
| "loss": 1.3959, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 55.27555299956493, | |
| "learning_rate": 9.969621127112211e-06, | |
| "loss": 1.3944, | |
| "step": 825 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 51.39607458001549, | |
| "learning_rate": 9.968069124019e-06, | |
| "loss": 1.4171, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 98.46791098210076, | |
| "learning_rate": 9.966478584725085e-06, | |
| "loss": 1.4095, | |
| "step": 835 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 137.41786647402353, | |
| "learning_rate": 9.964849521567924e-06, | |
| "loss": 1.3476, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 129.4577840164265, | |
| "learning_rate": 9.963181947183795e-06, | |
| "loss": 1.4229, | |
| "step": 845 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 95.65368163155473, | |
| "learning_rate": 9.961475874507699e-06, | |
| "loss": 1.4233, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 62.721176787924186, | |
| "learning_rate": 9.95973131677326e-06, | |
| "loss": 1.4064, | |
| "step": 855 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 30.860164466795904, | |
| "learning_rate": 9.957948287512621e-06, | |
| "loss": 1.3802, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 42.50256652034154, | |
| "learning_rate": 9.956126800556345e-06, | |
| "loss": 1.4213, | |
| "step": 865 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 34.15555075939201, | |
| "learning_rate": 9.954266870033296e-06, | |
| "loss": 1.3552, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 54.88898418231565, | |
| "learning_rate": 9.952368510370538e-06, | |
| "loss": 1.3625, | |
| "step": 875 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 18.884032632164693, | |
| "learning_rate": 9.950431736293224e-06, | |
| "loss": 1.3334, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 15.900420220237912, | |
| "learning_rate": 9.948456562824478e-06, | |
| "loss": 1.3605, | |
| "step": 885 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 131.80887482235394, | |
| "learning_rate": 9.946443005285275e-06, | |
| "loss": 1.409, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 163.96805849557074, | |
| "learning_rate": 9.944391079294333e-06, | |
| "loss": 1.4312, | |
| "step": 895 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 82.25681062434396, | |
| "learning_rate": 9.942300800767984e-06, | |
| "loss": 1.4167, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 24.811467763643222, | |
| "learning_rate": 9.94017218592005e-06, | |
| "loss": 1.4115, | |
| "step": 905 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 138.99962371211922, | |
| "learning_rate": 9.938005251261716e-06, | |
| "loss": 1.3919, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 127.34790212770166, | |
| "learning_rate": 9.935800013601415e-06, | |
| "loss": 1.3817, | |
| "step": 915 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 97.32673432981726, | |
| "learning_rate": 9.93355649004468e-06, | |
| "loss": 1.392, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 116.44363943428493, | |
| "learning_rate": 9.931274697994022e-06, | |
| "loss": 1.4288, | |
| "step": 925 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 32.57153425926579, | |
| "learning_rate": 9.92895465514879e-06, | |
| "loss": 1.4099, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 40.92256502700726, | |
| "learning_rate": 9.926596379505038e-06, | |
| "loss": 1.39, | |
| "step": 935 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 24.6089028121811, | |
| "learning_rate": 9.924199889355383e-06, | |
| "loss": 1.3834, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 53.43789806684882, | |
| "learning_rate": 9.921765203288862e-06, | |
| "loss": 1.3443, | |
| "step": 945 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 78.86589096360088, | |
| "learning_rate": 9.919292340190791e-06, | |
| "loss": 1.3232, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 169.69703753795483, | |
| "learning_rate": 9.916781319242616e-06, | |
| "loss": 1.355, | |
| "step": 955 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 128.35616751891993, | |
| "learning_rate": 9.914232159921763e-06, | |
| "loss": 1.3499, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 170.8159995835075, | |
| "learning_rate": 9.911644882001492e-06, | |
| "loss": 1.3774, | |
| "step": 965 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 242.3114747587618, | |
| "learning_rate": 9.909019505550739e-06, | |
| "loss": 1.403, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 19.274644048496455, | |
| "learning_rate": 9.906356050933962e-06, | |
| "loss": 1.3972, | |
| "step": 975 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 124.42550358180652, | |
| "learning_rate": 9.90365453881098e-06, | |
| "loss": 1.4083, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 60.61205111725167, | |
| "learning_rate": 9.900914990136823e-06, | |
| "loss": 1.3855, | |
| "step": 985 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 66.05748972719077, | |
| "learning_rate": 9.898137426161553e-06, | |
| "loss": 1.366, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 35.132041098504175, | |
| "learning_rate": 9.895321868430113e-06, | |
| "loss": 1.3247, | |
| "step": 995 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 65.81404594386613, | |
| "learning_rate": 9.892468338782157e-06, | |
| "loss": 1.3491, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 51.20887915656867, | |
| "learning_rate": 9.889576859351873e-06, | |
| "loss": 1.3253, | |
| "step": 1005 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 18.238224969318182, | |
| "learning_rate": 9.88664745256782e-06, | |
| "loss": 1.348, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 51.986812578913444, | |
| "learning_rate": 9.883680141152754e-06, | |
| "loss": 1.3209, | |
| "step": 1015 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 50.647412133452335, | |
| "learning_rate": 9.880674948123443e-06, | |
| "loss": 1.2969, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 105.81658721511505, | |
| "learning_rate": 9.877631896790498e-06, | |
| "loss": 1.3282, | |
| "step": 1025 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 73.03230926870046, | |
| "learning_rate": 9.874551010758187e-06, | |
| "loss": 1.3594, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 43.46077556050723, | |
| "learning_rate": 9.871432313924255e-06, | |
| "loss": 1.3671, | |
| "step": 1035 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 33.06794747937316, | |
| "learning_rate": 9.868275830479735e-06, | |
| "loss": 1.3475, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 39.348126182956804, | |
| "learning_rate": 9.86508158490876e-06, | |
| "loss": 1.337, | |
| "step": 1045 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 40.99333856290618, | |
| "learning_rate": 9.861849601988384e-06, | |
| "loss": 1.3296, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 65.76882059617591, | |
| "learning_rate": 9.85857990678837e-06, | |
| "loss": 1.2971, | |
| "step": 1055 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 54.99205996022647, | |
| "learning_rate": 9.855272524671015e-06, | |
| "loss": 1.316, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 42.90872114545079, | |
| "learning_rate": 9.851927481290943e-06, | |
| "loss": 1.2909, | |
| "step": 1065 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 26.211854548393905, | |
| "learning_rate": 9.848544802594903e-06, | |
| "loss": 1.2902, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 29.68871749210505, | |
| "learning_rate": 9.845124514821581e-06, | |
| "loss": 1.3173, | |
| "step": 1075 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 15.983386111517836, | |
| "learning_rate": 9.841666644501382e-06, | |
| "loss": 1.3163, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 27.945379558497496, | |
| "learning_rate": 9.838171218456234e-06, | |
| "loss": 1.3446, | |
| "step": 1085 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 56.1364144102052, | |
| "learning_rate": 9.834638263799373e-06, | |
| "loss": 1.2684, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 16.25358588764152, | |
| "learning_rate": 9.83106780793514e-06, | |
| "loss": 1.3174, | |
| "step": 1095 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 16.315534978552627, | |
| "learning_rate": 9.827459878558758e-06, | |
| "loss": 1.3129, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 39.991802716627106, | |
| "learning_rate": 9.823814503656133e-06, | |
| "loss": 1.339, | |
| "step": 1105 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 78.51197875810384, | |
| "learning_rate": 9.82013171150362e-06, | |
| "loss": 1.2832, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 131.516408664817, | |
| "learning_rate": 9.816411530667815e-06, | |
| "loss": 1.2999, | |
| "step": 1115 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 105.56204946684674, | |
| "learning_rate": 9.812653990005326e-06, | |
| "loss": 1.2812, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 71.45793899692477, | |
| "learning_rate": 9.808859118662558e-06, | |
| "loss": 1.3251, | |
| "step": 1125 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 43.2510250571711, | |
| "learning_rate": 9.805026946075478e-06, | |
| "loss": 1.2962, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 38.65847467257962, | |
| "learning_rate": 9.801157501969391e-06, | |
| "loss": 1.3306, | |
| "step": 1135 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 16.82575598106575, | |
| "learning_rate": 9.79725081635871e-06, | |
| "loss": 1.3118, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 86.73109834830365, | |
| "learning_rate": 9.793306919546721e-06, | |
| "loss": 1.327, | |
| "step": 1145 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 76.57583694942113, | |
| "learning_rate": 9.78932584212535e-06, | |
| "loss": 1.333, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 75.77091164184515, | |
| "learning_rate": 9.785307614974922e-06, | |
| "loss": 1.305, | |
| "step": 1155 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 27.307850503763753, | |
| "learning_rate": 9.781252269263926e-06, | |
| "loss": 1.3128, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 18.849974392610964, | |
| "learning_rate": 9.777159836448772e-06, | |
| "loss": 1.2797, | |
| "step": 1165 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 73.94404796962603, | |
| "learning_rate": 9.773030348273549e-06, | |
| "loss": 1.3013, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 37.713196588893524, | |
| "learning_rate": 9.768863836769769e-06, | |
| "loss": 1.3134, | |
| "step": 1175 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 22.644006560352732, | |
| "learning_rate": 9.764660334256129e-06, | |
| "loss": 1.2559, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 54.26678198371241, | |
| "learning_rate": 9.760419873338261e-06, | |
| "loss": 1.3301, | |
| "step": 1185 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 41.6545047602118, | |
| "learning_rate": 9.756142486908468e-06, | |
| "loss": 1.3054, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 124.14120608305727, | |
| "learning_rate": 9.751828208145482e-06, | |
| "loss": 1.2712, | |
| "step": 1195 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 103.65592115751637, | |
| "learning_rate": 9.747477070514197e-06, | |
| "loss": 1.2974, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 18.449321501714714, | |
| "learning_rate": 9.743089107765415e-06, | |
| "loss": 1.3109, | |
| "step": 1205 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 23.964828730028064, | |
| "learning_rate": 9.738664353935584e-06, | |
| "loss": 1.3119, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 55.244623515575064, | |
| "learning_rate": 9.734202843346522e-06, | |
| "loss": 1.2826, | |
| "step": 1215 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 127.9570188656042, | |
| "learning_rate": 9.729704610605174e-06, | |
| "loss": 1.3552, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 57.168348832178594, | |
| "learning_rate": 9.725169690603326e-06, | |
| "loss": 1.3105, | |
| "step": 1225 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 19.119791909003727, | |
| "learning_rate": 9.720598118517335e-06, | |
| "loss": 1.2647, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 15.068700087799538, | |
| "learning_rate": 9.715989929807863e-06, | |
| "loss": 1.3296, | |
| "step": 1235 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 13.063236194830704, | |
| "learning_rate": 9.7113451602196e-06, | |
| "loss": 1.2731, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 30.918149482626536, | |
| "learning_rate": 9.706663845780984e-06, | |
| "loss": 1.2805, | |
| "step": 1245 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 21.73056567479878, | |
| "learning_rate": 9.701946022803923e-06, | |
| "loss": 1.2877, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 14.082597819049196, | |
| "learning_rate": 9.697191727883517e-06, | |
| "loss": 1.245, | |
| "step": 1255 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 13.925884277798485, | |
| "learning_rate": 9.692400997897766e-06, | |
| "loss": 1.2595, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 34.48777339166718, | |
| "learning_rate": 9.68757387000729e-06, | |
| "loss": 1.2597, | |
| "step": 1265 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 28.898598379143074, | |
| "learning_rate": 9.68271038165504e-06, | |
| "loss": 1.2472, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 24.519580062882014, | |
| "learning_rate": 9.677810570566011e-06, | |
| "loss": 1.276, | |
| "step": 1275 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 15.327264954118917, | |
| "learning_rate": 9.672874474746936e-06, | |
| "loss": 1.2967, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 38.74856351082161, | |
| "learning_rate": 9.667902132486009e-06, | |
| "loss": 1.2777, | |
| "step": 1285 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 41.48509321739801, | |
| "learning_rate": 9.662893582352578e-06, | |
| "loss": 1.2827, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 18.409433564242203, | |
| "learning_rate": 9.65784886319684e-06, | |
| "loss": 1.2698, | |
| "step": 1295 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 36.50122502444449, | |
| "learning_rate": 9.652768014149558e-06, | |
| "loss": 1.2511, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 60.97525961610506, | |
| "learning_rate": 9.647651074621741e-06, | |
| "loss": 1.273, | |
| "step": 1305 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 18.52887382235792, | |
| "learning_rate": 9.642498084304343e-06, | |
| "loss": 1.2939, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 105.73659856855303, | |
| "learning_rate": 9.637309083167956e-06, | |
| "loss": 1.283, | |
| "step": 1315 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 54.80489925990439, | |
| "learning_rate": 9.632084111462502e-06, | |
| "loss": 1.2548, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 32.581451956274705, | |
| "learning_rate": 9.626823209716918e-06, | |
| "loss": 1.2678, | |
| "step": 1325 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 46.00949069799224, | |
| "learning_rate": 9.62152641873884e-06, | |
| "loss": 1.265, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 70.55959087583614, | |
| "learning_rate": 9.616193779614294e-06, | |
| "loss": 1.238, | |
| "step": 1335 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 103.04405383020065, | |
| "learning_rate": 9.610825333707366e-06, | |
| "loss": 1.2319, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 60.84507279059485, | |
| "learning_rate": 9.60542112265989e-06, | |
| "loss": 1.2579, | |
| "step": 1345 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 43.11664810609889, | |
| "learning_rate": 9.599981188391121e-06, | |
| "loss": 1.2779, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 19.27884813019292, | |
| "learning_rate": 9.594505573097415e-06, | |
| "loss": 1.2673, | |
| "step": 1355 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 41.17415094907435, | |
| "learning_rate": 9.588994319251893e-06, | |
| "loss": 1.2575, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 80.52598002804548, | |
| "learning_rate": 9.58344746960412e-06, | |
| "loss": 1.2923, | |
| "step": 1365 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 131.75389469351816, | |
| "learning_rate": 9.577865067179763e-06, | |
| "loss": 1.2309, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 34.702302597758866, | |
| "learning_rate": 9.572247155280272e-06, | |
| "loss": 1.2338, | |
| "step": 1375 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 30.45435415150428, | |
| "learning_rate": 9.566593777482535e-06, | |
| "loss": 1.2131, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 14.526144691710407, | |
| "learning_rate": 9.560904977638534e-06, | |
| "loss": 1.2528, | |
| "step": 1385 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 34.84087775379032, | |
| "learning_rate": 9.55518079987502e-06, | |
| "loss": 1.2633, | |
| "step": 1390 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 34.37392744333943, | |
| "learning_rate": 9.549421288593157e-06, | |
| "loss": 1.2466, | |
| "step": 1395 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 25.242239512558932, | |
| "learning_rate": 9.543626488468187e-06, | |
| "loss": 1.2109, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 54.55579102548687, | |
| "learning_rate": 9.53779644444908e-06, | |
| "loss": 1.2609, | |
| "step": 1405 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 140.8055042358258, | |
| "learning_rate": 9.531931201758179e-06, | |
| "loss": 1.3015, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 97.37315493318532, | |
| "learning_rate": 9.52603080589086e-06, | |
| "loss": 1.2571, | |
| "step": 1415 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 46.26704153992051, | |
| "learning_rate": 9.520095302615175e-06, | |
| "loss": 1.2803, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 73.34976497555171, | |
| "learning_rate": 9.514124737971495e-06, | |
| "loss": 1.2464, | |
| "step": 1425 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 25.693257105327774, | |
| "learning_rate": 9.508119158272155e-06, | |
| "loss": 1.2979, | |
| "step": 1430 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 30.71411354664324, | |
| "learning_rate": 9.502078610101093e-06, | |
| "loss": 1.2445, | |
| "step": 1435 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 63.90186425929748, | |
| "learning_rate": 9.496003140313488e-06, | |
| "loss": 1.2496, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 68.64375119765589, | |
| "learning_rate": 9.4898927960354e-06, | |
| "loss": 1.2801, | |
| "step": 1445 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 30.68818766300311, | |
| "learning_rate": 9.483747624663402e-06, | |
| "loss": 1.2339, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 68.82484665312072, | |
| "learning_rate": 9.477567673864217e-06, | |
| "loss": 1.264, | |
| "step": 1455 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 97.33125110484575, | |
| "learning_rate": 9.471352991574338e-06, | |
| "loss": 1.1965, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 74.82799272224965, | |
| "learning_rate": 9.465103625999666e-06, | |
| "loss": 1.249, | |
| "step": 1465 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 42.10200882887996, | |
| "learning_rate": 9.458819625615128e-06, | |
| "loss": 1.2599, | |
| "step": 1470 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 21.503760226209035, | |
| "learning_rate": 9.452501039164316e-06, | |
| "loss": 1.2293, | |
| "step": 1475 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 12.705240295699287, | |
| "learning_rate": 9.446147915659085e-06, | |
| "loss": 1.2591, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 25.640341994768104, | |
| "learning_rate": 9.439760304379197e-06, | |
| "loss": 1.2464, | |
| "step": 1485 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 15.317438409572903, | |
| "learning_rate": 9.433338254871921e-06, | |
| "loss": 1.2662, | |
| "step": 1490 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 12.969711022046635, | |
| "learning_rate": 9.42688181695166e-06, | |
| "loss": 1.2526, | |
| "step": 1495 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 14.36017295558206, | |
| "learning_rate": 9.42039104069956e-06, | |
| "loss": 1.2555, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 30.03616944170716, | |
| "learning_rate": 9.413865976463114e-06, | |
| "loss": 1.2769, | |
| "step": 1505 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 11.360803176898797, | |
| "learning_rate": 9.407306674855791e-06, | |
| "loss": 1.2364, | |
| "step": 1510 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 49.87156329789158, | |
| "learning_rate": 9.400713186756625e-06, | |
| "loss": 1.2477, | |
| "step": 1515 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 86.53910072982244, | |
| "learning_rate": 9.394085563309827e-06, | |
| "loss": 1.2605, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 105.84947509159466, | |
| "learning_rate": 9.387423855924392e-06, | |
| "loss": 1.2487, | |
| "step": 1525 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 65.52637068670442, | |
| "learning_rate": 9.380728116273688e-06, | |
| "loss": 1.2423, | |
| "step": 1530 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 119.82179764440622, | |
| "learning_rate": 9.373998396295074e-06, | |
| "loss": 1.2234, | |
| "step": 1535 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 133.77909845657626, | |
| "learning_rate": 9.367234748189481e-06, | |
| "loss": 1.2489, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 159.08278727932847, | |
| "learning_rate": 9.360437224421017e-06, | |
| "loss": 1.2952, | |
| "step": 1545 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 63.10040462726909, | |
| "learning_rate": 9.353605877716548e-06, | |
| "loss": 1.2614, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 34.04091339102446, | |
| "learning_rate": 9.346740761065306e-06, | |
| "loss": 1.2531, | |
| "step": 1555 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 35.16785924665489, | |
| "learning_rate": 9.339841927718462e-06, | |
| "loss": 1.2603, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 23.122318600475715, | |
| "learning_rate": 9.332909431188727e-06, | |
| "loss": 1.2556, | |
| "step": 1565 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 67.9225817759164, | |
| "learning_rate": 9.325943325249919e-06, | |
| "loss": 1.2678, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 42.36803318752, | |
| "learning_rate": 9.31894366393657e-06, | |
| "loss": 1.2595, | |
| "step": 1575 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 38.24892791593148, | |
| "learning_rate": 9.311910501543484e-06, | |
| "loss": 1.2649, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 33.072986204578875, | |
| "learning_rate": 9.304843892625328e-06, | |
| "loss": 1.2265, | |
| "step": 1585 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 51.375473350432735, | |
| "learning_rate": 9.297743891996206e-06, | |
| "loss": 1.2374, | |
| "step": 1590 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 72.99742141834597, | |
| "learning_rate": 9.290610554729234e-06, | |
| "loss": 1.2347, | |
| "step": 1595 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 44.69780516153163, | |
| "learning_rate": 9.283443936156115e-06, | |
| "loss": 1.2385, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 29.754510284616572, | |
| "learning_rate": 9.276244091866706e-06, | |
| "loss": 1.2023, | |
| "step": 1605 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 38.67257841119507, | |
| "learning_rate": 9.269011077708587e-06, | |
| "loss": 1.1824, | |
| "step": 1610 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 13.441846216080211, | |
| "learning_rate": 9.261744949786631e-06, | |
| "loss": 1.2361, | |
| "step": 1615 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 27.55608097284254, | |
| "learning_rate": 9.254445764462567e-06, | |
| "loss": 1.233, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 27.32724884687924, | |
| "learning_rate": 9.247113578354542e-06, | |
| "loss": 1.2303, | |
| "step": 1625 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 32.916185542014496, | |
| "learning_rate": 9.239748448336684e-06, | |
| "loss": 1.1871, | |
| "step": 1630 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 40.26776062578829, | |
| "learning_rate": 9.232350431538656e-06, | |
| "loss": 1.2197, | |
| "step": 1635 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 26.539249140139738, | |
| "learning_rate": 9.224919585345224e-06, | |
| "loss": 1.2424, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 42.91548620658504, | |
| "learning_rate": 9.217455967395797e-06, | |
| "loss": 1.235, | |
| "step": 1645 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 25.577426610049567, | |
| "learning_rate": 9.209959635583989e-06, | |
| "loss": 1.1816, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 145.37706227604983, | |
| "learning_rate": 9.202430648057168e-06, | |
| "loss": 1.2274, | |
| "step": 1655 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 60.28743939991855, | |
| "learning_rate": 9.19486906321601e-06, | |
| "loss": 1.244, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 89.40829440645322, | |
| "learning_rate": 9.18727493971403e-06, | |
| "loss": 1.2293, | |
| "step": 1665 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 30.016261250779323, | |
| "learning_rate": 9.179648336457152e-06, | |
| "loss": 1.2178, | |
| "step": 1670 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 69.79806829225218, | |
| "learning_rate": 9.171989312603226e-06, | |
| "loss": 1.2371, | |
| "step": 1675 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 33.75046239282183, | |
| "learning_rate": 9.164297927561589e-06, | |
| "loss": 1.1828, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 30.860464361892042, | |
| "learning_rate": 9.156574240992595e-06, | |
| "loss": 1.2215, | |
| "step": 1685 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 12.603211292014063, | |
| "learning_rate": 9.14881831280715e-06, | |
| "loss": 1.1896, | |
| "step": 1690 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 21.710094514034708, | |
| "learning_rate": 9.141030203166256e-06, | |
| "loss": 1.2149, | |
| "step": 1695 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 29.972993735270094, | |
| "learning_rate": 9.133209972480536e-06, | |
| "loss": 1.21, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 32.25125230505326, | |
| "learning_rate": 9.12535768140977e-06, | |
| "loss": 1.1865, | |
| "step": 1705 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 14.510629412132799, | |
| "learning_rate": 9.117473390862423e-06, | |
| "loss": 1.2079, | |
| "step": 1710 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 57.04858449477921, | |
| "learning_rate": 9.109557161995172e-06, | |
| "loss": 1.2233, | |
| "step": 1715 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 23.536365605668102, | |
| "learning_rate": 9.101609056212436e-06, | |
| "loss": 1.1857, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 33.14477448262465, | |
| "learning_rate": 9.09362913516589e-06, | |
| "loss": 1.2053, | |
| "step": 1725 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 22.001006135208947, | |
| "learning_rate": 9.085617460754e-06, | |
| "loss": 1.2251, | |
| "step": 1730 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 46.04474480037506, | |
| "learning_rate": 9.077574095121527e-06, | |
| "loss": 1.1855, | |
| "step": 1735 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 178.06471092476687, | |
| "learning_rate": 9.069499100659062e-06, | |
| "loss": 1.214, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 112.1066127393893, | |
| "learning_rate": 9.061392540002529e-06, | |
| "loss": 1.2568, | |
| "step": 1745 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 32.7696338020363, | |
| "learning_rate": 9.053254476032707e-06, | |
| "loss": 1.2082, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 32.2737586121428, | |
| "learning_rate": 9.045084971874738e-06, | |
| "loss": 1.229, | |
| "step": 1755 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 122.12017086229386, | |
| "learning_rate": 9.036884090897636e-06, | |
| "loss": 1.1983, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 55.543532987449844, | |
| "learning_rate": 9.028651896713801e-06, | |
| "loss": 1.2442, | |
| "step": 1765 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 47.727538162129946, | |
| "learning_rate": 9.02038845317852e-06, | |
| "loss": 1.224, | |
| "step": 1770 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 31.505266474855347, | |
| "learning_rate": 9.012093824389479e-06, | |
| "loss": 1.1994, | |
| "step": 1775 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 15.24770768078801, | |
| "learning_rate": 9.003768074686252e-06, | |
| "loss": 1.2407, | |
| "step": 1780 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 14.709528337913046, | |
| "learning_rate": 8.995411268649823e-06, | |
| "loss": 1.1652, | |
| "step": 1785 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 14.135555056286536, | |
| "learning_rate": 8.987023471102065e-06, | |
| "loss": 1.2027, | |
| "step": 1790 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 16.444958963981545, | |
| "learning_rate": 8.978604747105247e-06, | |
| "loss": 1.1981, | |
| "step": 1795 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 20.81255987516656, | |
| "learning_rate": 8.970155161961525e-06, | |
| "loss": 1.168, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 48.31156166566541, | |
| "learning_rate": 8.961674781212441e-06, | |
| "loss": 1.2039, | |
| "step": 1805 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 18.590219619000113, | |
| "learning_rate": 8.953163670638417e-06, | |
| "loss": 1.2163, | |
| "step": 1810 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 281.28025736153074, | |
| "learning_rate": 8.944621896258226e-06, | |
| "loss": 1.2775, | |
| "step": 1815 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 123.08320379278337, | |
| "learning_rate": 8.936049524328503e-06, | |
| "loss": 1.354, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 75.75731691411846, | |
| "learning_rate": 8.927446621343224e-06, | |
| "loss": 1.3129, | |
| "step": 1825 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 34.71176581843331, | |
| "learning_rate": 8.918813254033176e-06, | |
| "loss": 1.273, | |
| "step": 1830 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 49.87961729397193, | |
| "learning_rate": 8.91014948936546e-06, | |
| "loss": 1.2599, | |
| "step": 1835 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 106.4378468049301, | |
| "learning_rate": 8.901455394542964e-06, | |
| "loss": 1.2263, | |
| "step": 1840 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 56.95512794355685, | |
| "learning_rate": 8.89273103700383e-06, | |
| "loss": 1.2202, | |
| "step": 1845 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 24.944003009115644, | |
| "learning_rate": 8.883976484420952e-06, | |
| "loss": 1.2598, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 70.57804381679917, | |
| "learning_rate": 8.875191804701435e-06, | |
| "loss": 1.2316, | |
| "step": 1855 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 53.299298773769905, | |
| "learning_rate": 8.866377065986073e-06, | |
| "loss": 1.2213, | |
| "step": 1860 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 40.33989956408778, | |
| "learning_rate": 8.857532336648824e-06, | |
| "loss": 1.2235, | |
| "step": 1865 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 65.5400836902914, | |
| "learning_rate": 8.848657685296273e-06, | |
| "loss": 1.1612, | |
| "step": 1870 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 27.965897185320582, | |
| "learning_rate": 8.839753180767108e-06, | |
| "loss": 1.1724, | |
| "step": 1875 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 45.21745270502914, | |
| "learning_rate": 8.830818892131574e-06, | |
| "loss": 1.2201, | |
| "step": 1880 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 37.48517103110921, | |
| "learning_rate": 8.821854888690951e-06, | |
| "loss": 1.2056, | |
| "step": 1885 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 26.14460775927921, | |
| "learning_rate": 8.812861239977009e-06, | |
| "loss": 1.1405, | |
| "step": 1890 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 30.756963393435644, | |
| "learning_rate": 8.803838015751466e-06, | |
| "loss": 1.2068, | |
| "step": 1895 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 15.872518453502558, | |
| "learning_rate": 8.79478528600546e-06, | |
| "loss": 1.1709, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 21.50208498871656, | |
| "learning_rate": 8.785703120958984e-06, | |
| "loss": 1.1677, | |
| "step": 1905 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 10.856118691525518, | |
| "learning_rate": 8.776591591060362e-06, | |
| "loss": 1.2264, | |
| "step": 1910 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 40.954671585435015, | |
| "learning_rate": 8.767450766985695e-06, | |
| "loss": 1.1857, | |
| "step": 1915 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 49.58537287482142, | |
| "learning_rate": 8.758280719638308e-06, | |
| "loss": 1.1964, | |
| "step": 1920 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 13.049704664247738, | |
| "learning_rate": 8.749081520148208e-06, | |
| "loss": 1.2453, | |
| "step": 1925 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 23.785391381219522, | |
| "learning_rate": 8.739853239871525e-06, | |
| "loss": 1.153, | |
| "step": 1930 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 60.40460871725501, | |
| "learning_rate": 8.730595950389968e-06, | |
| "loss": 1.1967, | |
| "step": 1935 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 115.33237835715576, | |
| "learning_rate": 8.72130972351026e-06, | |
| "loss": 1.1745, | |
| "step": 1940 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 74.23673168195631, | |
| "learning_rate": 8.711994631263582e-06, | |
| "loss": 1.2084, | |
| "step": 1945 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 17.086398510709703, | |
| "learning_rate": 8.702650745905022e-06, | |
| "loss": 1.1629, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 17.745494370396166, | |
| "learning_rate": 8.69327813991301e-06, | |
| "loss": 1.199, | |
| "step": 1955 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 64.42565981438187, | |
| "learning_rate": 8.683876885988754e-06, | |
| "loss": 1.1997, | |
| "step": 1960 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 47.22856176111695, | |
| "learning_rate": 8.674447057055673e-06, | |
| "loss": 1.1512, | |
| "step": 1965 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 18.373253778486156, | |
| "learning_rate": 8.664988726258846e-06, | |
| "loss": 1.1819, | |
| "step": 1970 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 40.36729372062456, | |
| "learning_rate": 8.655501966964423e-06, | |
| "loss": 1.181, | |
| "step": 1975 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 41.205472594629185, | |
| "learning_rate": 8.64598685275908e-06, | |
| "loss": 1.1711, | |
| "step": 1980 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 64.89381631747843, | |
| "learning_rate": 8.636443457449423e-06, | |
| "loss": 1.1582, | |
| "step": 1985 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 55.965167818409526, | |
| "learning_rate": 8.626871855061438e-06, | |
| "loss": 1.1733, | |
| "step": 1990 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 11.74394826827574, | |
| "learning_rate": 8.617272119839903e-06, | |
| "loss": 1.1641, | |
| "step": 1995 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 18.818718263872356, | |
| "learning_rate": 8.607644326247815e-06, | |
| "loss": 1.2019, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 24.356848225004466, | |
| "learning_rate": 8.597988548965816e-06, | |
| "loss": 1.182, | |
| "step": 2005 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 38.96801509455619, | |
| "learning_rate": 8.58830486289161e-06, | |
| "loss": 1.1565, | |
| "step": 2010 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 18.75864031329419, | |
| "learning_rate": 8.578593343139383e-06, | |
| "loss": 1.1664, | |
| "step": 2015 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 11.008308427656528, | |
| "learning_rate": 8.568854065039221e-06, | |
| "loss": 1.1862, | |
| "step": 2020 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 15.710164994932063, | |
| "learning_rate": 8.559087104136525e-06, | |
| "loss": 1.2157, | |
| "step": 2025 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 17.80742108822311, | |
| "learning_rate": 8.549292536191427e-06, | |
| "loss": 1.1919, | |
| "step": 2030 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 52.31204255231068, | |
| "learning_rate": 8.539470437178197e-06, | |
| "loss": 1.1739, | |
| "step": 2035 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 26.783189607816958, | |
| "learning_rate": 8.52962088328466e-06, | |
| "loss": 1.1325, | |
| "step": 2040 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 30.67108147856411, | |
| "learning_rate": 8.519743950911603e-06, | |
| "loss": 1.1427, | |
| "step": 2045 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 35.6598813877968, | |
| "learning_rate": 8.50983971667218e-06, | |
| "loss": 1.1445, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 62.30361103014555, | |
| "learning_rate": 8.499908257391324e-06, | |
| "loss": 1.1561, | |
| "step": 2055 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 116.30880412069692, | |
| "learning_rate": 8.489949650105136e-06, | |
| "loss": 1.1698, | |
| "step": 2060 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 48.70919912868703, | |
| "learning_rate": 8.47996397206031e-06, | |
| "loss": 1.1355, | |
| "step": 2065 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 11.716903322124937, | |
| "learning_rate": 8.469951300713513e-06, | |
| "loss": 1.19, | |
| "step": 2070 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 55.354124576341796, | |
| "learning_rate": 8.4599117137308e-06, | |
| "loss": 1.1782, | |
| "step": 2075 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 13.10098703671678, | |
| "learning_rate": 8.449845288986996e-06, | |
| "loss": 1.1548, | |
| "step": 2080 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 35.531377891757835, | |
| "learning_rate": 8.43975210456511e-06, | |
| "loss": 1.1942, | |
| "step": 2085 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_loss": 1.175723671913147, | |
| "eval_runtime": 22.7527, | |
| "eval_samples_per_second": 29.975, | |
| "eval_steps_per_second": 3.78, | |
| "step": 2089 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 64.31259722987825, | |
| "learning_rate": 8.429632238755715e-06, | |
| "loss": 1.1549, | |
| "step": 2090 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 21.39883028096174, | |
| "learning_rate": 8.419485770056345e-06, | |
| "loss": 1.0579, | |
| "step": 2095 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "grad_norm": 77.26661622606343, | |
| "learning_rate": 8.409312777170887e-06, | |
| "loss": 1.0234, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "grad_norm": 118.27103629534572, | |
| "learning_rate": 8.399113339008972e-06, | |
| "loss": 1.0453, | |
| "step": 2105 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "grad_norm": 10.83419518615051, | |
| "learning_rate": 8.38888753468536e-06, | |
| "loss": 1.0526, | |
| "step": 2110 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "grad_norm": 72.66024262226586, | |
| "learning_rate": 8.378635443519327e-06, | |
| "loss": 1.0384, | |
| "step": 2115 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "grad_norm": 38.77684521763487, | |
| "learning_rate": 8.36835714503405e-06, | |
| "loss": 1.0805, | |
| "step": 2120 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "grad_norm": 41.11902719504846, | |
| "learning_rate": 8.358052718955991e-06, | |
| "loss": 1.0706, | |
| "step": 2125 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "grad_norm": 33.58755558749983, | |
| "learning_rate": 8.347722245214278e-06, | |
| "loss": 1.0223, | |
| "step": 2130 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "grad_norm": 16.78655551333738, | |
| "learning_rate": 8.337365803940085e-06, | |
| "loss": 1.0325, | |
| "step": 2135 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "grad_norm": 15.045629204193741, | |
| "learning_rate": 8.32698347546601e-06, | |
| "loss": 0.9827, | |
| "step": 2140 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "grad_norm": 10.386385770355343, | |
| "learning_rate": 8.31657534032545e-06, | |
| "loss": 1.0852, | |
| "step": 2145 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "grad_norm": 11.838565864001573, | |
| "learning_rate": 8.306141479251986e-06, | |
| "loss": 1.1009, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "grad_norm": 19.103702790345068, | |
| "learning_rate": 8.295681973178737e-06, | |
| "loss": 1.0622, | |
| "step": 2155 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "grad_norm": 30.27820356954596, | |
| "learning_rate": 8.285196903237756e-06, | |
| "loss": 1.0052, | |
| "step": 2160 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "grad_norm": 17.512545947701543, | |
| "learning_rate": 8.274686350759385e-06, | |
| "loss": 1.0538, | |
| "step": 2165 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "grad_norm": 17.02979238665457, | |
| "learning_rate": 8.264150397271625e-06, | |
| "loss": 1.0432, | |
| "step": 2170 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "grad_norm": 14.250117565435923, | |
| "learning_rate": 8.253589124499513e-06, | |
| "loss": 1.0358, | |
| "step": 2175 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "grad_norm": 21.657691854472944, | |
| "learning_rate": 8.243002614364477e-06, | |
| "loss": 1.0336, | |
| "step": 2180 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "grad_norm": 26.847149711495824, | |
| "learning_rate": 8.232390948983708e-06, | |
| "loss": 1.0533, | |
| "step": 2185 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "grad_norm": 28.332926967675494, | |
| "learning_rate": 8.22175421066952e-06, | |
| "loss": 1.0425, | |
| "step": 2190 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "grad_norm": 40.468943873941015, | |
| "learning_rate": 8.211092481928716e-06, | |
| "loss": 1.0442, | |
| "step": 2195 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "grad_norm": 103.1466147571405, | |
| "learning_rate": 8.200405845461936e-06, | |
| "loss": 1.0271, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "grad_norm": 19.81840592856725, | |
| "learning_rate": 8.189694384163032e-06, | |
| "loss": 1.039, | |
| "step": 2205 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "grad_norm": 92.75441725487488, | |
| "learning_rate": 8.178958181118408e-06, | |
| "loss": 1.0412, | |
| "step": 2210 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "grad_norm": 65.26337425081044, | |
| "learning_rate": 8.168197319606393e-06, | |
| "loss": 1.0292, | |
| "step": 2215 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "grad_norm": 48.16857676706638, | |
| "learning_rate": 8.15741188309658e-06, | |
| "loss": 1.0589, | |
| "step": 2220 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "grad_norm": 20.28860083230503, | |
| "learning_rate": 8.146601955249187e-06, | |
| "loss": 1.1085, | |
| "step": 2225 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "grad_norm": 18.544356908662962, | |
| "learning_rate": 8.135767619914409e-06, | |
| "loss": 1.0253, | |
| "step": 2230 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "grad_norm": 54.858949948350926, | |
| "learning_rate": 8.124908961131759e-06, | |
| "loss": 1.0569, | |
| "step": 2235 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "grad_norm": 16.01522512004077, | |
| "learning_rate": 8.114026063129423e-06, | |
| "loss": 1.0437, | |
| "step": 2240 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "grad_norm": 11.675529471257926, | |
| "learning_rate": 8.103119010323608e-06, | |
| "loss": 1.0305, | |
| "step": 2245 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "grad_norm": 22.5562676930228, | |
| "learning_rate": 8.09218788731788e-06, | |
| "loss": 1.0443, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "grad_norm": 12.811533267496014, | |
| "learning_rate": 8.081232778902517e-06, | |
| "loss": 1.0304, | |
| "step": 2255 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "grad_norm": 33.74300992461672, | |
| "learning_rate": 8.07025377005384e-06, | |
| "loss": 1.0305, | |
| "step": 2260 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "grad_norm": 11.9386461156158, | |
| "learning_rate": 8.05925094593357e-06, | |
| "loss": 1.0038, | |
| "step": 2265 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "grad_norm": 36.44871341029926, | |
| "learning_rate": 8.048224391888149e-06, | |
| "loss": 1.0582, | |
| "step": 2270 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "grad_norm": 12.11965617271235, | |
| "learning_rate": 8.03717419344809e-06, | |
| "loss": 1.0115, | |
| "step": 2275 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "grad_norm": 21.77486312990387, | |
| "learning_rate": 8.02610043632731e-06, | |
| "loss": 1.0416, | |
| "step": 2280 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "grad_norm": 53.681951373927376, | |
| "learning_rate": 8.015003206422466e-06, | |
| "loss": 1.0252, | |
| "step": 2285 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "grad_norm": 31.200980457431566, | |
| "learning_rate": 8.003882589812286e-06, | |
| "loss": 1.0308, | |
| "step": 2290 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "grad_norm": 15.928989078493425, | |
| "learning_rate": 7.992738672756909e-06, | |
| "loss": 1.0125, | |
| "step": 2295 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "grad_norm": 24.536673602683504, | |
| "learning_rate": 7.981571541697201e-06, | |
| "loss": 1.0506, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "grad_norm": 45.20798198645299, | |
| "learning_rate": 7.970381283254103e-06, | |
| "loss": 1.0187, | |
| "step": 2305 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "grad_norm": 18.637019828817333, | |
| "learning_rate": 7.959167984227947e-06, | |
| "loss": 1.0709, | |
| "step": 2310 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "grad_norm": 10.828822086637205, | |
| "learning_rate": 7.94793173159778e-06, | |
| "loss": 1.0201, | |
| "step": 2315 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "grad_norm": 20.712808146507694, | |
| "learning_rate": 7.936672612520703e-06, | |
| "loss": 1.0394, | |
| "step": 2320 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "grad_norm": 25.66403578687023, | |
| "learning_rate": 7.925390714331185e-06, | |
| "loss": 0.9954, | |
| "step": 2325 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "grad_norm": 17.744699122207855, | |
| "learning_rate": 7.914086124540385e-06, | |
| "loss": 1.0488, | |
| "step": 2330 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "grad_norm": 10.728581836966391, | |
| "learning_rate": 7.902758930835477e-06, | |
| "loss": 0.9978, | |
| "step": 2335 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "grad_norm": 14.77659035101248, | |
| "learning_rate": 7.891409221078965e-06, | |
| "loss": 1.0074, | |
| "step": 2340 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "grad_norm": 11.324873611774553, | |
| "learning_rate": 7.880037083308015e-06, | |
| "loss": 1.0467, | |
| "step": 2345 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "grad_norm": 18.13609193386062, | |
| "learning_rate": 7.868642605733748e-06, | |
| "loss": 1.0262, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "grad_norm": 21.163363621669056, | |
| "learning_rate": 7.857225876740585e-06, | |
| "loss": 1.0186, | |
| "step": 2355 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "grad_norm": 11.682336415878595, | |
| "learning_rate": 7.845786984885532e-06, | |
| "loss": 1.0763, | |
| "step": 2360 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "grad_norm": 23.383034088803946, | |
| "learning_rate": 7.834326018897517e-06, | |
| "loss": 1.0527, | |
| "step": 2365 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "grad_norm": 25.021889736454884, | |
| "learning_rate": 7.822843067676687e-06, | |
| "loss": 1.062, | |
| "step": 2370 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "grad_norm": 40.024432080338464, | |
| "learning_rate": 7.81133822029373e-06, | |
| "loss": 1.0081, | |
| "step": 2375 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "grad_norm": 40.54892814630993, | |
| "learning_rate": 7.799811565989168e-06, | |
| "loss": 1.0143, | |
| "step": 2380 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "grad_norm": 52.467160321768525, | |
| "learning_rate": 7.788263194172684e-06, | |
| "loss": 1.0009, | |
| "step": 2385 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "grad_norm": 19.394954321436536, | |
| "learning_rate": 7.77669319442241e-06, | |
| "loss": 1.0507, | |
| "step": 2390 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "grad_norm": 31.842098284984704, | |
| "learning_rate": 7.76510165648425e-06, | |
| "loss": 1.002, | |
| "step": 2395 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "grad_norm": 11.799095067117374, | |
| "learning_rate": 7.753488670271168e-06, | |
| "loss": 1.0261, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "grad_norm": 11.296471286729275, | |
| "learning_rate": 7.7418543258625e-06, | |
| "loss": 1.0273, | |
| "step": 2405 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "grad_norm": 14.687616170493245, | |
| "learning_rate": 7.730198713503254e-06, | |
| "loss": 1.0438, | |
| "step": 2410 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "grad_norm": 15.935842087773558, | |
| "learning_rate": 7.718521923603404e-06, | |
| "loss": 1.075, | |
| "step": 2415 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "grad_norm": 34.66083764640505, | |
| "learning_rate": 7.706824046737202e-06, | |
| "loss": 1.0269, | |
| "step": 2420 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "grad_norm": 14.87676217653969, | |
| "learning_rate": 7.69510517364246e-06, | |
| "loss": 1.0433, | |
| "step": 2425 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "grad_norm": 24.843001677592717, | |
| "learning_rate": 7.68336539521985e-06, | |
| "loss": 1.0354, | |
| "step": 2430 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "grad_norm": 49.94987574448101, | |
| "learning_rate": 7.671604802532212e-06, | |
| "loss": 1.0349, | |
| "step": 2435 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "grad_norm": 13.543687363156554, | |
| "learning_rate": 7.65982348680383e-06, | |
| "loss": 1.0423, | |
| "step": 2440 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "grad_norm": 16.86556164508137, | |
| "learning_rate": 7.648021539419737e-06, | |
| "loss": 1.0705, | |
| "step": 2445 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "grad_norm": 32.47096031936087, | |
| "learning_rate": 7.636199051924995e-06, | |
| "loss": 1.0183, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "grad_norm": 79.54617274412453, | |
| "learning_rate": 7.624356116023996e-06, | |
| "loss": 1.0353, | |
| "step": 2455 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "grad_norm": 142.10890803102654, | |
| "learning_rate": 7.612492823579744e-06, | |
| "loss": 1.0274, | |
| "step": 2460 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "grad_norm": 47.23173993730145, | |
| "learning_rate": 7.600609266613146e-06, | |
| "loss": 1.0489, | |
| "step": 2465 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "grad_norm": 59.92124516608769, | |
| "learning_rate": 7.588705537302293e-06, | |
| "loss": 0.9989, | |
| "step": 2470 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "grad_norm": 59.22799257897706, | |
| "learning_rate": 7.5767817279817505e-06, | |
| "loss": 1.0556, | |
| "step": 2475 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "grad_norm": 13.151294957406723, | |
| "learning_rate": 7.564837931141838e-06, | |
| "loss": 1.0351, | |
| "step": 2480 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "grad_norm": 17.68345473764651, | |
| "learning_rate": 7.552874239427919e-06, | |
| "loss": 1.0284, | |
| "step": 2485 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "grad_norm": 11.385377505873633, | |
| "learning_rate": 7.540890745639671e-06, | |
| "loss": 1.0024, | |
| "step": 2490 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "grad_norm": 12.275367858833812, | |
| "learning_rate": 7.5288875427303744e-06, | |
| "loss": 1.0409, | |
| "step": 2495 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "grad_norm": 11.83637535490282, | |
| "learning_rate": 7.516864723806187e-06, | |
| "loss": 1.0344, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "grad_norm": 34.797486247797174, | |
| "learning_rate": 7.504822382125432e-06, | |
| "loss": 1.0355, | |
| "step": 2505 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "grad_norm": 30.440405939761202, | |
| "learning_rate": 7.492760611097853e-06, | |
| "loss": 1.0466, | |
| "step": 2510 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "grad_norm": 39.27050022356261, | |
| "learning_rate": 7.480679504283911e-06, | |
| "loss": 1.0358, | |
| "step": 2515 | |
| }, | |
| { | |
| "epoch": 1.21, | |
| "grad_norm": 111.28841219490606, | |
| "learning_rate": 7.468579155394049e-06, | |
| "loss": 1.0479, | |
| "step": 2520 | |
| }, | |
| { | |
| "epoch": 1.21, | |
| "grad_norm": 17.371669561861527, | |
| "learning_rate": 7.456459658287966e-06, | |
| "loss": 1.0019, | |
| "step": 2525 | |
| }, | |
| { | |
| "epoch": 1.21, | |
| "grad_norm": 38.99618999463473, | |
| "learning_rate": 7.4443211069738915e-06, | |
| "loss": 1.0507, | |
| "step": 2530 | |
| }, | |
| { | |
| "epoch": 1.21, | |
| "grad_norm": 67.27417608891825, | |
| "learning_rate": 7.432163595607851e-06, | |
| "loss": 1.068, | |
| "step": 2535 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "grad_norm": 25.28556127116984, | |
| "learning_rate": 7.4199872184929386e-06, | |
| "loss": 1.0468, | |
| "step": 2540 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "grad_norm": 22.07083531651455, | |
| "learning_rate": 7.4077920700785884e-06, | |
| "loss": 1.0156, | |
| "step": 2545 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "grad_norm": 18.96005040941704, | |
| "learning_rate": 7.39557824495984e-06, | |
| "loss": 1.0286, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "grad_norm": 26.805165205719824, | |
| "learning_rate": 7.383345837876601e-06, | |
| "loss": 1.0801, | |
| "step": 2555 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "grad_norm": 22.97648522509187, | |
| "learning_rate": 7.371094943712915e-06, | |
| "loss": 0.9935, | |
| "step": 2560 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "grad_norm": 30.930291180833137, | |
| "learning_rate": 7.358825657496228e-06, | |
| "loss": 1.0561, | |
| "step": 2565 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "grad_norm": 33.315077001079466, | |
| "learning_rate": 7.34653807439665e-06, | |
| "loss": 1.046, | |
| "step": 2570 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "grad_norm": 19.150801336060933, | |
| "learning_rate": 7.334232289726213e-06, | |
| "loss": 1.0413, | |
| "step": 2575 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "grad_norm": 20.141715934579043, | |
| "learning_rate": 7.321908398938134e-06, | |
| "loss": 1.0382, | |
| "step": 2580 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "grad_norm": 12.731251418816345, | |
| "learning_rate": 7.3095664976260795e-06, | |
| "loss": 1.0305, | |
| "step": 2585 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "grad_norm": 16.580467000363992, | |
| "learning_rate": 7.297206681523414e-06, | |
| "loss": 0.975, | |
| "step": 2590 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "grad_norm": 32.477639163221376, | |
| "learning_rate": 7.284829046502467e-06, | |
| "loss": 1.0165, | |
| "step": 2595 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "grad_norm": 17.307265437975822, | |
| "learning_rate": 7.2724336885737855e-06, | |
| "loss": 1.0223, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "grad_norm": 22.08915667541513, | |
| "learning_rate": 7.260020703885385e-06, | |
| "loss": 1.0413, | |
| "step": 2605 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "grad_norm": 16.68626641098195, | |
| "learning_rate": 7.247590188722011e-06, | |
| "loss": 1.0494, | |
| "step": 2610 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "grad_norm": 14.191300352246056, | |
| "learning_rate": 7.235142239504391e-06, | |
| "loss": 1.0011, | |
| "step": 2615 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "grad_norm": 11.65852481350864, | |
| "learning_rate": 7.222676952788483e-06, | |
| "loss": 1.0231, | |
| "step": 2620 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "grad_norm": 16.888900245514556, | |
| "learning_rate": 7.210194425264723e-06, | |
| "loss": 1.0491, | |
| "step": 2625 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "grad_norm": 59.195202328708376, | |
| "learning_rate": 7.197694753757285e-06, | |
| "loss": 1.0551, | |
| "step": 2630 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "grad_norm": 60.11386477056807, | |
| "learning_rate": 7.185178035223327e-06, | |
| "loss": 1.0143, | |
| "step": 2635 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "grad_norm": 11.576504505121187, | |
| "learning_rate": 7.172644366752233e-06, | |
| "loss": 1.0531, | |
| "step": 2640 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "grad_norm": 10.46058230003902, | |
| "learning_rate": 7.160093845564865e-06, | |
| "loss": 1.0268, | |
| "step": 2645 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "grad_norm": 26.18520512409148, | |
| "learning_rate": 7.147526569012808e-06, | |
| "loss": 1.0367, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "grad_norm": 25.2465101190413, | |
| "learning_rate": 7.134942634577615e-06, | |
| "loss": 1.0497, | |
| "step": 2655 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "grad_norm": 26.819800933589967, | |
| "learning_rate": 7.12234213987005e-06, | |
| "loss": 1.0402, | |
| "step": 2660 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "grad_norm": 68.2338741882758, | |
| "learning_rate": 7.109725182629331e-06, | |
| "loss": 1.0688, | |
| "step": 2665 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "grad_norm": 27.32313574583239, | |
| "learning_rate": 7.0970918607223725e-06, | |
| "loss": 1.04, | |
| "step": 2670 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "grad_norm": 9.850956485372377, | |
| "learning_rate": 7.084442272143026e-06, | |
| "loss": 1.0213, | |
| "step": 2675 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "grad_norm": 34.810157571485284, | |
| "learning_rate": 7.071776515011322e-06, | |
| "loss": 1.0203, | |
| "step": 2680 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "grad_norm": 23.81807385682529, | |
| "learning_rate": 7.059094687572701e-06, | |
| "loss": 1.0457, | |
| "step": 2685 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "grad_norm": 43.977389848239504, | |
| "learning_rate": 7.046396888197267e-06, | |
| "loss": 1.0365, | |
| "step": 2690 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "grad_norm": 48.078854734616904, | |
| "learning_rate": 7.033683215379002e-06, | |
| "loss": 1.038, | |
| "step": 2695 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "grad_norm": 23.57919329607693, | |
| "learning_rate": 7.020953767735026e-06, | |
| "loss": 1.0466, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "grad_norm": 22.818858532991534, | |
| "learning_rate": 7.008208644004816e-06, | |
| "loss": 1.0056, | |
| "step": 2705 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "grad_norm": 18.334772366175663, | |
| "learning_rate": 6.995447943049445e-06, | |
| "loss": 1.0252, | |
| "step": 2710 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "grad_norm": 11.399434037005719, | |
| "learning_rate": 6.982671763850814e-06, | |
| "loss": 1.0142, | |
| "step": 2715 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "grad_norm": 10.28155898730571, | |
| "learning_rate": 6.96988020551089e-06, | |
| "loss": 1.0351, | |
| "step": 2720 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "grad_norm": 17.832996126580674, | |
| "learning_rate": 6.957073367250926e-06, | |
| "loss": 1.0158, | |
| "step": 2725 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "grad_norm": 48.02957071795844, | |
| "learning_rate": 6.944251348410702e-06, | |
| "loss": 1.0419, | |
| "step": 2730 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "grad_norm": 63.920502841577225, | |
| "learning_rate": 6.9314142484477495e-06, | |
| "loss": 1.0106, | |
| "step": 2735 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "grad_norm": 19.435179993016284, | |
| "learning_rate": 6.9185621669365824e-06, | |
| "loss": 1.005, | |
| "step": 2740 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "grad_norm": 47.99412320017374, | |
| "learning_rate": 6.905695203567919e-06, | |
| "loss": 1.0217, | |
| "step": 2745 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "grad_norm": 57.947004355499914, | |
| "learning_rate": 6.892813458147919e-06, | |
| "loss": 1.0484, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "grad_norm": 30.256013631909916, | |
| "learning_rate": 6.879917030597397e-06, | |
| "loss": 1.0396, | |
| "step": 2755 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "grad_norm": 75.76088023250433, | |
| "learning_rate": 6.867006020951057e-06, | |
| "loss": 1.0639, | |
| "step": 2760 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "grad_norm": 98.1978174208928, | |
| "learning_rate": 6.85408052935671e-06, | |
| "loss": 1.0113, | |
| "step": 2765 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "grad_norm": 44.1181635308628, | |
| "learning_rate": 6.8411406560745056e-06, | |
| "loss": 1.0121, | |
| "step": 2770 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "grad_norm": 25.27383288470199, | |
| "learning_rate": 6.828186501476145e-06, | |
| "loss": 1.0495, | |
| "step": 2775 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "grad_norm": 92.04463940084823, | |
| "learning_rate": 6.815218166044107e-06, | |
| "loss": 1.2186, | |
| "step": 2780 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "grad_norm": 110.44289224202511, | |
| "learning_rate": 6.802235750370869e-06, | |
| "loss": 1.0753, | |
| "step": 2785 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "grad_norm": 92.89557453494074, | |
| "learning_rate": 6.789239355158124e-06, | |
| "loss": 1.0942, | |
| "step": 2790 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "grad_norm": 20.62905692511695, | |
| "learning_rate": 6.776229081216001e-06, | |
| "loss": 1.0443, | |
| "step": 2795 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "grad_norm": 144.88795395727107, | |
| "learning_rate": 6.763205029462286e-06, | |
| "loss": 1.113, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "grad_norm": 69.5075489930535, | |
| "learning_rate": 6.750167300921635e-06, | |
| "loss": 1.0745, | |
| "step": 2805 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "grad_norm": 14.109594279697406, | |
| "learning_rate": 6.737115996724788e-06, | |
| "loss": 1.0656, | |
| "step": 2810 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "grad_norm": 25.34341047420732, | |
| "learning_rate": 6.7240512181077955e-06, | |
| "loss": 1.0636, | |
| "step": 2815 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "grad_norm": 23.00343909441898, | |
| "learning_rate": 6.71097306641122e-06, | |
| "loss": 1.0303, | |
| "step": 2820 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "grad_norm": 47.51176861801936, | |
| "learning_rate": 6.697881643079361e-06, | |
| "loss": 1.0088, | |
| "step": 2825 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "grad_norm": 47.837567720208895, | |
| "learning_rate": 6.684777049659457e-06, | |
| "loss": 1.056, | |
| "step": 2830 | |
| }, | |
| { | |
| "epoch": 1.36, | |
| "grad_norm": 31.84878815503996, | |
| "learning_rate": 6.67165938780091e-06, | |
| "loss": 1.0163, | |
| "step": 2835 | |
| }, | |
| { | |
| "epoch": 1.36, | |
| "grad_norm": 30.05363223244471, | |
| "learning_rate": 6.658528759254486e-06, | |
| "loss": 1.0036, | |
| "step": 2840 | |
| }, | |
| { | |
| "epoch": 1.36, | |
| "grad_norm": 28.173152010244216, | |
| "learning_rate": 6.645385265871534e-06, | |
| "loss": 1.0205, | |
| "step": 2845 | |
| }, | |
| { | |
| "epoch": 1.36, | |
| "grad_norm": 37.432071587397026, | |
| "learning_rate": 6.632229009603193e-06, | |
| "loss": 1.023, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 1.37, | |
| "grad_norm": 38.081206153241624, | |
| "learning_rate": 6.619060092499597e-06, | |
| "loss": 1.0324, | |
| "step": 2855 | |
| }, | |
| { | |
| "epoch": 1.37, | |
| "grad_norm": 36.999778028541904, | |
| "learning_rate": 6.605878616709091e-06, | |
| "loss": 1.0177, | |
| "step": 2860 | |
| }, | |
| { | |
| "epoch": 1.37, | |
| "grad_norm": 30.64923166629876, | |
| "learning_rate": 6.592684684477435e-06, | |
| "loss": 1.0482, | |
| "step": 2865 | |
| }, | |
| { | |
| "epoch": 1.37, | |
| "grad_norm": 24.411372445554925, | |
| "learning_rate": 6.579478398147006e-06, | |
| "loss": 1.0072, | |
| "step": 2870 | |
| }, | |
| { | |
| "epoch": 1.38, | |
| "grad_norm": 22.62967266475027, | |
| "learning_rate": 6.566259860156015e-06, | |
| "loss": 1.0411, | |
| "step": 2875 | |
| }, | |
| { | |
| "epoch": 1.38, | |
| "grad_norm": 40.22330702675117, | |
| "learning_rate": 6.553029173037703e-06, | |
| "loss": 1.0464, | |
| "step": 2880 | |
| }, | |
| { | |
| "epoch": 1.38, | |
| "grad_norm": 12.276757989932733, | |
| "learning_rate": 6.539786439419551e-06, | |
| "loss": 0.9993, | |
| "step": 2885 | |
| }, | |
| { | |
| "epoch": 1.38, | |
| "grad_norm": 67.13521060460982, | |
| "learning_rate": 6.526531762022481e-06, | |
| "loss": 0.972, | |
| "step": 2890 | |
| }, | |
| { | |
| "epoch": 1.39, | |
| "grad_norm": 9.30562079899624, | |
| "learning_rate": 6.513265243660057e-06, | |
| "loss": 1.0359, | |
| "step": 2895 | |
| }, | |
| { | |
| "epoch": 1.39, | |
| "grad_norm": 15.463181296386741, | |
| "learning_rate": 6.499986987237698e-06, | |
| "loss": 1.0689, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 1.39, | |
| "grad_norm": 38.35987368702724, | |
| "learning_rate": 6.486697095751866e-06, | |
| "loss": 1.046, | |
| "step": 2905 | |
| }, | |
| { | |
| "epoch": 1.39, | |
| "grad_norm": 51.29536765440244, | |
| "learning_rate": 6.473395672289276e-06, | |
| "loss": 1.0023, | |
| "step": 2910 | |
| }, | |
| { | |
| "epoch": 1.4, | |
| "grad_norm": 22.74499992275112, | |
| "learning_rate": 6.460082820026095e-06, | |
| "loss": 1.0224, | |
| "step": 2915 | |
| }, | |
| { | |
| "epoch": 1.4, | |
| "grad_norm": 14.121542219072454, | |
| "learning_rate": 6.446758642227139e-06, | |
| "loss": 0.9981, | |
| "step": 2920 | |
| }, | |
| { | |
| "epoch": 1.4, | |
| "grad_norm": 16.030000552808918, | |
| "learning_rate": 6.433423242245074e-06, | |
| "loss": 0.9867, | |
| "step": 2925 | |
| }, | |
| { | |
| "epoch": 1.4, | |
| "grad_norm": 10.406537832828766, | |
| "learning_rate": 6.420076723519615e-06, | |
| "loss": 1.011, | |
| "step": 2930 | |
| }, | |
| { | |
| "epoch": 1.4, | |
| "grad_norm": 37.84059572836015, | |
| "learning_rate": 6.40671918957672e-06, | |
| "loss": 1.0331, | |
| "step": 2935 | |
| }, | |
| { | |
| "epoch": 1.41, | |
| "grad_norm": 14.667305508413728, | |
| "learning_rate": 6.393350744027791e-06, | |
| "loss": 1.0198, | |
| "step": 2940 | |
| }, | |
| { | |
| "epoch": 1.41, | |
| "grad_norm": 36.13921979135307, | |
| "learning_rate": 6.379971490568873e-06, | |
| "loss": 0.9861, | |
| "step": 2945 | |
| }, | |
| { | |
| "epoch": 1.41, | |
| "grad_norm": 26.570245127974943, | |
| "learning_rate": 6.366581532979839e-06, | |
| "loss": 1.0279, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 1.41, | |
| "grad_norm": 17.62017661601059, | |
| "learning_rate": 6.353180975123595e-06, | |
| "loss": 1.0188, | |
| "step": 2955 | |
| }, | |
| { | |
| "epoch": 1.42, | |
| "grad_norm": 32.95948495024234, | |
| "learning_rate": 6.339769920945271e-06, | |
| "loss": 1.0063, | |
| "step": 2960 | |
| }, | |
| { | |
| "epoch": 1.42, | |
| "grad_norm": 15.73800595190658, | |
| "learning_rate": 6.326348474471411e-06, | |
| "loss": 1.0148, | |
| "step": 2965 | |
| }, | |
| { | |
| "epoch": 1.42, | |
| "grad_norm": 56.79929788589073, | |
| "learning_rate": 6.312916739809175e-06, | |
| "loss": 1.0393, | |
| "step": 2970 | |
| }, | |
| { | |
| "epoch": 1.42, | |
| "grad_norm": 16.480726935596905, | |
| "learning_rate": 6.299474821145523e-06, | |
| "loss": 1.0477, | |
| "step": 2975 | |
| }, | |
| { | |
| "epoch": 1.43, | |
| "grad_norm": 38.667697609989624, | |
| "learning_rate": 6.286022822746412e-06, | |
| "loss": 1.0143, | |
| "step": 2980 | |
| }, | |
| { | |
| "epoch": 1.43, | |
| "grad_norm": 58.92904707572273, | |
| "learning_rate": 6.272560848955982e-06, | |
| "loss": 1.0167, | |
| "step": 2985 | |
| }, | |
| { | |
| "epoch": 1.43, | |
| "grad_norm": 20.60934222232883, | |
| "learning_rate": 6.259089004195753e-06, | |
| "loss": 1.0412, | |
| "step": 2990 | |
| }, | |
| { | |
| "epoch": 1.43, | |
| "grad_norm": 11.609835173443809, | |
| "learning_rate": 6.2456073929638105e-06, | |
| "loss": 1.0344, | |
| "step": 2995 | |
| }, | |
| { | |
| "epoch": 1.44, | |
| "grad_norm": 15.925403203742539, | |
| "learning_rate": 6.232116119833998e-06, | |
| "loss": 1.0302, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 1.44, | |
| "grad_norm": 26.074125068096766, | |
| "learning_rate": 6.218615289455099e-06, | |
| "loss": 0.9989, | |
| "step": 3005 | |
| }, | |
| { | |
| "epoch": 1.44, | |
| "grad_norm": 45.603722662225124, | |
| "learning_rate": 6.2051050065500385e-06, | |
| "loss": 1.0237, | |
| "step": 3010 | |
| }, | |
| { | |
| "epoch": 1.44, | |
| "grad_norm": 58.41753678643921, | |
| "learning_rate": 6.191585375915056e-06, | |
| "loss": 1.0412, | |
| "step": 3015 | |
| }, | |
| { | |
| "epoch": 1.45, | |
| "grad_norm": 25.159511982535044, | |
| "learning_rate": 6.178056502418903e-06, | |
| "loss": 1.0237, | |
| "step": 3020 | |
| }, | |
| { | |
| "epoch": 1.45, | |
| "grad_norm": 28.18218931514194, | |
| "learning_rate": 6.164518491002024e-06, | |
| "loss": 1.0316, | |
| "step": 3025 | |
| }, | |
| { | |
| "epoch": 1.45, | |
| "grad_norm": 47.366261148901124, | |
| "learning_rate": 6.1509714466757434e-06, | |
| "loss": 1.0241, | |
| "step": 3030 | |
| }, | |
| { | |
| "epoch": 1.45, | |
| "grad_norm": 38.38409617127109, | |
| "learning_rate": 6.1374154745214546e-06, | |
| "loss": 1.0001, | |
| "step": 3035 | |
| }, | |
| { | |
| "epoch": 1.46, | |
| "grad_norm": 38.56253019339064, | |
| "learning_rate": 6.1238506796898e-06, | |
| "loss": 1.0271, | |
| "step": 3040 | |
| }, | |
| { | |
| "epoch": 1.46, | |
| "grad_norm": 12.608891832086847, | |
| "learning_rate": 6.110277167399861e-06, | |
| "loss": 0.9947, | |
| "step": 3045 | |
| }, | |
| { | |
| "epoch": 1.46, | |
| "grad_norm": 19.169158702468987, | |
| "learning_rate": 6.0966950429383296e-06, | |
| "loss": 1.0307, | |
| "step": 3050 | |
| }, | |
| { | |
| "epoch": 1.46, | |
| "grad_norm": 41.03614055535075, | |
| "learning_rate": 6.083104411658713e-06, | |
| "loss": 1.0259, | |
| "step": 3055 | |
| }, | |
| { | |
| "epoch": 1.46, | |
| "grad_norm": 19.64497035839063, | |
| "learning_rate": 6.069505378980496e-06, | |
| "loss": 1.0333, | |
| "step": 3060 | |
| }, | |
| { | |
| "epoch": 1.47, | |
| "grad_norm": 37.70889167065541, | |
| "learning_rate": 6.055898050388329e-06, | |
| "loss": 0.995, | |
| "step": 3065 | |
| }, | |
| { | |
| "epoch": 1.47, | |
| "grad_norm": 10.927911701371581, | |
| "learning_rate": 6.042282531431219e-06, | |
| "loss": 1.0221, | |
| "step": 3070 | |
| }, | |
| { | |
| "epoch": 1.47, | |
| "grad_norm": 32.56551156991652, | |
| "learning_rate": 6.028658927721698e-06, | |
| "loss": 1.0082, | |
| "step": 3075 | |
| }, | |
| { | |
| "epoch": 1.47, | |
| "grad_norm": 26.70617395653879, | |
| "learning_rate": 6.015027344935015e-06, | |
| "loss": 0.9973, | |
| "step": 3080 | |
| }, | |
| { | |
| "epoch": 1.48, | |
| "grad_norm": 14.894385335720711, | |
| "learning_rate": 6.001387888808306e-06, | |
| "loss": 0.9902, | |
| "step": 3085 | |
| }, | |
| { | |
| "epoch": 1.48, | |
| "grad_norm": 13.211787682951407, | |
| "learning_rate": 5.987740665139781e-06, | |
| "loss": 0.9998, | |
| "step": 3090 | |
| }, | |
| { | |
| "epoch": 1.48, | |
| "grad_norm": 75.47602180750957, | |
| "learning_rate": 5.9740857797879e-06, | |
| "loss": 1.0065, | |
| "step": 3095 | |
| }, | |
| { | |
| "epoch": 1.48, | |
| "grad_norm": 14.845864692586872, | |
| "learning_rate": 5.960423338670556e-06, | |
| "loss": 1.0307, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 1.49, | |
| "grad_norm": 27.650055779167467, | |
| "learning_rate": 5.946753447764245e-06, | |
| "loss": 1.0572, | |
| "step": 3105 | |
| }, | |
| { | |
| "epoch": 1.49, | |
| "grad_norm": 13.267098397480392, | |
| "learning_rate": 5.933076213103255e-06, | |
| "loss": 1.0206, | |
| "step": 3110 | |
| }, | |
| { | |
| "epoch": 1.49, | |
| "grad_norm": 25.70538785873925, | |
| "learning_rate": 5.919391740778833e-06, | |
| "loss": 1.0333, | |
| "step": 3115 | |
| }, | |
| { | |
| "epoch": 1.49, | |
| "grad_norm": 46.960902512905015, | |
| "learning_rate": 5.9057001369383724e-06, | |
| "loss": 1.0452, | |
| "step": 3120 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "grad_norm": 23.393286956454627, | |
| "learning_rate": 5.892001507784578e-06, | |
| "loss": 0.9978, | |
| "step": 3125 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "grad_norm": 45.22547925367693, | |
| "learning_rate": 5.878295959574652e-06, | |
| "loss": 1.0486, | |
| "step": 3130 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "grad_norm": 37.81575355466229, | |
| "learning_rate": 5.864583598619468e-06, | |
| "loss": 1.0479, | |
| "step": 3135 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "grad_norm": 75.5523242714923, | |
| "learning_rate": 5.850864531282737e-06, | |
| "loss": 0.9811, | |
| "step": 3140 | |
| }, | |
| { | |
| "epoch": 1.51, | |
| "grad_norm": 9.322942572595789, | |
| "learning_rate": 5.8371388639802005e-06, | |
| "loss": 1.0022, | |
| "step": 3145 | |
| }, | |
| { | |
| "epoch": 1.51, | |
| "grad_norm": 120.14854242746634, | |
| "learning_rate": 5.823406703178787e-06, | |
| "loss": 1.0265, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 1.51, | |
| "grad_norm": 13.951209542979104, | |
| "learning_rate": 5.809668155395793e-06, | |
| "loss": 1.0144, | |
| "step": 3155 | |
| }, | |
| { | |
| "epoch": 1.51, | |
| "grad_norm": 103.73227753974582, | |
| "learning_rate": 5.7959233271980646e-06, | |
| "loss": 1.0425, | |
| "step": 3160 | |
| }, | |
| { | |
| "epoch": 1.52, | |
| "grad_norm": 66.43150096676571, | |
| "learning_rate": 5.782172325201155e-06, | |
| "loss": 0.9871, | |
| "step": 3165 | |
| }, | |
| { | |
| "epoch": 1.52, | |
| "grad_norm": 68.98755866870444, | |
| "learning_rate": 5.768415256068512e-06, | |
| "loss": 0.9809, | |
| "step": 3170 | |
| }, | |
| { | |
| "epoch": 1.52, | |
| "grad_norm": 80.74624578213705, | |
| "learning_rate": 5.754652226510644e-06, | |
| "loss": 1.0192, | |
| "step": 3175 | |
| }, | |
| { | |
| "epoch": 1.52, | |
| "grad_norm": 137.9695859016004, | |
| "learning_rate": 5.74088334328429e-06, | |
| "loss": 1.0161, | |
| "step": 3180 | |
| }, | |
| { | |
| "epoch": 1.52, | |
| "grad_norm": 63.49365339331343, | |
| "learning_rate": 5.727108713191597e-06, | |
| "loss": 1.0079, | |
| "step": 3185 | |
| }, | |
| { | |
| "epoch": 1.53, | |
| "grad_norm": 40.41265662324084, | |
| "learning_rate": 5.713328443079292e-06, | |
| "loss": 1.0093, | |
| "step": 3190 | |
| }, | |
| { | |
| "epoch": 1.53, | |
| "grad_norm": 63.38555658611763, | |
| "learning_rate": 5.699542639837844e-06, | |
| "loss": 1.0024, | |
| "step": 3195 | |
| }, | |
| { | |
| "epoch": 1.53, | |
| "grad_norm": 12.269465174938087, | |
| "learning_rate": 5.685751410400644e-06, | |
| "loss": 1.0122, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 1.53, | |
| "grad_norm": 58.492079130688204, | |
| "learning_rate": 5.671954861743175e-06, | |
| "loss": 1.0435, | |
| "step": 3205 | |
| }, | |
| { | |
| "epoch": 1.54, | |
| "grad_norm": 11.186362843081401, | |
| "learning_rate": 5.658153100882178e-06, | |
| "loss": 1.0294, | |
| "step": 3210 | |
| }, | |
| { | |
| "epoch": 1.54, | |
| "grad_norm": 54.66499331951395, | |
| "learning_rate": 5.644346234874824e-06, | |
| "loss": 0.9912, | |
| "step": 3215 | |
| }, | |
| { | |
| "epoch": 1.54, | |
| "grad_norm": 46.18717197125881, | |
| "learning_rate": 5.630534370817885e-06, | |
| "loss": 1.026, | |
| "step": 3220 | |
| }, | |
| { | |
| "epoch": 1.54, | |
| "grad_norm": 44.48201762616146, | |
| "learning_rate": 5.616717615846897e-06, | |
| "loss": 1.0142, | |
| "step": 3225 | |
| }, | |
| { | |
| "epoch": 1.55, | |
| "grad_norm": 27.188507829156666, | |
| "learning_rate": 5.602896077135342e-06, | |
| "loss": 1.024, | |
| "step": 3230 | |
| }, | |
| { | |
| "epoch": 1.55, | |
| "grad_norm": 8.217129648382247, | |
| "learning_rate": 5.589069861893799e-06, | |
| "loss": 1.0026, | |
| "step": 3235 | |
| }, | |
| { | |
| "epoch": 1.55, | |
| "grad_norm": 61.945197661741965, | |
| "learning_rate": 5.575239077369128e-06, | |
| "loss": 0.9939, | |
| "step": 3240 | |
| }, | |
| { | |
| "epoch": 1.55, | |
| "grad_norm": 13.825033627294602, | |
| "learning_rate": 5.56140383084363e-06, | |
| "loss": 1.0086, | |
| "step": 3245 | |
| }, | |
| { | |
| "epoch": 1.56, | |
| "grad_norm": 9.234008434343483, | |
| "learning_rate": 5.5475642296342165e-06, | |
| "loss": 1.0152, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 1.56, | |
| "grad_norm": 20.716738156097975, | |
| "learning_rate": 5.533720381091582e-06, | |
| "loss": 1.0015, | |
| "step": 3255 | |
| }, | |
| { | |
| "epoch": 1.56, | |
| "grad_norm": 19.43572620769147, | |
| "learning_rate": 5.519872392599357e-06, | |
| "loss": 1.0076, | |
| "step": 3260 | |
| }, | |
| { | |
| "epoch": 1.56, | |
| "grad_norm": 19.048217911854966, | |
| "learning_rate": 5.506020371573292e-06, | |
| "loss": 1.0498, | |
| "step": 3265 | |
| }, | |
| { | |
| "epoch": 1.57, | |
| "grad_norm": 16.582318921763868, | |
| "learning_rate": 5.492164425460415e-06, | |
| "loss": 0.9832, | |
| "step": 3270 | |
| }, | |
| { | |
| "epoch": 1.57, | |
| "grad_norm": 9.98745623448622, | |
| "learning_rate": 5.4783046617382e-06, | |
| "loss": 1.0192, | |
| "step": 3275 | |
| }, | |
| { | |
| "epoch": 1.57, | |
| "grad_norm": 14.99346327546132, | |
| "learning_rate": 5.4644411879137336e-06, | |
| "loss": 1.0374, | |
| "step": 3280 | |
| }, | |
| { | |
| "epoch": 1.57, | |
| "grad_norm": 8.817865032724345, | |
| "learning_rate": 5.450574111522881e-06, | |
| "loss": 0.9941, | |
| "step": 3285 | |
| }, | |
| { | |
| "epoch": 1.57, | |
| "grad_norm": 23.359105027239817, | |
| "learning_rate": 5.436703540129451e-06, | |
| "loss": 1.0082, | |
| "step": 3290 | |
| }, | |
| { | |
| "epoch": 1.58, | |
| "grad_norm": 16.739020291277352, | |
| "learning_rate": 5.4228295813243616e-06, | |
| "loss": 1.0056, | |
| "step": 3295 | |
| }, | |
| { | |
| "epoch": 1.58, | |
| "grad_norm": 16.423967398163175, | |
| "learning_rate": 5.408952342724809e-06, | |
| "loss": 0.9916, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 1.58, | |
| "grad_norm": 9.739811362572759, | |
| "learning_rate": 5.395071931973428e-06, | |
| "loss": 0.982, | |
| "step": 3305 | |
| }, | |
| { | |
| "epoch": 1.58, | |
| "grad_norm": 23.570550216553134, | |
| "learning_rate": 5.381188456737458e-06, | |
| "loss": 1.0288, | |
| "step": 3310 | |
| }, | |
| { | |
| "epoch": 1.59, | |
| "grad_norm": 55.47454344744593, | |
| "learning_rate": 5.367302024707911e-06, | |
| "loss": 1.0332, | |
| "step": 3315 | |
| }, | |
| { | |
| "epoch": 1.59, | |
| "grad_norm": 26.04306253376443, | |
| "learning_rate": 5.353412743598735e-06, | |
| "loss": 1.0073, | |
| "step": 3320 | |
| }, | |
| { | |
| "epoch": 1.59, | |
| "grad_norm": 8.717762469870518, | |
| "learning_rate": 5.339520721145975e-06, | |
| "loss": 0.9828, | |
| "step": 3325 | |
| }, | |
| { | |
| "epoch": 1.59, | |
| "grad_norm": 35.571082237462264, | |
| "learning_rate": 5.32562606510694e-06, | |
| "loss": 0.9905, | |
| "step": 3330 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "grad_norm": 110.88123693974767, | |
| "learning_rate": 5.3117288832593684e-06, | |
| "loss": 0.9837, | |
| "step": 3335 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "grad_norm": 40.91506791872968, | |
| "learning_rate": 5.297829283400593e-06, | |
| "loss": 0.9843, | |
| "step": 3340 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "grad_norm": 38.323949248184086, | |
| "learning_rate": 5.283927373346698e-06, | |
| "loss": 0.9933, | |
| "step": 3345 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "grad_norm": 30.845490852861253, | |
| "learning_rate": 5.270023260931692e-06, | |
| "loss": 0.9839, | |
| "step": 3350 | |
| }, | |
| { | |
| "epoch": 1.61, | |
| "grad_norm": 22.64782634857941, | |
| "learning_rate": 5.25611705400666e-06, | |
| "loss": 1.0138, | |
| "step": 3355 | |
| }, | |
| { | |
| "epoch": 1.61, | |
| "grad_norm": 26.184436548177956, | |
| "learning_rate": 5.242208860438941e-06, | |
| "loss": 0.9931, | |
| "step": 3360 | |
| }, | |
| { | |
| "epoch": 1.61, | |
| "grad_norm": 13.140886596856888, | |
| "learning_rate": 5.228298788111281e-06, | |
| "loss": 1.0062, | |
| "step": 3365 | |
| }, | |
| { | |
| "epoch": 1.61, | |
| "grad_norm": 13.609895378416404, | |
| "learning_rate": 5.214386944920997e-06, | |
| "loss": 1.0407, | |
| "step": 3370 | |
| }, | |
| { | |
| "epoch": 1.62, | |
| "grad_norm": 48.12882451919059, | |
| "learning_rate": 5.200473438779147e-06, | |
| "loss": 1.0238, | |
| "step": 3375 | |
| }, | |
| { | |
| "epoch": 1.62, | |
| "grad_norm": 47.388558809521165, | |
| "learning_rate": 5.186558377609681e-06, | |
| "loss": 1.045, | |
| "step": 3380 | |
| }, | |
| { | |
| "epoch": 1.62, | |
| "grad_norm": 40.523042154403385, | |
| "learning_rate": 5.1726418693486205e-06, | |
| "loss": 1.0088, | |
| "step": 3385 | |
| }, | |
| { | |
| "epoch": 1.62, | |
| "grad_norm": 20.679596413250202, | |
| "learning_rate": 5.158724021943203e-06, | |
| "loss": 0.981, | |
| "step": 3390 | |
| }, | |
| { | |
| "epoch": 1.63, | |
| "grad_norm": 16.360399823586913, | |
| "learning_rate": 5.1448049433510605e-06, | |
| "loss": 0.9824, | |
| "step": 3395 | |
| }, | |
| { | |
| "epoch": 1.63, | |
| "grad_norm": 20.99757590116775, | |
| "learning_rate": 5.130884741539367e-06, | |
| "loss": 1.0283, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 1.63, | |
| "grad_norm": 10.32526806339637, | |
| "learning_rate": 5.1169635244840155e-06, | |
| "loss": 0.9799, | |
| "step": 3405 | |
| }, | |
| { | |
| "epoch": 1.63, | |
| "grad_norm": 29.547654212423627, | |
| "learning_rate": 5.103041400168773e-06, | |
| "loss": 0.9974, | |
| "step": 3410 | |
| }, | |
| { | |
| "epoch": 1.63, | |
| "grad_norm": 9.09541909774713, | |
| "learning_rate": 5.089118476584442e-06, | |
| "loss": 1.0364, | |
| "step": 3415 | |
| }, | |
| { | |
| "epoch": 1.64, | |
| "grad_norm": 51.048402382790165, | |
| "learning_rate": 5.075194861728027e-06, | |
| "loss": 0.9847, | |
| "step": 3420 | |
| }, | |
| { | |
| "epoch": 1.64, | |
| "grad_norm": 36.621677974601184, | |
| "learning_rate": 5.061270663601894e-06, | |
| "loss": 0.9757, | |
| "step": 3425 | |
| }, | |
| { | |
| "epoch": 1.64, | |
| "grad_norm": 10.828688380082344, | |
| "learning_rate": 5.04734599021293e-06, | |
| "loss": 1.0214, | |
| "step": 3430 | |
| }, | |
| { | |
| "epoch": 1.64, | |
| "grad_norm": 33.10946337579703, | |
| "learning_rate": 5.033420949571712e-06, | |
| "loss": 1.0129, | |
| "step": 3435 | |
| }, | |
| { | |
| "epoch": 1.65, | |
| "grad_norm": 60.9951919761553, | |
| "learning_rate": 5.019495649691666e-06, | |
| "loss": 0.9889, | |
| "step": 3440 | |
| }, | |
| { | |
| "epoch": 1.65, | |
| "grad_norm": 58.773708006418566, | |
| "learning_rate": 5.005570198588225e-06, | |
| "loss": 0.9727, | |
| "step": 3445 | |
| }, | |
| { | |
| "epoch": 1.65, | |
| "grad_norm": 15.419720806012116, | |
| "learning_rate": 4.991644704278002e-06, | |
| "loss": 1.012, | |
| "step": 3450 | |
| }, | |
| { | |
| "epoch": 1.65, | |
| "grad_norm": 55.136613670202486, | |
| "learning_rate": 4.977719274777939e-06, | |
| "loss": 1.0141, | |
| "step": 3455 | |
| }, | |
| { | |
| "epoch": 1.66, | |
| "grad_norm": 14.916839789353967, | |
| "learning_rate": 4.963794018104477e-06, | |
| "loss": 1.0053, | |
| "step": 3460 | |
| }, | |
| { | |
| "epoch": 1.66, | |
| "grad_norm": 11.320457215601513, | |
| "learning_rate": 4.949869042272715e-06, | |
| "loss": 0.994, | |
| "step": 3465 | |
| }, | |
| { | |
| "epoch": 1.66, | |
| "grad_norm": 17.620828214505696, | |
| "learning_rate": 4.935944455295577e-06, | |
| "loss": 0.984, | |
| "step": 3470 | |
| }, | |
| { | |
| "epoch": 1.66, | |
| "grad_norm": 10.844249910323798, | |
| "learning_rate": 4.922020365182968e-06, | |
| "loss": 0.9833, | |
| "step": 3475 | |
| }, | |
| { | |
| "epoch": 1.67, | |
| "grad_norm": 12.504670698527754, | |
| "learning_rate": 4.908096879940938e-06, | |
| "loss": 0.9964, | |
| "step": 3480 | |
| }, | |
| { | |
| "epoch": 1.67, | |
| "grad_norm": 36.07750945167731, | |
| "learning_rate": 4.894174107570852e-06, | |
| "loss": 0.9794, | |
| "step": 3485 | |
| }, | |
| { | |
| "epoch": 1.67, | |
| "grad_norm": 17.930791025212546, | |
| "learning_rate": 4.880252156068537e-06, | |
| "loss": 0.9863, | |
| "step": 3490 | |
| }, | |
| { | |
| "epoch": 1.67, | |
| "grad_norm": 13.68679631192367, | |
| "learning_rate": 4.866331133423457e-06, | |
| "loss": 0.9987, | |
| "step": 3495 | |
| }, | |
| { | |
| "epoch": 1.68, | |
| "grad_norm": 9.882717380883586, | |
| "learning_rate": 4.852411147617868e-06, | |
| "loss": 0.9947, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 1.68, | |
| "grad_norm": 30.80872267723861, | |
| "learning_rate": 4.838492306625989e-06, | |
| "loss": 0.9749, | |
| "step": 3505 | |
| }, | |
| { | |
| "epoch": 1.68, | |
| "grad_norm": 11.799677940117443, | |
| "learning_rate": 4.824574718413153e-06, | |
| "loss": 1.0141, | |
| "step": 3510 | |
| }, | |
| { | |
| "epoch": 1.68, | |
| "grad_norm": 15.968432128538577, | |
| "learning_rate": 4.81065849093498e-06, | |
| "loss": 0.988, | |
| "step": 3515 | |
| }, | |
| { | |
| "epoch": 1.69, | |
| "grad_norm": 25.712897313697816, | |
| "learning_rate": 4.796743732136531e-06, | |
| "loss": 1.0359, | |
| "step": 3520 | |
| }, | |
| { | |
| "epoch": 1.69, | |
| "grad_norm": 29.203631424510377, | |
| "learning_rate": 4.782830549951476e-06, | |
| "loss": 0.9835, | |
| "step": 3525 | |
| }, | |
| { | |
| "epoch": 1.69, | |
| "grad_norm": 8.873595606454442, | |
| "learning_rate": 4.768919052301261e-06, | |
| "loss": 0.985, | |
| "step": 3530 | |
| }, | |
| { | |
| "epoch": 1.69, | |
| "grad_norm": 46.42935680622523, | |
| "learning_rate": 4.755009347094257e-06, | |
| "loss": 0.9913, | |
| "step": 3535 | |
| }, | |
| { | |
| "epoch": 1.69, | |
| "grad_norm": 17.076341478099522, | |
| "learning_rate": 4.741101542224938e-06, | |
| "loss": 1.0313, | |
| "step": 3540 | |
| }, | |
| { | |
| "epoch": 1.7, | |
| "grad_norm": 10.925958833246463, | |
| "learning_rate": 4.7271957455730326e-06, | |
| "loss": 0.9854, | |
| "step": 3545 | |
| }, | |
| { | |
| "epoch": 1.7, | |
| "grad_norm": 30.127678329835934, | |
| "learning_rate": 4.713292065002695e-06, | |
| "loss": 0.989, | |
| "step": 3550 | |
| }, | |
| { | |
| "epoch": 1.7, | |
| "grad_norm": 8.733330224642398, | |
| "learning_rate": 4.699390608361665e-06, | |
| "loss": 0.9672, | |
| "step": 3555 | |
| }, | |
| { | |
| "epoch": 1.7, | |
| "grad_norm": 33.96332709724693, | |
| "learning_rate": 4.685491483480432e-06, | |
| "loss": 1.0112, | |
| "step": 3560 | |
| }, | |
| { | |
| "epoch": 1.71, | |
| "grad_norm": 25.6864537444401, | |
| "learning_rate": 4.671594798171398e-06, | |
| "loss": 0.9855, | |
| "step": 3565 | |
| }, | |
| { | |
| "epoch": 1.71, | |
| "grad_norm": 60.16929949077335, | |
| "learning_rate": 4.657700660228039e-06, | |
| "loss": 1.0007, | |
| "step": 3570 | |
| }, | |
| { | |
| "epoch": 1.71, | |
| "grad_norm": 27.295289345493682, | |
| "learning_rate": 4.643809177424078e-06, | |
| "loss": 0.9906, | |
| "step": 3575 | |
| }, | |
| { | |
| "epoch": 1.71, | |
| "grad_norm": 50.357119415673765, | |
| "learning_rate": 4.629920457512639e-06, | |
| "loss": 1.0039, | |
| "step": 3580 | |
| }, | |
| { | |
| "epoch": 1.72, | |
| "grad_norm": 44.45257943584308, | |
| "learning_rate": 4.616034608225415e-06, | |
| "loss": 1.0307, | |
| "step": 3585 | |
| }, | |
| { | |
| "epoch": 1.72, | |
| "grad_norm": 27.786913863445413, | |
| "learning_rate": 4.60215173727183e-06, | |
| "loss": 0.9879, | |
| "step": 3590 | |
| }, | |
| { | |
| "epoch": 1.72, | |
| "grad_norm": 48.34585944830353, | |
| "learning_rate": 4.588271952338212e-06, | |
| "loss": 0.9725, | |
| "step": 3595 | |
| }, | |
| { | |
| "epoch": 1.72, | |
| "grad_norm": 9.009434248028121, | |
| "learning_rate": 4.574395361086944e-06, | |
| "loss": 1.0042, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 1.73, | |
| "grad_norm": 9.657679661333356, | |
| "learning_rate": 4.56052207115564e-06, | |
| "loss": 1.031, | |
| "step": 3605 | |
| }, | |
| { | |
| "epoch": 1.73, | |
| "grad_norm": 20.431656441461232, | |
| "learning_rate": 4.546652190156307e-06, | |
| "loss": 1.0133, | |
| "step": 3610 | |
| }, | |
| { | |
| "epoch": 1.73, | |
| "grad_norm": 11.027509484486162, | |
| "learning_rate": 4.532785825674507e-06, | |
| "loss": 0.9944, | |
| "step": 3615 | |
| }, | |
| { | |
| "epoch": 1.73, | |
| "grad_norm": 34.1317866168886, | |
| "learning_rate": 4.518923085268531e-06, | |
| "loss": 0.9607, | |
| "step": 3620 | |
| }, | |
| { | |
| "epoch": 1.74, | |
| "grad_norm": 11.323934493725023, | |
| "learning_rate": 4.505064076468554e-06, | |
| "loss": 1.0051, | |
| "step": 3625 | |
| }, | |
| { | |
| "epoch": 1.74, | |
| "grad_norm": 9.65537790419105, | |
| "learning_rate": 4.491208906775804e-06, | |
| "loss": 0.9808, | |
| "step": 3630 | |
| }, | |
| { | |
| "epoch": 1.74, | |
| "grad_norm": 14.986483727940964, | |
| "learning_rate": 4.477357683661734e-06, | |
| "loss": 0.9929, | |
| "step": 3635 | |
| }, | |
| { | |
| "epoch": 1.74, | |
| "grad_norm": 20.46742252352603, | |
| "learning_rate": 4.463510514567182e-06, | |
| "loss": 0.9877, | |
| "step": 3640 | |
| }, | |
| { | |
| "epoch": 1.74, | |
| "grad_norm": 8.82644048612429, | |
| "learning_rate": 4.4496675069015425e-06, | |
| "loss": 0.9697, | |
| "step": 3645 | |
| }, | |
| { | |
| "epoch": 1.75, | |
| "grad_norm": 35.45185363875661, | |
| "learning_rate": 4.4358287680419266e-06, | |
| "loss": 0.938, | |
| "step": 3650 | |
| }, | |
| { | |
| "epoch": 1.75, | |
| "grad_norm": 8.927218808417328, | |
| "learning_rate": 4.421994405332336e-06, | |
| "loss": 0.9511, | |
| "step": 3655 | |
| }, | |
| { | |
| "epoch": 1.75, | |
| "grad_norm": 13.398869718334993, | |
| "learning_rate": 4.408164526082829e-06, | |
| "loss": 0.9831, | |
| "step": 3660 | |
| }, | |
| { | |
| "epoch": 1.75, | |
| "grad_norm": 21.186486974096724, | |
| "learning_rate": 4.394339237568683e-06, | |
| "loss": 0.9822, | |
| "step": 3665 | |
| }, | |
| { | |
| "epoch": 1.76, | |
| "grad_norm": 31.906189850276977, | |
| "learning_rate": 4.380518647029569e-06, | |
| "loss": 1.0042, | |
| "step": 3670 | |
| }, | |
| { | |
| "epoch": 1.76, | |
| "grad_norm": 44.23056796524824, | |
| "learning_rate": 4.366702861668717e-06, | |
| "loss": 0.9984, | |
| "step": 3675 | |
| }, | |
| { | |
| "epoch": 1.76, | |
| "grad_norm": 10.815149381033793, | |
| "learning_rate": 4.352891988652079e-06, | |
| "loss": 0.9797, | |
| "step": 3680 | |
| }, | |
| { | |
| "epoch": 1.76, | |
| "grad_norm": 8.701295348084267, | |
| "learning_rate": 4.33908613510751e-06, | |
| "loss": 0.997, | |
| "step": 3685 | |
| }, | |
| { | |
| "epoch": 1.77, | |
| "grad_norm": 11.085426213755271, | |
| "learning_rate": 4.325285408123927e-06, | |
| "loss": 0.9887, | |
| "step": 3690 | |
| }, | |
| { | |
| "epoch": 1.77, | |
| "grad_norm": 26.650491691099862, | |
| "learning_rate": 4.311489914750482e-06, | |
| "loss": 0.9835, | |
| "step": 3695 | |
| }, | |
| { | |
| "epoch": 1.77, | |
| "grad_norm": 15.476178046383668, | |
| "learning_rate": 4.2976997619957286e-06, | |
| "loss": 1.0136, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 1.77, | |
| "grad_norm": 43.02550170839576, | |
| "learning_rate": 4.283915056826798e-06, | |
| "loss": 0.9905, | |
| "step": 3705 | |
| }, | |
| { | |
| "epoch": 1.78, | |
| "grad_norm": 37.10151634563604, | |
| "learning_rate": 4.270135906168565e-06, | |
| "loss": 0.9985, | |
| "step": 3710 | |
| }, | |
| { | |
| "epoch": 1.78, | |
| "grad_norm": 37.098934447577655, | |
| "learning_rate": 4.256362416902817e-06, | |
| "loss": 1.0143, | |
| "step": 3715 | |
| }, | |
| { | |
| "epoch": 1.78, | |
| "grad_norm": 20.54112308633943, | |
| "learning_rate": 4.24259469586743e-06, | |
| "loss": 0.9833, | |
| "step": 3720 | |
| }, | |
| { | |
| "epoch": 1.78, | |
| "grad_norm": 56.832316432037075, | |
| "learning_rate": 4.228832849855535e-06, | |
| "loss": 0.9957, | |
| "step": 3725 | |
| }, | |
| { | |
| "epoch": 1.79, | |
| "grad_norm": 37.64198934955718, | |
| "learning_rate": 4.215076985614693e-06, | |
| "loss": 0.9669, | |
| "step": 3730 | |
| }, | |
| { | |
| "epoch": 1.79, | |
| "grad_norm": 23.041116285350675, | |
| "learning_rate": 4.2013272098460655e-06, | |
| "loss": 0.9809, | |
| "step": 3735 | |
| }, | |
| { | |
| "epoch": 1.79, | |
| "grad_norm": 24.646605109558998, | |
| "learning_rate": 4.187583629203585e-06, | |
| "loss": 0.9762, | |
| "step": 3740 | |
| }, | |
| { | |
| "epoch": 1.79, | |
| "grad_norm": 9.561626780358397, | |
| "learning_rate": 4.173846350293132e-06, | |
| "loss": 1.013, | |
| "step": 3745 | |
| }, | |
| { | |
| "epoch": 1.8, | |
| "grad_norm": 16.620276517775117, | |
| "learning_rate": 4.16011547967171e-06, | |
| "loss": 0.9239, | |
| "step": 3750 | |
| }, | |
| { | |
| "epoch": 1.8, | |
| "grad_norm": 29.951626947298184, | |
| "learning_rate": 4.146391123846607e-06, | |
| "loss": 0.9617, | |
| "step": 3755 | |
| }, | |
| { | |
| "epoch": 1.8, | |
| "grad_norm": 22.047445461982683, | |
| "learning_rate": 4.13267338927458e-06, | |
| "loss": 1.0074, | |
| "step": 3760 | |
| }, | |
| { | |
| "epoch": 1.8, | |
| "grad_norm": 17.773461135419947, | |
| "learning_rate": 4.118962382361029e-06, | |
| "loss": 0.9706, | |
| "step": 3765 | |
| }, | |
| { | |
| "epoch": 1.8, | |
| "grad_norm": 8.794451154358756, | |
| "learning_rate": 4.105258209459166e-06, | |
| "loss": 1.0097, | |
| "step": 3770 | |
| }, | |
| { | |
| "epoch": 1.81, | |
| "grad_norm": 8.668811758636195, | |
| "learning_rate": 4.0915609768691945e-06, | |
| "loss": 0.9995, | |
| "step": 3775 | |
| }, | |
| { | |
| "epoch": 1.81, | |
| "grad_norm": 16.452086855933032, | |
| "learning_rate": 4.077870790837482e-06, | |
| "loss": 1.0228, | |
| "step": 3780 | |
| }, | |
| { | |
| "epoch": 1.81, | |
| "grad_norm": 12.301249065878231, | |
| "learning_rate": 4.064187757555741e-06, | |
| "loss": 1.0011, | |
| "step": 3785 | |
| }, | |
| { | |
| "epoch": 1.81, | |
| "grad_norm": 10.172564049384052, | |
| "learning_rate": 4.050511983160196e-06, | |
| "loss": 0.978, | |
| "step": 3790 | |
| }, | |
| { | |
| "epoch": 1.82, | |
| "grad_norm": 16.042388681983102, | |
| "learning_rate": 4.036843573730774e-06, | |
| "loss": 1.0071, | |
| "step": 3795 | |
| }, | |
| { | |
| "epoch": 1.82, | |
| "grad_norm": 14.387805086187818, | |
| "learning_rate": 4.023182635290265e-06, | |
| "loss": 0.9592, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 1.82, | |
| "grad_norm": 9.81959520065953, | |
| "learning_rate": 4.009529273803515e-06, | |
| "loss": 1.0121, | |
| "step": 3805 | |
| }, | |
| { | |
| "epoch": 1.82, | |
| "grad_norm": 8.344220920288018, | |
| "learning_rate": 3.995883595176592e-06, | |
| "loss": 0.9565, | |
| "step": 3810 | |
| }, | |
| { | |
| "epoch": 1.83, | |
| "grad_norm": 20.36821445801639, | |
| "learning_rate": 3.982245705255974e-06, | |
| "loss": 1.0107, | |
| "step": 3815 | |
| }, | |
| { | |
| "epoch": 1.83, | |
| "grad_norm": 11.121790792242514, | |
| "learning_rate": 3.968615709827721e-06, | |
| "loss": 0.9715, | |
| "step": 3820 | |
| }, | |
| { | |
| "epoch": 1.83, | |
| "grad_norm": 16.342402943091855, | |
| "learning_rate": 3.954993714616659e-06, | |
| "loss": 1.0091, | |
| "step": 3825 | |
| }, | |
| { | |
| "epoch": 1.83, | |
| "grad_norm": 9.904176782476654, | |
| "learning_rate": 3.941379825285556e-06, | |
| "loss": 0.9693, | |
| "step": 3830 | |
| }, | |
| { | |
| "epoch": 1.84, | |
| "grad_norm": 11.419934769380342, | |
| "learning_rate": 3.927774147434305e-06, | |
| "loss": 0.9822, | |
| "step": 3835 | |
| }, | |
| { | |
| "epoch": 1.84, | |
| "grad_norm": 10.452890707593966, | |
| "learning_rate": 3.914176786599109e-06, | |
| "loss": 0.9852, | |
| "step": 3840 | |
| }, | |
| { | |
| "epoch": 1.84, | |
| "grad_norm": 26.228382661936003, | |
| "learning_rate": 3.9005878482516505e-06, | |
| "loss": 0.9714, | |
| "step": 3845 | |
| }, | |
| { | |
| "epoch": 1.84, | |
| "grad_norm": 18.93629721807814, | |
| "learning_rate": 3.8870074377982845e-06, | |
| "loss": 1.0015, | |
| "step": 3850 | |
| }, | |
| { | |
| "epoch": 1.85, | |
| "grad_norm": 12.807379699240501, | |
| "learning_rate": 3.8734356605792175e-06, | |
| "loss": 0.9835, | |
| "step": 3855 | |
| }, | |
| { | |
| "epoch": 1.85, | |
| "grad_norm": 25.877592721851357, | |
| "learning_rate": 3.8598726218676885e-06, | |
| "loss": 0.9796, | |
| "step": 3860 | |
| }, | |
| { | |
| "epoch": 1.85, | |
| "grad_norm": 20.897895805112853, | |
| "learning_rate": 3.846318426869155e-06, | |
| "loss": 0.9784, | |
| "step": 3865 | |
| }, | |
| { | |
| "epoch": 1.85, | |
| "grad_norm": 11.687204967102584, | |
| "learning_rate": 3.832773180720475e-06, | |
| "loss": 1.0237, | |
| "step": 3870 | |
| }, | |
| { | |
| "epoch": 1.85, | |
| "grad_norm": 9.974454791153411, | |
| "learning_rate": 3.819236988489089e-06, | |
| "loss": 0.9967, | |
| "step": 3875 | |
| }, | |
| { | |
| "epoch": 1.86, | |
| "grad_norm": 9.796178394040796, | |
| "learning_rate": 3.8057099551722167e-06, | |
| "loss": 0.9752, | |
| "step": 3880 | |
| }, | |
| { | |
| "epoch": 1.86, | |
| "grad_norm": 11.111172418219686, | |
| "learning_rate": 3.7921921856960275e-06, | |
| "loss": 0.9656, | |
| "step": 3885 | |
| }, | |
| { | |
| "epoch": 1.86, | |
| "grad_norm": 10.2474731637693, | |
| "learning_rate": 3.7786837849148345e-06, | |
| "loss": 0.9717, | |
| "step": 3890 | |
| }, | |
| { | |
| "epoch": 1.86, | |
| "grad_norm": 9.121649110534628, | |
| "learning_rate": 3.7651848576102817e-06, | |
| "loss": 0.9876, | |
| "step": 3895 | |
| }, | |
| { | |
| "epoch": 1.87, | |
| "grad_norm": 34.880912096250306, | |
| "learning_rate": 3.751695508490526e-06, | |
| "loss": 0.9895, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 1.87, | |
| "grad_norm": 10.935080330855971, | |
| "learning_rate": 3.7382158421894314e-06, | |
| "loss": 0.9845, | |
| "step": 3905 | |
| }, | |
| { | |
| "epoch": 1.87, | |
| "grad_norm": 11.554841797659506, | |
| "learning_rate": 3.724745963265754e-06, | |
| "loss": 0.9719, | |
| "step": 3910 | |
| }, | |
| { | |
| "epoch": 1.87, | |
| "grad_norm": 14.925679874948655, | |
| "learning_rate": 3.711285976202331e-06, | |
| "loss": 0.9937, | |
| "step": 3915 | |
| }, | |
| { | |
| "epoch": 1.88, | |
| "grad_norm": 13.64648892643207, | |
| "learning_rate": 3.697835985405268e-06, | |
| "loss": 0.9643, | |
| "step": 3920 | |
| }, | |
| { | |
| "epoch": 1.88, | |
| "grad_norm": 36.709510998248206, | |
| "learning_rate": 3.6843960952031403e-06, | |
| "loss": 0.9791, | |
| "step": 3925 | |
| }, | |
| { | |
| "epoch": 1.88, | |
| "grad_norm": 7.8407391187618884, | |
| "learning_rate": 3.670966409846165e-06, | |
| "loss": 0.981, | |
| "step": 3930 | |
| }, | |
| { | |
| "epoch": 1.88, | |
| "grad_norm": 16.739518442817054, | |
| "learning_rate": 3.657547033505408e-06, | |
| "loss": 1.0069, | |
| "step": 3935 | |
| }, | |
| { | |
| "epoch": 1.89, | |
| "grad_norm": 11.298436950240601, | |
| "learning_rate": 3.6441380702719694e-06, | |
| "loss": 0.9742, | |
| "step": 3940 | |
| }, | |
| { | |
| "epoch": 1.89, | |
| "grad_norm": 7.963293710950193, | |
| "learning_rate": 3.6307396241561763e-06, | |
| "loss": 0.9344, | |
| "step": 3945 | |
| }, | |
| { | |
| "epoch": 1.89, | |
| "grad_norm": 26.42454880482335, | |
| "learning_rate": 3.6173517990867786e-06, | |
| "loss": 1.0019, | |
| "step": 3950 | |
| }, | |
| { | |
| "epoch": 1.89, | |
| "grad_norm": 16.045988747973926, | |
| "learning_rate": 3.6039746989101395e-06, | |
| "loss": 1.0088, | |
| "step": 3955 | |
| }, | |
| { | |
| "epoch": 1.9, | |
| "grad_norm": 13.27979194406066, | |
| "learning_rate": 3.5906084273894325e-06, | |
| "loss": 0.9682, | |
| "step": 3960 | |
| }, | |
| { | |
| "epoch": 1.9, | |
| "grad_norm": 8.793325623553274, | |
| "learning_rate": 3.5772530882038344e-06, | |
| "loss": 0.9838, | |
| "step": 3965 | |
| }, | |
| { | |
| "epoch": 1.9, | |
| "grad_norm": 11.821425482751579, | |
| "learning_rate": 3.563908784947725e-06, | |
| "loss": 0.9836, | |
| "step": 3970 | |
| }, | |
| { | |
| "epoch": 1.9, | |
| "grad_norm": 39.998296542892334, | |
| "learning_rate": 3.550575621129878e-06, | |
| "loss": 1.0189, | |
| "step": 3975 | |
| }, | |
| { | |
| "epoch": 1.91, | |
| "grad_norm": 15.1093434381566, | |
| "learning_rate": 3.5372537001726636e-06, | |
| "loss": 0.9898, | |
| "step": 3980 | |
| }, | |
| { | |
| "epoch": 1.91, | |
| "grad_norm": 14.50157891355612, | |
| "learning_rate": 3.523943125411241e-06, | |
| "loss": 0.9531, | |
| "step": 3985 | |
| }, | |
| { | |
| "epoch": 1.91, | |
| "grad_norm": 13.587062714494829, | |
| "learning_rate": 3.5106440000927605e-06, | |
| "loss": 0.9647, | |
| "step": 3990 | |
| }, | |
| { | |
| "epoch": 1.91, | |
| "grad_norm": 30.702177901025777, | |
| "learning_rate": 3.4973564273755623e-06, | |
| "loss": 0.9836, | |
| "step": 3995 | |
| }, | |
| { | |
| "epoch": 1.91, | |
| "grad_norm": 26.40943406882129, | |
| "learning_rate": 3.484080510328376e-06, | |
| "loss": 1.006, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 1.92, | |
| "grad_norm": 14.716315253426446, | |
| "learning_rate": 3.470816351929518e-06, | |
| "loss": 0.978, | |
| "step": 4005 | |
| }, | |
| { | |
| "epoch": 1.92, | |
| "grad_norm": 29.74520933128085, | |
| "learning_rate": 3.4575640550660964e-06, | |
| "loss": 0.9628, | |
| "step": 4010 | |
| }, | |
| { | |
| "epoch": 1.92, | |
| "grad_norm": 30.263732722218563, | |
| "learning_rate": 3.4443237225332175e-06, | |
| "loss": 0.9887, | |
| "step": 4015 | |
| }, | |
| { | |
| "epoch": 1.92, | |
| "grad_norm": 10.954514736706937, | |
| "learning_rate": 3.431095457033176e-06, | |
| "loss": 0.9583, | |
| "step": 4020 | |
| }, | |
| { | |
| "epoch": 1.93, | |
| "grad_norm": 37.228214662070975, | |
| "learning_rate": 3.417879361174668e-06, | |
| "loss": 0.9659, | |
| "step": 4025 | |
| }, | |
| { | |
| "epoch": 1.93, | |
| "grad_norm": 15.16100059468391, | |
| "learning_rate": 3.4046755374719937e-06, | |
| "loss": 0.9335, | |
| "step": 4030 | |
| }, | |
| { | |
| "epoch": 1.93, | |
| "grad_norm": 12.198537640361408, | |
| "learning_rate": 3.391484088344257e-06, | |
| "loss": 1.035, | |
| "step": 4035 | |
| }, | |
| { | |
| "epoch": 1.93, | |
| "grad_norm": 13.857890919612432, | |
| "learning_rate": 3.378305116114578e-06, | |
| "loss": 0.9719, | |
| "step": 4040 | |
| }, | |
| { | |
| "epoch": 1.94, | |
| "grad_norm": 10.272309138820516, | |
| "learning_rate": 3.3651387230092968e-06, | |
| "loss": 0.9536, | |
| "step": 4045 | |
| }, | |
| { | |
| "epoch": 1.94, | |
| "grad_norm": 19.11512558681597, | |
| "learning_rate": 3.351985011157179e-06, | |
| "loss": 0.9844, | |
| "step": 4050 | |
| }, | |
| { | |
| "epoch": 1.94, | |
| "grad_norm": 10.035609306539854, | |
| "learning_rate": 3.338844082588622e-06, | |
| "loss": 0.9774, | |
| "step": 4055 | |
| }, | |
| { | |
| "epoch": 1.94, | |
| "grad_norm": 25.993999378606528, | |
| "learning_rate": 3.3257160392348742e-06, | |
| "loss": 0.9606, | |
| "step": 4060 | |
| }, | |
| { | |
| "epoch": 1.95, | |
| "grad_norm": 15.20456680256575, | |
| "learning_rate": 3.3126009829272264e-06, | |
| "loss": 0.9607, | |
| "step": 4065 | |
| }, | |
| { | |
| "epoch": 1.95, | |
| "grad_norm": 12.985047485753542, | |
| "learning_rate": 3.2994990153962368e-06, | |
| "loss": 0.9958, | |
| "step": 4070 | |
| }, | |
| { | |
| "epoch": 1.95, | |
| "grad_norm": 27.250576147432255, | |
| "learning_rate": 3.286410238270938e-06, | |
| "loss": 0.9707, | |
| "step": 4075 | |
| }, | |
| { | |
| "epoch": 1.95, | |
| "grad_norm": 23.237297577998998, | |
| "learning_rate": 3.273334753078044e-06, | |
| "loss": 0.9865, | |
| "step": 4080 | |
| }, | |
| { | |
| "epoch": 1.96, | |
| "grad_norm": 36.2559038386085, | |
| "learning_rate": 3.260272661241169e-06, | |
| "loss": 0.9921, | |
| "step": 4085 | |
| }, | |
| { | |
| "epoch": 1.96, | |
| "grad_norm": 12.629482250692973, | |
| "learning_rate": 3.2472240640800366e-06, | |
| "loss": 0.9776, | |
| "step": 4090 | |
| }, | |
| { | |
| "epoch": 1.96, | |
| "grad_norm": 25.679398471263376, | |
| "learning_rate": 3.234189062809695e-06, | |
| "loss": 0.964, | |
| "step": 4095 | |
| }, | |
| { | |
| "epoch": 1.96, | |
| "grad_norm": 18.41202064781562, | |
| "learning_rate": 3.221167758539735e-06, | |
| "loss": 0.9973, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 1.97, | |
| "grad_norm": 19.600278086619667, | |
| "learning_rate": 3.2081602522734987e-06, | |
| "loss": 0.9672, | |
| "step": 4105 | |
| }, | |
| { | |
| "epoch": 1.97, | |
| "grad_norm": 28.129681758236057, | |
| "learning_rate": 3.195166644907303e-06, | |
| "loss": 0.9608, | |
| "step": 4110 | |
| }, | |
| { | |
| "epoch": 1.97, | |
| "grad_norm": 35.65829361341883, | |
| "learning_rate": 3.182187037229653e-06, | |
| "loss": 0.9868, | |
| "step": 4115 | |
| }, | |
| { | |
| "epoch": 1.97, | |
| "grad_norm": 53.75973544835431, | |
| "learning_rate": 3.169221529920461e-06, | |
| "loss": 0.9811, | |
| "step": 4120 | |
| }, | |
| { | |
| "epoch": 1.97, | |
| "grad_norm": 33.402890642008714, | |
| "learning_rate": 3.156270223550267e-06, | |
| "loss": 0.9692, | |
| "step": 4125 | |
| }, | |
| { | |
| "epoch": 1.98, | |
| "grad_norm": 21.343513185169783, | |
| "learning_rate": 3.1433332185794574e-06, | |
| "loss": 0.9727, | |
| "step": 4130 | |
| }, | |
| { | |
| "epoch": 1.98, | |
| "grad_norm": 19.548777290841777, | |
| "learning_rate": 3.1304106153574854e-06, | |
| "loss": 0.9821, | |
| "step": 4135 | |
| }, | |
| { | |
| "epoch": 1.98, | |
| "grad_norm": 18.1115211703872, | |
| "learning_rate": 3.11750251412209e-06, | |
| "loss": 0.9726, | |
| "step": 4140 | |
| }, | |
| { | |
| "epoch": 1.98, | |
| "grad_norm": 18.685232106404783, | |
| "learning_rate": 3.104609014998529e-06, | |
| "loss": 0.9751, | |
| "step": 4145 | |
| }, | |
| { | |
| "epoch": 1.99, | |
| "grad_norm": 11.227358846491693, | |
| "learning_rate": 3.091730217998788e-06, | |
| "loss": 0.9731, | |
| "step": 4150 | |
| }, | |
| { | |
| "epoch": 1.99, | |
| "grad_norm": 11.517323088069816, | |
| "learning_rate": 3.078866223020815e-06, | |
| "loss": 1.0052, | |
| "step": 4155 | |
| }, | |
| { | |
| "epoch": 1.99, | |
| "grad_norm": 25.0384098221508, | |
| "learning_rate": 3.0660171298477404e-06, | |
| "loss": 1.0083, | |
| "step": 4160 | |
| }, | |
| { | |
| "epoch": 1.99, | |
| "grad_norm": 16.94768681316917, | |
| "learning_rate": 3.0531830381471067e-06, | |
| "loss": 0.9752, | |
| "step": 4165 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "grad_norm": 8.588170176953263, | |
| "learning_rate": 3.0403640474700896e-06, | |
| "loss": 0.9555, | |
| "step": 4170 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "grad_norm": 9.215380313524344, | |
| "learning_rate": 3.027560257250733e-06, | |
| "loss": 0.952, | |
| "step": 4175 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_loss": 1.0642353296279907, | |
| "eval_runtime": 23.8529, | |
| "eval_samples_per_second": 28.592, | |
| "eval_steps_per_second": 3.605, | |
| "step": 4178 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "grad_norm": 13.573858653914106, | |
| "learning_rate": 3.0147717668051724e-06, | |
| "loss": 0.8981, | |
| "step": 4180 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "grad_norm": 18.873030657919557, | |
| "learning_rate": 3.001998675330866e-06, | |
| "loss": 0.759, | |
| "step": 4185 | |
| }, | |
| { | |
| "epoch": 2.01, | |
| "grad_norm": 8.173629821809747, | |
| "learning_rate": 2.9892410819058305e-06, | |
| "loss": 0.7479, | |
| "step": 4190 | |
| }, | |
| { | |
| "epoch": 2.01, | |
| "grad_norm": 23.25227484245958, | |
| "learning_rate": 2.9764990854878624e-06, | |
| "loss": 0.7643, | |
| "step": 4195 | |
| }, | |
| { | |
| "epoch": 2.01, | |
| "grad_norm": 17.486628298515132, | |
| "learning_rate": 2.9637727849137756e-06, | |
| "loss": 0.7602, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 2.01, | |
| "grad_norm": 19.77879353592806, | |
| "learning_rate": 2.951062278898637e-06, | |
| "loss": 0.7625, | |
| "step": 4205 | |
| }, | |
| { | |
| "epoch": 2.02, | |
| "grad_norm": 10.798809944934707, | |
| "learning_rate": 2.9383676660349985e-06, | |
| "loss": 0.7606, | |
| "step": 4210 | |
| }, | |
| { | |
| "epoch": 2.02, | |
| "grad_norm": 8.468520083178667, | |
| "learning_rate": 2.925689044792132e-06, | |
| "loss": 0.7785, | |
| "step": 4215 | |
| }, | |
| { | |
| "epoch": 2.02, | |
| "grad_norm": 7.653837677871906, | |
| "learning_rate": 2.913026513515267e-06, | |
| "loss": 0.7565, | |
| "step": 4220 | |
| }, | |
| { | |
| "epoch": 2.02, | |
| "grad_norm": 10.409223708870869, | |
| "learning_rate": 2.900380170424822e-06, | |
| "loss": 0.7618, | |
| "step": 4225 | |
| }, | |
| { | |
| "epoch": 2.02, | |
| "grad_norm": 9.190800677290847, | |
| "learning_rate": 2.887750113615653e-06, | |
| "loss": 0.7538, | |
| "step": 4230 | |
| }, | |
| { | |
| "epoch": 2.03, | |
| "grad_norm": 9.49794118924554, | |
| "learning_rate": 2.8751364410562864e-06, | |
| "loss": 0.7455, | |
| "step": 4235 | |
| }, | |
| { | |
| "epoch": 2.03, | |
| "grad_norm": 8.882150205834177, | |
| "learning_rate": 2.862539250588159e-06, | |
| "loss": 0.7393, | |
| "step": 4240 | |
| }, | |
| { | |
| "epoch": 2.03, | |
| "grad_norm": 10.164923004822544, | |
| "learning_rate": 2.849958639924857e-06, | |
| "loss": 0.752, | |
| "step": 4245 | |
| }, | |
| { | |
| "epoch": 2.03, | |
| "grad_norm": 7.517801242805189, | |
| "learning_rate": 2.837394706651361e-06, | |
| "loss": 0.7288, | |
| "step": 4250 | |
| }, | |
| { | |
| "epoch": 2.04, | |
| "grad_norm": 8.567898863308367, | |
| "learning_rate": 2.824847548223294e-06, | |
| "loss": 0.7621, | |
| "step": 4255 | |
| }, | |
| { | |
| "epoch": 2.04, | |
| "grad_norm": 19.200262587497104, | |
| "learning_rate": 2.8123172619661533e-06, | |
| "loss": 0.7403, | |
| "step": 4260 | |
| }, | |
| { | |
| "epoch": 2.04, | |
| "grad_norm": 34.338248210616015, | |
| "learning_rate": 2.7998039450745707e-06, | |
| "loss": 0.7527, | |
| "step": 4265 | |
| }, | |
| { | |
| "epoch": 2.04, | |
| "grad_norm": 43.683571918193586, | |
| "learning_rate": 2.78730769461154e-06, | |
| "loss": 0.7473, | |
| "step": 4270 | |
| }, | |
| { | |
| "epoch": 2.05, | |
| "grad_norm": 47.33081899689442, | |
| "learning_rate": 2.7748286075076834e-06, | |
| "loss": 0.7542, | |
| "step": 4275 | |
| }, | |
| { | |
| "epoch": 2.05, | |
| "grad_norm": 33.31457673836802, | |
| "learning_rate": 2.7623667805604904e-06, | |
| "loss": 0.7194, | |
| "step": 4280 | |
| }, | |
| { | |
| "epoch": 2.05, | |
| "grad_norm": 57.238913173627324, | |
| "learning_rate": 2.749922310433559e-06, | |
| "loss": 0.7551, | |
| "step": 4285 | |
| }, | |
| { | |
| "epoch": 2.05, | |
| "grad_norm": 51.36622889249512, | |
| "learning_rate": 2.737495293655864e-06, | |
| "loss": 0.7549, | |
| "step": 4290 | |
| }, | |
| { | |
| "epoch": 2.06, | |
| "grad_norm": 19.947390534463395, | |
| "learning_rate": 2.7250858266209916e-06, | |
| "loss": 0.7166, | |
| "step": 4295 | |
| }, | |
| { | |
| "epoch": 2.06, | |
| "grad_norm": 24.893700391748535, | |
| "learning_rate": 2.7126940055864048e-06, | |
| "loss": 0.7562, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 2.06, | |
| "grad_norm": 21.31431192612938, | |
| "learning_rate": 2.700319926672682e-06, | |
| "loss": 0.7409, | |
| "step": 4305 | |
| }, | |
| { | |
| "epoch": 2.06, | |
| "grad_norm": 32.18603275253525, | |
| "learning_rate": 2.68796368586279e-06, | |
| "loss": 0.7548, | |
| "step": 4310 | |
| }, | |
| { | |
| "epoch": 2.07, | |
| "grad_norm": 30.148267757127694, | |
| "learning_rate": 2.6756253790013194e-06, | |
| "loss": 0.7442, | |
| "step": 4315 | |
| }, | |
| { | |
| "epoch": 2.07, | |
| "grad_norm": 24.43578842907068, | |
| "learning_rate": 2.663305101793758e-06, | |
| "loss": 0.7158, | |
| "step": 4320 | |
| }, | |
| { | |
| "epoch": 2.07, | |
| "grad_norm": 13.424960572619238, | |
| "learning_rate": 2.6510029498057436e-06, | |
| "loss": 0.758, | |
| "step": 4325 | |
| }, | |
| { | |
| "epoch": 2.07, | |
| "grad_norm": 13.579716211465046, | |
| "learning_rate": 2.6387190184623114e-06, | |
| "loss": 0.757, | |
| "step": 4330 | |
| }, | |
| { | |
| "epoch": 2.08, | |
| "grad_norm": 8.924024956565525, | |
| "learning_rate": 2.6264534030471723e-06, | |
| "loss": 0.7418, | |
| "step": 4335 | |
| }, | |
| { | |
| "epoch": 2.08, | |
| "grad_norm": 14.83503565657964, | |
| "learning_rate": 2.614206198701958e-06, | |
| "loss": 0.7533, | |
| "step": 4340 | |
| }, | |
| { | |
| "epoch": 2.08, | |
| "grad_norm": 9.975381290156001, | |
| "learning_rate": 2.6019775004254955e-06, | |
| "loss": 0.7461, | |
| "step": 4345 | |
| }, | |
| { | |
| "epoch": 2.08, | |
| "grad_norm": 9.829200445999545, | |
| "learning_rate": 2.589767403073058e-06, | |
| "loss": 0.7639, | |
| "step": 4350 | |
| }, | |
| { | |
| "epoch": 2.08, | |
| "grad_norm": 8.425053881316707, | |
| "learning_rate": 2.5775760013556426e-06, | |
| "loss": 0.7318, | |
| "step": 4355 | |
| }, | |
| { | |
| "epoch": 2.09, | |
| "grad_norm": 8.905156242091858, | |
| "learning_rate": 2.5654033898392216e-06, | |
| "loss": 0.7366, | |
| "step": 4360 | |
| }, | |
| { | |
| "epoch": 2.09, | |
| "grad_norm": 8.906842249660905, | |
| "learning_rate": 2.5532496629440207e-06, | |
| "loss": 0.7419, | |
| "step": 4365 | |
| }, | |
| { | |
| "epoch": 2.09, | |
| "grad_norm": 8.596602098301865, | |
| "learning_rate": 2.541114914943782e-06, | |
| "loss": 0.7636, | |
| "step": 4370 | |
| }, | |
| { | |
| "epoch": 2.09, | |
| "grad_norm": 19.19086339399462, | |
| "learning_rate": 2.528999239965027e-06, | |
| "loss": 0.7332, | |
| "step": 4375 | |
| }, | |
| { | |
| "epoch": 2.1, | |
| "grad_norm": 17.5827694115354, | |
| "learning_rate": 2.5169027319863405e-06, | |
| "loss": 0.7566, | |
| "step": 4380 | |
| }, | |
| { | |
| "epoch": 2.1, | |
| "grad_norm": 11.500018071018317, | |
| "learning_rate": 2.5048254848376265e-06, | |
| "loss": 0.7774, | |
| "step": 4385 | |
| }, | |
| { | |
| "epoch": 2.1, | |
| "grad_norm": 11.74266220096718, | |
| "learning_rate": 2.492767592199386e-06, | |
| "loss": 0.7477, | |
| "step": 4390 | |
| }, | |
| { | |
| "epoch": 2.1, | |
| "grad_norm": 10.657710664619763, | |
| "learning_rate": 2.4807291476019996e-06, | |
| "loss": 0.7472, | |
| "step": 4395 | |
| }, | |
| { | |
| "epoch": 2.11, | |
| "grad_norm": 11.171730591355747, | |
| "learning_rate": 2.4687102444249845e-06, | |
| "loss": 0.7304, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 2.11, | |
| "grad_norm": 45.27469169236414, | |
| "learning_rate": 2.456710975896286e-06, | |
| "loss": 0.7777, | |
| "step": 4405 | |
| }, | |
| { | |
| "epoch": 2.11, | |
| "grad_norm": 23.908057140086385, | |
| "learning_rate": 2.4447314350915468e-06, | |
| "loss": 0.7893, | |
| "step": 4410 | |
| }, | |
| { | |
| "epoch": 2.11, | |
| "grad_norm": 13.103337073949472, | |
| "learning_rate": 2.432771714933381e-06, | |
| "loss": 0.7635, | |
| "step": 4415 | |
| }, | |
| { | |
| "epoch": 2.12, | |
| "grad_norm": 35.458654006846174, | |
| "learning_rate": 2.420831908190666e-06, | |
| "loss": 0.7528, | |
| "step": 4420 | |
| }, | |
| { | |
| "epoch": 2.12, | |
| "grad_norm": 37.72440257908907, | |
| "learning_rate": 2.4089121074778086e-06, | |
| "loss": 0.7478, | |
| "step": 4425 | |
| }, | |
| { | |
| "epoch": 2.12, | |
| "grad_norm": 23.577001396078227, | |
| "learning_rate": 2.397012405254039e-06, | |
| "loss": 0.731, | |
| "step": 4430 | |
| }, | |
| { | |
| "epoch": 2.12, | |
| "grad_norm": 15.68264671111477, | |
| "learning_rate": 2.3851328938226808e-06, | |
| "loss": 0.7589, | |
| "step": 4435 | |
| }, | |
| { | |
| "epoch": 2.13, | |
| "grad_norm": 10.39514418429009, | |
| "learning_rate": 2.3732736653304516e-06, | |
| "loss": 0.7476, | |
| "step": 4440 | |
| }, | |
| { | |
| "epoch": 2.13, | |
| "grad_norm": 16.102268779895912, | |
| "learning_rate": 2.3614348117667284e-06, | |
| "loss": 0.769, | |
| "step": 4445 | |
| }, | |
| { | |
| "epoch": 2.13, | |
| "grad_norm": 8.71699571450735, | |
| "learning_rate": 2.3496164249628526e-06, | |
| "loss": 0.7468, | |
| "step": 4450 | |
| }, | |
| { | |
| "epoch": 2.13, | |
| "grad_norm": 8.118583822053893, | |
| "learning_rate": 2.337818596591408e-06, | |
| "loss": 0.7502, | |
| "step": 4455 | |
| }, | |
| { | |
| "epoch": 2.13, | |
| "grad_norm": 11.539820155623685, | |
| "learning_rate": 2.3260414181655055e-06, | |
| "loss": 0.7434, | |
| "step": 4460 | |
| }, | |
| { | |
| "epoch": 2.14, | |
| "grad_norm": 8.702089242325131, | |
| "learning_rate": 2.314284981038088e-06, | |
| "loss": 0.7366, | |
| "step": 4465 | |
| }, | |
| { | |
| "epoch": 2.14, | |
| "grad_norm": 7.7775037557510105, | |
| "learning_rate": 2.3025493764012034e-06, | |
| "loss": 0.7296, | |
| "step": 4470 | |
| }, | |
| { | |
| "epoch": 2.14, | |
| "grad_norm": 10.665656742178038, | |
| "learning_rate": 2.290834695285316e-06, | |
| "loss": 0.7732, | |
| "step": 4475 | |
| }, | |
| { | |
| "epoch": 2.14, | |
| "grad_norm": 12.868713894416537, | |
| "learning_rate": 2.279141028558582e-06, | |
| "loss": 0.7267, | |
| "step": 4480 | |
| }, | |
| { | |
| "epoch": 2.15, | |
| "grad_norm": 11.159335817787895, | |
| "learning_rate": 2.267468466926162e-06, | |
| "loss": 0.7261, | |
| "step": 4485 | |
| }, | |
| { | |
| "epoch": 2.15, | |
| "grad_norm": 16.195458256688806, | |
| "learning_rate": 2.255817100929503e-06, | |
| "loss": 0.7119, | |
| "step": 4490 | |
| }, | |
| { | |
| "epoch": 2.15, | |
| "grad_norm": 9.559359575375394, | |
| "learning_rate": 2.2441870209456403e-06, | |
| "loss": 0.7209, | |
| "step": 4495 | |
| }, | |
| { | |
| "epoch": 2.15, | |
| "grad_norm": 9.134441378920668, | |
| "learning_rate": 2.23257831718651e-06, | |
| "loss": 0.7799, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 2.16, | |
| "grad_norm": 8.452664279000338, | |
| "learning_rate": 2.2209910796982253e-06, | |
| "loss": 0.7371, | |
| "step": 4505 | |
| }, | |
| { | |
| "epoch": 2.16, | |
| "grad_norm": 11.698071823181227, | |
| "learning_rate": 2.2094253983603977e-06, | |
| "loss": 0.716, | |
| "step": 4510 | |
| }, | |
| { | |
| "epoch": 2.16, | |
| "grad_norm": 8.182051624885792, | |
| "learning_rate": 2.197881362885426e-06, | |
| "loss": 0.7434, | |
| "step": 4515 | |
| }, | |
| { | |
| "epoch": 2.16, | |
| "grad_norm": 8.484628287200575, | |
| "learning_rate": 2.186359062817815e-06, | |
| "loss": 0.7232, | |
| "step": 4520 | |
| }, | |
| { | |
| "epoch": 2.17, | |
| "grad_norm": 10.95758419790806, | |
| "learning_rate": 2.1748585875334664e-06, | |
| "loss": 0.749, | |
| "step": 4525 | |
| }, | |
| { | |
| "epoch": 2.17, | |
| "grad_norm": 11.038671582645499, | |
| "learning_rate": 2.1633800262389925e-06, | |
| "loss": 0.7261, | |
| "step": 4530 | |
| }, | |
| { | |
| "epoch": 2.17, | |
| "grad_norm": 21.972823256296405, | |
| "learning_rate": 2.151923467971028e-06, | |
| "loss": 0.7352, | |
| "step": 4535 | |
| }, | |
| { | |
| "epoch": 2.17, | |
| "grad_norm": 11.280964704945895, | |
| "learning_rate": 2.1404890015955276e-06, | |
| "loss": 0.7608, | |
| "step": 4540 | |
| }, | |
| { | |
| "epoch": 2.18, | |
| "grad_norm": 8.223368268267329, | |
| "learning_rate": 2.129076715807096e-06, | |
| "loss": 0.7414, | |
| "step": 4545 | |
| }, | |
| { | |
| "epoch": 2.18, | |
| "grad_norm": 14.838336423468508, | |
| "learning_rate": 2.117686699128277e-06, | |
| "loss": 0.7343, | |
| "step": 4550 | |
| }, | |
| { | |
| "epoch": 2.18, | |
| "grad_norm": 21.281457055176848, | |
| "learning_rate": 2.106319039908879e-06, | |
| "loss": 0.7329, | |
| "step": 4555 | |
| }, | |
| { | |
| "epoch": 2.18, | |
| "grad_norm": 11.34032359984279, | |
| "learning_rate": 2.0949738263252966e-06, | |
| "loss": 0.7343, | |
| "step": 4560 | |
| }, | |
| { | |
| "epoch": 2.19, | |
| "grad_norm": 32.798749217830355, | |
| "learning_rate": 2.083651146379809e-06, | |
| "loss": 0.7414, | |
| "step": 4565 | |
| }, | |
| { | |
| "epoch": 2.19, | |
| "grad_norm": 12.787828952215031, | |
| "learning_rate": 2.072351087899914e-06, | |
| "loss": 0.735, | |
| "step": 4570 | |
| }, | |
| { | |
| "epoch": 2.19, | |
| "grad_norm": 9.260245807397256, | |
| "learning_rate": 2.061073738537635e-06, | |
| "loss": 0.7693, | |
| "step": 4575 | |
| }, | |
| { | |
| "epoch": 2.19, | |
| "grad_norm": 8.177228277688725, | |
| "learning_rate": 2.0498191857688487e-06, | |
| "loss": 0.7588, | |
| "step": 4580 | |
| }, | |
| { | |
| "epoch": 2.19, | |
| "grad_norm": 8.264373304772816, | |
| "learning_rate": 2.0385875168926057e-06, | |
| "loss": 0.714, | |
| "step": 4585 | |
| }, | |
| { | |
| "epoch": 2.2, | |
| "grad_norm": 9.418141093979697, | |
| "learning_rate": 2.0273788190304443e-06, | |
| "loss": 0.749, | |
| "step": 4590 | |
| }, | |
| { | |
| "epoch": 2.2, | |
| "grad_norm": 15.369400293883656, | |
| "learning_rate": 2.01619317912573e-06, | |
| "loss": 0.738, | |
| "step": 4595 | |
| }, | |
| { | |
| "epoch": 2.2, | |
| "grad_norm": 8.595216106046296, | |
| "learning_rate": 2.0050306839429652e-06, | |
| "loss": 0.7221, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 2.2, | |
| "grad_norm": 22.353169354152648, | |
| "learning_rate": 1.9938914200671315e-06, | |
| "loss": 0.7689, | |
| "step": 4605 | |
| }, | |
| { | |
| "epoch": 2.21, | |
| "grad_norm": 8.49587918812411, | |
| "learning_rate": 1.9827754739030038e-06, | |
| "loss": 0.7565, | |
| "step": 4610 | |
| }, | |
| { | |
| "epoch": 2.21, | |
| "grad_norm": 16.90500851943023, | |
| "learning_rate": 1.971682931674491e-06, | |
| "loss": 0.7668, | |
| "step": 4615 | |
| }, | |
| { | |
| "epoch": 2.21, | |
| "grad_norm": 18.94498594262065, | |
| "learning_rate": 1.9606138794239603e-06, | |
| "loss": 0.7356, | |
| "step": 4620 | |
| }, | |
| { | |
| "epoch": 2.21, | |
| "grad_norm": 11.25490127875143, | |
| "learning_rate": 1.949568403011574e-06, | |
| "loss": 0.7282, | |
| "step": 4625 | |
| }, | |
| { | |
| "epoch": 2.22, | |
| "grad_norm": 18.674393210315962, | |
| "learning_rate": 1.9385465881146236e-06, | |
| "loss": 0.7222, | |
| "step": 4630 | |
| }, | |
| { | |
| "epoch": 2.22, | |
| "grad_norm": 10.301232144485486, | |
| "learning_rate": 1.9275485202268574e-06, | |
| "loss": 0.7711, | |
| "step": 4635 | |
| }, | |
| { | |
| "epoch": 2.22, | |
| "grad_norm": 15.577367395673454, | |
| "learning_rate": 1.9165742846578315e-06, | |
| "loss": 0.7577, | |
| "step": 4640 | |
| }, | |
| { | |
| "epoch": 2.22, | |
| "grad_norm": 23.07238819829574, | |
| "learning_rate": 1.9056239665322324e-06, | |
| "loss": 0.7336, | |
| "step": 4645 | |
| }, | |
| { | |
| "epoch": 2.23, | |
| "grad_norm": 10.870403027118689, | |
| "learning_rate": 1.8946976507892312e-06, | |
| "loss": 0.7288, | |
| "step": 4650 | |
| }, | |
| { | |
| "epoch": 2.23, | |
| "grad_norm": 18.285278115714913, | |
| "learning_rate": 1.8837954221818133e-06, | |
| "loss": 0.7344, | |
| "step": 4655 | |
| }, | |
| { | |
| "epoch": 2.23, | |
| "grad_norm": 17.53292991872467, | |
| "learning_rate": 1.8729173652761246e-06, | |
| "loss": 0.7567, | |
| "step": 4660 | |
| }, | |
| { | |
| "epoch": 2.23, | |
| "grad_norm": 9.60280941176292, | |
| "learning_rate": 1.8620635644508222e-06, | |
| "loss": 0.7259, | |
| "step": 4665 | |
| }, | |
| { | |
| "epoch": 2.24, | |
| "grad_norm": 24.366139515444544, | |
| "learning_rate": 1.851234103896406e-06, | |
| "loss": 0.7337, | |
| "step": 4670 | |
| }, | |
| { | |
| "epoch": 2.24, | |
| "grad_norm": 11.529853858473043, | |
| "learning_rate": 1.8404290676145858e-06, | |
| "loss": 0.7417, | |
| "step": 4675 | |
| }, | |
| { | |
| "epoch": 2.24, | |
| "grad_norm": 15.661761342172195, | |
| "learning_rate": 1.8296485394176067e-06, | |
| "loss": 0.7082, | |
| "step": 4680 | |
| }, | |
| { | |
| "epoch": 2.24, | |
| "grad_norm": 22.83515627700215, | |
| "learning_rate": 1.8188926029276128e-06, | |
| "loss": 0.7544, | |
| "step": 4685 | |
| }, | |
| { | |
| "epoch": 2.25, | |
| "grad_norm": 10.167209454508845, | |
| "learning_rate": 1.8081613415759997e-06, | |
| "loss": 0.7454, | |
| "step": 4690 | |
| }, | |
| { | |
| "epoch": 2.25, | |
| "grad_norm": 16.614094130877746, | |
| "learning_rate": 1.7974548386027584e-06, | |
| "loss": 0.7012, | |
| "step": 4695 | |
| }, | |
| { | |
| "epoch": 2.25, | |
| "grad_norm": 11.502246657580834, | |
| "learning_rate": 1.78677317705584e-06, | |
| "loss": 0.7122, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 2.25, | |
| "grad_norm": 8.628311737758853, | |
| "learning_rate": 1.7761164397904995e-06, | |
| "loss": 0.7598, | |
| "step": 4705 | |
| }, | |
| { | |
| "epoch": 2.25, | |
| "grad_norm": 12.315743559928652, | |
| "learning_rate": 1.7654847094686678e-06, | |
| "loss": 0.7515, | |
| "step": 4710 | |
| }, | |
| { | |
| "epoch": 2.26, | |
| "grad_norm": 21.60625432882875, | |
| "learning_rate": 1.754878068558295e-06, | |
| "loss": 0.7499, | |
| "step": 4715 | |
| }, | |
| { | |
| "epoch": 2.26, | |
| "grad_norm": 17.912151590847024, | |
| "learning_rate": 1.7442965993327232e-06, | |
| "loss": 0.7535, | |
| "step": 4720 | |
| }, | |
| { | |
| "epoch": 2.26, | |
| "grad_norm": 14.127892504172886, | |
| "learning_rate": 1.7337403838700433e-06, | |
| "loss": 0.7333, | |
| "step": 4725 | |
| }, | |
| { | |
| "epoch": 2.26, | |
| "grad_norm": 13.45556108571135, | |
| "learning_rate": 1.7232095040524538e-06, | |
| "loss": 0.7632, | |
| "step": 4730 | |
| }, | |
| { | |
| "epoch": 2.27, | |
| "grad_norm": 11.087017809034007, | |
| "learning_rate": 1.7127040415656366e-06, | |
| "loss": 0.7548, | |
| "step": 4735 | |
| }, | |
| { | |
| "epoch": 2.27, | |
| "grad_norm": 10.79125638347453, | |
| "learning_rate": 1.7022240778981103e-06, | |
| "loss": 0.7166, | |
| "step": 4740 | |
| }, | |
| { | |
| "epoch": 2.27, | |
| "grad_norm": 24.06493950446032, | |
| "learning_rate": 1.6917696943406125e-06, | |
| "loss": 0.7349, | |
| "step": 4745 | |
| }, | |
| { | |
| "epoch": 2.27, | |
| "grad_norm": 9.774831716427201, | |
| "learning_rate": 1.6813409719854533e-06, | |
| "loss": 0.7709, | |
| "step": 4750 | |
| }, | |
| { | |
| "epoch": 2.28, | |
| "grad_norm": 16.679107508859357, | |
| "learning_rate": 1.6709379917259028e-06, | |
| "loss": 0.7474, | |
| "step": 4755 | |
| }, | |
| { | |
| "epoch": 2.28, | |
| "grad_norm": 9.920714211462231, | |
| "learning_rate": 1.660560834255548e-06, | |
| "loss": 0.7438, | |
| "step": 4760 | |
| }, | |
| { | |
| "epoch": 2.28, | |
| "grad_norm": 11.334288767392547, | |
| "learning_rate": 1.6502095800676787e-06, | |
| "loss": 0.7482, | |
| "step": 4765 | |
| }, | |
| { | |
| "epoch": 2.28, | |
| "grad_norm": 8.940407116430526, | |
| "learning_rate": 1.6398843094546607e-06, | |
| "loss": 0.7195, | |
| "step": 4770 | |
| }, | |
| { | |
| "epoch": 2.29, | |
| "grad_norm": 23.382746729865396, | |
| "learning_rate": 1.629585102507304e-06, | |
| "loss": 0.7224, | |
| "step": 4775 | |
| }, | |
| { | |
| "epoch": 2.29, | |
| "grad_norm": 9.69382875144751, | |
| "learning_rate": 1.619312039114256e-06, | |
| "loss": 0.7403, | |
| "step": 4780 | |
| }, | |
| { | |
| "epoch": 2.29, | |
| "grad_norm": 12.201461977885332, | |
| "learning_rate": 1.6090651989613675e-06, | |
| "loss": 0.7524, | |
| "step": 4785 | |
| }, | |
| { | |
| "epoch": 2.29, | |
| "grad_norm": 12.228963340574253, | |
| "learning_rate": 1.5988446615310894e-06, | |
| "loss": 0.7462, | |
| "step": 4790 | |
| }, | |
| { | |
| "epoch": 2.3, | |
| "grad_norm": 8.932190166319323, | |
| "learning_rate": 1.5886505061018415e-06, | |
| "loss": 0.7183, | |
| "step": 4795 | |
| }, | |
| { | |
| "epoch": 2.3, | |
| "grad_norm": 12.899409366631069, | |
| "learning_rate": 1.5784828117474039e-06, | |
| "loss": 0.7115, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 2.3, | |
| "grad_norm": 15.963603022546133, | |
| "learning_rate": 1.5683416573363124e-06, | |
| "loss": 0.6889, | |
| "step": 4805 | |
| }, | |
| { | |
| "epoch": 2.3, | |
| "grad_norm": 10.991650806556887, | |
| "learning_rate": 1.5582271215312294e-06, | |
| "loss": 0.7338, | |
| "step": 4810 | |
| }, | |
| { | |
| "epoch": 2.3, | |
| "grad_norm": 12.889698550087687, | |
| "learning_rate": 1.548139282788349e-06, | |
| "loss": 0.7718, | |
| "step": 4815 | |
| }, | |
| { | |
| "epoch": 2.31, | |
| "grad_norm": 13.55366289416288, | |
| "learning_rate": 1.5380782193567773e-06, | |
| "loss": 0.7576, | |
| "step": 4820 | |
| }, | |
| { | |
| "epoch": 2.31, | |
| "grad_norm": 10.1851888965866, | |
| "learning_rate": 1.5280440092779313e-06, | |
| "loss": 0.7318, | |
| "step": 4825 | |
| }, | |
| { | |
| "epoch": 2.31, | |
| "grad_norm": 11.38080595936654, | |
| "learning_rate": 1.5180367303849368e-06, | |
| "loss": 0.7486, | |
| "step": 4830 | |
| }, | |
| { | |
| "epoch": 2.31, | |
| "grad_norm": 8.157576367903811, | |
| "learning_rate": 1.5080564603020143e-06, | |
| "loss": 0.748, | |
| "step": 4835 | |
| }, | |
| { | |
| "epoch": 2.32, | |
| "grad_norm": 11.288292660314134, | |
| "learning_rate": 1.498103276443889e-06, | |
| "loss": 0.7208, | |
| "step": 4840 | |
| }, | |
| { | |
| "epoch": 2.32, | |
| "grad_norm": 8.397818969484167, | |
| "learning_rate": 1.4881772560151774e-06, | |
| "loss": 0.7426, | |
| "step": 4845 | |
| }, | |
| { | |
| "epoch": 2.32, | |
| "grad_norm": 7.5416363276364855, | |
| "learning_rate": 1.4782784760098018e-06, | |
| "loss": 0.7215, | |
| "step": 4850 | |
| }, | |
| { | |
| "epoch": 2.32, | |
| "grad_norm": 9.575657133749672, | |
| "learning_rate": 1.4684070132103855e-06, | |
| "loss": 0.7465, | |
| "step": 4855 | |
| }, | |
| { | |
| "epoch": 2.33, | |
| "grad_norm": 10.957058553234557, | |
| "learning_rate": 1.4585629441876537e-06, | |
| "loss": 0.7158, | |
| "step": 4860 | |
| }, | |
| { | |
| "epoch": 2.33, | |
| "grad_norm": 8.815878508869424, | |
| "learning_rate": 1.4487463452998502e-06, | |
| "loss": 0.7509, | |
| "step": 4865 | |
| }, | |
| { | |
| "epoch": 2.33, | |
| "grad_norm": 10.343564276485274, | |
| "learning_rate": 1.438957292692133e-06, | |
| "loss": 0.7293, | |
| "step": 4870 | |
| }, | |
| { | |
| "epoch": 2.33, | |
| "grad_norm": 9.085248631531478, | |
| "learning_rate": 1.4291958622959972e-06, | |
| "loss": 0.751, | |
| "step": 4875 | |
| }, | |
| { | |
| "epoch": 2.34, | |
| "grad_norm": 14.40786095831399, | |
| "learning_rate": 1.4194621298286708e-06, | |
| "loss": 0.7953, | |
| "step": 4880 | |
| }, | |
| { | |
| "epoch": 2.34, | |
| "grad_norm": 19.99191028207667, | |
| "learning_rate": 1.4097561707925423e-06, | |
| "loss": 0.7559, | |
| "step": 4885 | |
| }, | |
| { | |
| "epoch": 2.34, | |
| "grad_norm": 9.516258976396523, | |
| "learning_rate": 1.4000780604745606e-06, | |
| "loss": 0.7486, | |
| "step": 4890 | |
| }, | |
| { | |
| "epoch": 2.34, | |
| "grad_norm": 10.272016256314737, | |
| "learning_rate": 1.3904278739456645e-06, | |
| "loss": 0.7452, | |
| "step": 4895 | |
| }, | |
| { | |
| "epoch": 2.35, | |
| "grad_norm": 8.459416151048796, | |
| "learning_rate": 1.3808056860601926e-06, | |
| "loss": 0.7311, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 2.35, | |
| "grad_norm": 8.43881844768494, | |
| "learning_rate": 1.3712115714553014e-06, | |
| "loss": 0.735, | |
| "step": 4905 | |
| }, | |
| { | |
| "epoch": 2.35, | |
| "grad_norm": 11.332466361570539, | |
| "learning_rate": 1.3616456045503944e-06, | |
| "loss": 0.7382, | |
| "step": 4910 | |
| }, | |
| { | |
| "epoch": 2.35, | |
| "grad_norm": 9.534472353755127, | |
| "learning_rate": 1.3521078595465332e-06, | |
| "loss": 0.7329, | |
| "step": 4915 | |
| }, | |
| { | |
| "epoch": 2.36, | |
| "grad_norm": 8.301982627560006, | |
| "learning_rate": 1.3425984104258755e-06, | |
| "loss": 0.7508, | |
| "step": 4920 | |
| }, | |
| { | |
| "epoch": 2.36, | |
| "grad_norm": 9.621690633624361, | |
| "learning_rate": 1.3331173309510882e-06, | |
| "loss": 0.7335, | |
| "step": 4925 | |
| }, | |
| { | |
| "epoch": 2.36, | |
| "grad_norm": 11.00567080680548, | |
| "learning_rate": 1.323664694664783e-06, | |
| "loss": 0.7573, | |
| "step": 4930 | |
| }, | |
| { | |
| "epoch": 2.36, | |
| "grad_norm": 19.59692434421433, | |
| "learning_rate": 1.314240574888946e-06, | |
| "loss": 0.7201, | |
| "step": 4935 | |
| }, | |
| { | |
| "epoch": 2.36, | |
| "grad_norm": 10.090599465609875, | |
| "learning_rate": 1.3048450447243655e-06, | |
| "loss": 0.7257, | |
| "step": 4940 | |
| }, | |
| { | |
| "epoch": 2.37, | |
| "grad_norm": 9.828750684081387, | |
| "learning_rate": 1.295478177050069e-06, | |
| "loss": 0.734, | |
| "step": 4945 | |
| }, | |
| { | |
| "epoch": 2.37, | |
| "grad_norm": 15.654174419379414, | |
| "learning_rate": 1.2861400445227517e-06, | |
| "loss": 0.7437, | |
| "step": 4950 | |
| }, | |
| { | |
| "epoch": 2.37, | |
| "grad_norm": 7.969395427938827, | |
| "learning_rate": 1.276830719576217e-06, | |
| "loss": 0.7138, | |
| "step": 4955 | |
| }, | |
| { | |
| "epoch": 2.37, | |
| "grad_norm": 8.203059149025146, | |
| "learning_rate": 1.267550274420819e-06, | |
| "loss": 0.7585, | |
| "step": 4960 | |
| }, | |
| { | |
| "epoch": 2.38, | |
| "grad_norm": 13.583628287428223, | |
| "learning_rate": 1.258298781042891e-06, | |
| "loss": 0.7303, | |
| "step": 4965 | |
| }, | |
| { | |
| "epoch": 2.38, | |
| "grad_norm": 7.879366346755731, | |
| "learning_rate": 1.2490763112042003e-06, | |
| "loss": 0.7166, | |
| "step": 4970 | |
| }, | |
| { | |
| "epoch": 2.38, | |
| "grad_norm": 16.060809371266405, | |
| "learning_rate": 1.2398829364413795e-06, | |
| "loss": 0.7407, | |
| "step": 4975 | |
| }, | |
| { | |
| "epoch": 2.38, | |
| "grad_norm": 9.053650951349203, | |
| "learning_rate": 1.2307187280653809e-06, | |
| "loss": 0.7652, | |
| "step": 4980 | |
| }, | |
| { | |
| "epoch": 2.39, | |
| "grad_norm": 8.01540456122723, | |
| "learning_rate": 1.22158375716092e-06, | |
| "loss": 0.7008, | |
| "step": 4985 | |
| }, | |
| { | |
| "epoch": 2.39, | |
| "grad_norm": 10.583351328711046, | |
| "learning_rate": 1.2124780945859204e-06, | |
| "loss": 0.7284, | |
| "step": 4990 | |
| }, | |
| { | |
| "epoch": 2.39, | |
| "grad_norm": 11.572709459418732, | |
| "learning_rate": 1.2034018109709716e-06, | |
| "loss": 0.7394, | |
| "step": 4995 | |
| }, | |
| { | |
| "epoch": 2.39, | |
| "grad_norm": 9.99745384024092, | |
| "learning_rate": 1.1943549767187724e-06, | |
| "loss": 0.7384, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 2.4, | |
| "grad_norm": 11.24678731096917, | |
| "learning_rate": 1.185337662003595e-06, | |
| "loss": 0.703, | |
| "step": 5005 | |
| }, | |
| { | |
| "epoch": 2.4, | |
| "grad_norm": 9.677017250675467, | |
| "learning_rate": 1.1763499367707288e-06, | |
| "loss": 0.7264, | |
| "step": 5010 | |
| }, | |
| { | |
| "epoch": 2.4, | |
| "grad_norm": 7.552697122815217, | |
| "learning_rate": 1.1673918707359511e-06, | |
| "loss": 0.7502, | |
| "step": 5015 | |
| }, | |
| { | |
| "epoch": 2.4, | |
| "grad_norm": 9.840596403048146, | |
| "learning_rate": 1.1584635333849726e-06, | |
| "loss": 0.7582, | |
| "step": 5020 | |
| }, | |
| { | |
| "epoch": 2.41, | |
| "grad_norm": 8.026726996541981, | |
| "learning_rate": 1.1495649939729109e-06, | |
| "loss": 0.7087, | |
| "step": 5025 | |
| }, | |
| { | |
| "epoch": 2.41, | |
| "grad_norm": 9.740129599144494, | |
| "learning_rate": 1.140696321523746e-06, | |
| "loss": 0.7411, | |
| "step": 5030 | |
| }, | |
| { | |
| "epoch": 2.41, | |
| "grad_norm": 8.062422138734368, | |
| "learning_rate": 1.1318575848297831e-06, | |
| "loss": 0.7161, | |
| "step": 5035 | |
| }, | |
| { | |
| "epoch": 2.41, | |
| "grad_norm": 11.609940199087632, | |
| "learning_rate": 1.1230488524511285e-06, | |
| "loss": 0.7414, | |
| "step": 5040 | |
| }, | |
| { | |
| "epoch": 2.42, | |
| "grad_norm": 8.698037796583495, | |
| "learning_rate": 1.1142701927151456e-06, | |
| "loss": 0.7175, | |
| "step": 5045 | |
| }, | |
| { | |
| "epoch": 2.42, | |
| "grad_norm": 7.503665797750975, | |
| "learning_rate": 1.1055216737159364e-06, | |
| "loss": 0.7453, | |
| "step": 5050 | |
| }, | |
| { | |
| "epoch": 2.42, | |
| "grad_norm": 13.206211842902329, | |
| "learning_rate": 1.096803363313803e-06, | |
| "loss": 0.7172, | |
| "step": 5055 | |
| }, | |
| { | |
| "epoch": 2.42, | |
| "grad_norm": 17.157310852676563, | |
| "learning_rate": 1.0881153291347318e-06, | |
| "loss": 0.7552, | |
| "step": 5060 | |
| }, | |
| { | |
| "epoch": 2.42, | |
| "grad_norm": 9.343526331226034, | |
| "learning_rate": 1.079457638569857e-06, | |
| "loss": 0.7488, | |
| "step": 5065 | |
| }, | |
| { | |
| "epoch": 2.43, | |
| "grad_norm": 9.883822798408264, | |
| "learning_rate": 1.0708303587749485e-06, | |
| "loss": 0.7446, | |
| "step": 5070 | |
| }, | |
| { | |
| "epoch": 2.43, | |
| "grad_norm": 16.897153501882222, | |
| "learning_rate": 1.0622335566698878e-06, | |
| "loss": 0.7534, | |
| "step": 5075 | |
| }, | |
| { | |
| "epoch": 2.43, | |
| "grad_norm": 8.417429521525417, | |
| "learning_rate": 1.0536672989381414e-06, | |
| "loss": 0.7146, | |
| "step": 5080 | |
| }, | |
| { | |
| "epoch": 2.43, | |
| "grad_norm": 16.309172720846213, | |
| "learning_rate": 1.0451316520262578e-06, | |
| "loss": 0.7206, | |
| "step": 5085 | |
| }, | |
| { | |
| "epoch": 2.44, | |
| "grad_norm": 9.618508424878408, | |
| "learning_rate": 1.0366266821433391e-06, | |
| "loss": 0.7408, | |
| "step": 5090 | |
| }, | |
| { | |
| "epoch": 2.44, | |
| "grad_norm": 9.285221873976461, | |
| "learning_rate": 1.0281524552605316e-06, | |
| "loss": 0.7692, | |
| "step": 5095 | |
| }, | |
| { | |
| "epoch": 2.44, | |
| "grad_norm": 15.165799846285555, | |
| "learning_rate": 1.0197090371105207e-06, | |
| "loss": 0.7274, | |
| "step": 5100 | |
| }, | |
| { | |
| "epoch": 2.44, | |
| "grad_norm": 17.31396346013296, | |
| "learning_rate": 1.0112964931870095e-06, | |
| "loss": 0.7721, | |
| "step": 5105 | |
| }, | |
| { | |
| "epoch": 2.45, | |
| "grad_norm": 11.145717804142992, | |
| "learning_rate": 1.0029148887442196e-06, | |
| "loss": 0.7329, | |
| "step": 5110 | |
| }, | |
| { | |
| "epoch": 2.45, | |
| "grad_norm": 16.731688446444117, | |
| "learning_rate": 9.945642887963842e-07, | |
| "loss": 0.7194, | |
| "step": 5115 | |
| }, | |
| { | |
| "epoch": 2.45, | |
| "grad_norm": 8.051552678835794, | |
| "learning_rate": 9.862447581172346e-07, | |
| "loss": 0.7291, | |
| "step": 5120 | |
| }, | |
| { | |
| "epoch": 2.45, | |
| "grad_norm": 8.994796345901458, | |
| "learning_rate": 9.779563612395127e-07, | |
| "loss": 0.7218, | |
| "step": 5125 | |
| }, | |
| { | |
| "epoch": 2.46, | |
| "grad_norm": 26.668521020540187, | |
| "learning_rate": 9.696991624544556e-07, | |
| "loss": 0.7484, | |
| "step": 5130 | |
| }, | |
| { | |
| "epoch": 2.46, | |
| "grad_norm": 16.107701168687417, | |
| "learning_rate": 9.614732258113095e-07, | |
| "loss": 0.7002, | |
| "step": 5135 | |
| }, | |
| { | |
| "epoch": 2.46, | |
| "grad_norm": 13.524729181046652, | |
| "learning_rate": 9.532786151168222e-07, | |
| "loss": 0.7337, | |
| "step": 5140 | |
| }, | |
| { | |
| "epoch": 2.46, | |
| "grad_norm": 13.413856135608489, | |
| "learning_rate": 9.451153939347579e-07, | |
| "loss": 0.7271, | |
| "step": 5145 | |
| }, | |
| { | |
| "epoch": 2.47, | |
| "grad_norm": 15.10809865849482, | |
| "learning_rate": 9.369836255853954e-07, | |
| "loss": 0.725, | |
| "step": 5150 | |
| }, | |
| { | |
| "epoch": 2.47, | |
| "grad_norm": 13.67072240001044, | |
| "learning_rate": 9.28883373145042e-07, | |
| "loss": 0.7458, | |
| "step": 5155 | |
| }, | |
| { | |
| "epoch": 2.47, | |
| "grad_norm": 10.23166929412297, | |
| "learning_rate": 9.208146994455463e-07, | |
| "loss": 0.7082, | |
| "step": 5160 | |
| }, | |
| { | |
| "epoch": 2.47, | |
| "grad_norm": 14.847265986754174, | |
| "learning_rate": 9.12777667073802e-07, | |
| "loss": 0.7193, | |
| "step": 5165 | |
| }, | |
| { | |
| "epoch": 2.47, | |
| "grad_norm": 12.54666521621409, | |
| "learning_rate": 9.047723383712736e-07, | |
| "loss": 0.7434, | |
| "step": 5170 | |
| }, | |
| { | |
| "epoch": 2.48, | |
| "grad_norm": 10.8635180362816, | |
| "learning_rate": 8.967987754335023e-07, | |
| "loss": 0.7383, | |
| "step": 5175 | |
| }, | |
| { | |
| "epoch": 2.48, | |
| "grad_norm": 10.667693629276858, | |
| "learning_rate": 8.888570401096341e-07, | |
| "loss": 0.7825, | |
| "step": 5180 | |
| }, | |
| { | |
| "epoch": 2.48, | |
| "grad_norm": 16.6556994347205, | |
| "learning_rate": 8.809471940019315e-07, | |
| "loss": 0.7318, | |
| "step": 5185 | |
| }, | |
| { | |
| "epoch": 2.48, | |
| "grad_norm": 15.396571847752627, | |
| "learning_rate": 8.730692984653033e-07, | |
| "loss": 0.7245, | |
| "step": 5190 | |
| }, | |
| { | |
| "epoch": 2.49, | |
| "grad_norm": 15.495620178838923, | |
| "learning_rate": 8.652234146068206e-07, | |
| "loss": 0.7376, | |
| "step": 5195 | |
| }, | |
| { | |
| "epoch": 2.49, | |
| "grad_norm": 9.307318194729497, | |
| "learning_rate": 8.574096032852475e-07, | |
| "loss": 0.751, | |
| "step": 5200 | |
| }, | |
| { | |
| "epoch": 2.49, | |
| "grad_norm": 8.480451423247285, | |
| "learning_rate": 8.496279251105754e-07, | |
| "loss": 0.7622, | |
| "step": 5205 | |
| }, | |
| { | |
| "epoch": 2.49, | |
| "grad_norm": 10.112190402629206, | |
| "learning_rate": 8.418784404435365e-07, | |
| "loss": 0.7319, | |
| "step": 5210 | |
| }, | |
| { | |
| "epoch": 2.5, | |
| "grad_norm": 7.6676763292330925, | |
| "learning_rate": 8.341612093951523e-07, | |
| "loss": 0.7584, | |
| "step": 5215 | |
| }, | |
| { | |
| "epoch": 2.5, | |
| "grad_norm": 7.978594089335979, | |
| "learning_rate": 8.264762918262559e-07, | |
| "loss": 0.7338, | |
| "step": 5220 | |
| }, | |
| { | |
| "epoch": 2.5, | |
| "grad_norm": 8.560900012240543, | |
| "learning_rate": 8.188237473470345e-07, | |
| "loss": 0.7632, | |
| "step": 5225 | |
| }, | |
| { | |
| "epoch": 2.5, | |
| "grad_norm": 7.781276201046599, | |
| "learning_rate": 8.112036353165631e-07, | |
| "loss": 0.7394, | |
| "step": 5230 | |
| }, | |
| { | |
| "epoch": 2.51, | |
| "grad_norm": 8.369647974955507, | |
| "learning_rate": 8.036160148423449e-07, | |
| "loss": 0.7266, | |
| "step": 5235 | |
| }, | |
| { | |
| "epoch": 2.51, | |
| "grad_norm": 8.390043923759736, | |
| "learning_rate": 7.960609447798568e-07, | |
| "loss": 0.7299, | |
| "step": 5240 | |
| }, | |
| { | |
| "epoch": 2.51, | |
| "grad_norm": 8.654662294314257, | |
| "learning_rate": 7.885384837320825e-07, | |
| "loss": 0.7516, | |
| "step": 5245 | |
| }, | |
| { | |
| "epoch": 2.51, | |
| "grad_norm": 9.64958524811817, | |
| "learning_rate": 7.810486900490749e-07, | |
| "loss": 0.7227, | |
| "step": 5250 | |
| }, | |
| { | |
| "epoch": 2.52, | |
| "grad_norm": 10.516735917585073, | |
| "learning_rate": 7.735916218274858e-07, | |
| "loss": 0.733, | |
| "step": 5255 | |
| }, | |
| { | |
| "epoch": 2.52, | |
| "grad_norm": 9.474506053724289, | |
| "learning_rate": 7.661673369101236e-07, | |
| "loss": 0.7184, | |
| "step": 5260 | |
| }, | |
| { | |
| "epoch": 2.52, | |
| "grad_norm": 8.87857178669819, | |
| "learning_rate": 7.587758928855071e-07, | |
| "loss": 0.719, | |
| "step": 5265 | |
| }, | |
| { | |
| "epoch": 2.52, | |
| "grad_norm": 11.241788014616255, | |
| "learning_rate": 7.514173470874126e-07, | |
| "loss": 0.7384, | |
| "step": 5270 | |
| }, | |
| { | |
| "epoch": 2.53, | |
| "grad_norm": 13.794637492647029, | |
| "learning_rate": 7.44091756594435e-07, | |
| "loss": 0.7598, | |
| "step": 5275 | |
| }, | |
| { | |
| "epoch": 2.53, | |
| "grad_norm": 9.938050619731781, | |
| "learning_rate": 7.367991782295392e-07, | |
| "loss": 0.7318, | |
| "step": 5280 | |
| }, | |
| { | |
| "epoch": 2.53, | |
| "grad_norm": 8.242984239136046, | |
| "learning_rate": 7.295396685596251e-07, | |
| "loss": 0.7339, | |
| "step": 5285 | |
| }, | |
| { | |
| "epoch": 2.53, | |
| "grad_norm": 8.29360911682493, | |
| "learning_rate": 7.223132838950858e-07, | |
| "loss": 0.7065, | |
| "step": 5290 | |
| }, | |
| { | |
| "epoch": 2.53, | |
| "grad_norm": 8.080148808694046, | |
| "learning_rate": 7.151200802893682e-07, | |
| "loss": 0.7526, | |
| "step": 5295 | |
| }, | |
| { | |
| "epoch": 2.54, | |
| "grad_norm": 8.354847338486607, | |
| "learning_rate": 7.079601135385455e-07, | |
| "loss": 0.7221, | |
| "step": 5300 | |
| }, | |
| { | |
| "epoch": 2.54, | |
| "grad_norm": 7.678575988440592, | |
| "learning_rate": 7.008334391808764e-07, | |
| "loss": 0.7295, | |
| "step": 5305 | |
| }, | |
| { | |
| "epoch": 2.54, | |
| "grad_norm": 15.113037791431386, | |
| "learning_rate": 6.937401124963811e-07, | |
| "loss": 0.6989, | |
| "step": 5310 | |
| }, | |
| { | |
| "epoch": 2.54, | |
| "grad_norm": 8.121071873672062, | |
| "learning_rate": 6.866801885064056e-07, | |
| "loss": 0.708, | |
| "step": 5315 | |
| }, | |
| { | |
| "epoch": 2.55, | |
| "grad_norm": 27.419604641506886, | |
| "learning_rate": 6.79653721973203e-07, | |
| "loss": 0.7599, | |
| "step": 5320 | |
| }, | |
| { | |
| "epoch": 2.55, | |
| "grad_norm": 8.020230779677535, | |
| "learning_rate": 6.726607673995e-07, | |
| "loss": 0.7242, | |
| "step": 5325 | |
| }, | |
| { | |
| "epoch": 2.55, | |
| "grad_norm": 15.422125618536919, | |
| "learning_rate": 6.65701379028082e-07, | |
| "loss": 0.7325, | |
| "step": 5330 | |
| }, | |
| { | |
| "epoch": 2.55, | |
| "grad_norm": 8.802092516811596, | |
| "learning_rate": 6.587756108413684e-07, | |
| "loss": 0.7062, | |
| "step": 5335 | |
| }, | |
| { | |
| "epoch": 2.56, | |
| "grad_norm": 14.493722433635703, | |
| "learning_rate": 6.518835165609916e-07, | |
| "loss": 0.7513, | |
| "step": 5340 | |
| }, | |
| { | |
| "epoch": 2.56, | |
| "grad_norm": 9.854878668671034, | |
| "learning_rate": 6.450251496473869e-07, | |
| "loss": 0.7058, | |
| "step": 5345 | |
| }, | |
| { | |
| "epoch": 2.56, | |
| "grad_norm": 8.663936524289891, | |
| "learning_rate": 6.382005632993698e-07, | |
| "loss": 0.7156, | |
| "step": 5350 | |
| }, | |
| { | |
| "epoch": 2.56, | |
| "grad_norm": 11.296888275541626, | |
| "learning_rate": 6.314098104537325e-07, | |
| "loss": 0.725, | |
| "step": 5355 | |
| }, | |
| { | |
| "epoch": 2.57, | |
| "grad_norm": 8.818247869981048, | |
| "learning_rate": 6.246529437848242e-07, | |
| "loss": 0.732, | |
| "step": 5360 | |
| }, | |
| { | |
| "epoch": 2.57, | |
| "grad_norm": 13.63319281435814, | |
| "learning_rate": 6.179300157041462e-07, | |
| "loss": 0.7116, | |
| "step": 5365 | |
| }, | |
| { | |
| "epoch": 2.57, | |
| "grad_norm": 22.91909312494361, | |
| "learning_rate": 6.11241078359951e-07, | |
| "loss": 0.7173, | |
| "step": 5370 | |
| }, | |
| { | |
| "epoch": 2.57, | |
| "grad_norm": 11.663880746412323, | |
| "learning_rate": 6.045861836368244e-07, | |
| "loss": 0.7243, | |
| "step": 5375 | |
| }, | |
| { | |
| "epoch": 2.58, | |
| "grad_norm": 11.987158359585134, | |
| "learning_rate": 5.979653831553012e-07, | |
| "loss": 0.6928, | |
| "step": 5380 | |
| }, | |
| { | |
| "epoch": 2.58, | |
| "grad_norm": 15.606214505250815, | |
| "learning_rate": 5.913787282714473e-07, | |
| "loss": 0.7206, | |
| "step": 5385 | |
| }, | |
| { | |
| "epoch": 2.58, | |
| "grad_norm": 8.66193772214303, | |
| "learning_rate": 5.848262700764695e-07, | |
| "loss": 0.7064, | |
| "step": 5390 | |
| }, | |
| { | |
| "epoch": 2.58, | |
| "grad_norm": 20.465553995783704, | |
| "learning_rate": 5.78308059396322e-07, | |
| "loss": 0.7596, | |
| "step": 5395 | |
| }, | |
| { | |
| "epoch": 2.58, | |
| "grad_norm": 15.74957034904241, | |
| "learning_rate": 5.718241467913055e-07, | |
| "loss": 0.6928, | |
| "step": 5400 | |
| }, | |
| { | |
| "epoch": 2.59, | |
| "grad_norm": 13.86541967075925, | |
| "learning_rate": 5.653745825556805e-07, | |
| "loss": 0.7323, | |
| "step": 5405 | |
| }, | |
| { | |
| "epoch": 2.59, | |
| "grad_norm": 10.205658966297406, | |
| "learning_rate": 5.589594167172729e-07, | |
| "loss": 0.7423, | |
| "step": 5410 | |
| }, | |
| { | |
| "epoch": 2.59, | |
| "grad_norm": 10.708864590667854, | |
| "learning_rate": 5.525786990370901e-07, | |
| "loss": 0.7005, | |
| "step": 5415 | |
| }, | |
| { | |
| "epoch": 2.59, | |
| "grad_norm": 13.115132519297296, | |
| "learning_rate": 5.462324790089302e-07, | |
| "loss": 0.6997, | |
| "step": 5420 | |
| }, | |
| { | |
| "epoch": 2.6, | |
| "grad_norm": 7.830652126666401, | |
| "learning_rate": 5.399208058590021e-07, | |
| "loss": 0.7609, | |
| "step": 5425 | |
| }, | |
| { | |
| "epoch": 2.6, | |
| "grad_norm": 9.616159273753071, | |
| "learning_rate": 5.336437285455443e-07, | |
| "loss": 0.7277, | |
| "step": 5430 | |
| }, | |
| { | |
| "epoch": 2.6, | |
| "grad_norm": 9.33446933684336, | |
| "learning_rate": 5.27401295758439e-07, | |
| "loss": 0.7285, | |
| "step": 5435 | |
| }, | |
| { | |
| "epoch": 2.6, | |
| "grad_norm": 8.1377363438378, | |
| "learning_rate": 5.211935559188419e-07, | |
| "loss": 0.7085, | |
| "step": 5440 | |
| }, | |
| { | |
| "epoch": 2.61, | |
| "grad_norm": 12.991527070961066, | |
| "learning_rate": 5.150205571788014e-07, | |
| "loss": 0.7138, | |
| "step": 5445 | |
| }, | |
| { | |
| "epoch": 2.61, | |
| "grad_norm": 10.218991474480918, | |
| "learning_rate": 5.088823474208892e-07, | |
| "loss": 0.7017, | |
| "step": 5450 | |
| }, | |
| { | |
| "epoch": 2.61, | |
| "grad_norm": 11.226645954609767, | |
| "learning_rate": 5.027789742578226e-07, | |
| "loss": 0.7051, | |
| "step": 5455 | |
| }, | |
| { | |
| "epoch": 2.61, | |
| "grad_norm": 8.60851765504506, | |
| "learning_rate": 4.967104850321042e-07, | |
| "loss": 0.7098, | |
| "step": 5460 | |
| }, | |
| { | |
| "epoch": 2.62, | |
| "grad_norm": 7.069670065355717, | |
| "learning_rate": 4.906769268156453e-07, | |
| "loss": 0.6954, | |
| "step": 5465 | |
| }, | |
| { | |
| "epoch": 2.62, | |
| "grad_norm": 7.373778854049451, | |
| "learning_rate": 4.846783464094073e-07, | |
| "loss": 0.7064, | |
| "step": 5470 | |
| }, | |
| { | |
| "epoch": 2.62, | |
| "grad_norm": 8.676327671251288, | |
| "learning_rate": 4.787147903430383e-07, | |
| "loss": 0.7045, | |
| "step": 5475 | |
| }, | |
| { | |
| "epoch": 2.62, | |
| "grad_norm": 9.99962909634723, | |
| "learning_rate": 4.727863048745068e-07, | |
| "loss": 0.6852, | |
| "step": 5480 | |
| }, | |
| { | |
| "epoch": 2.63, | |
| "grad_norm": 10.824654375789379, | |
| "learning_rate": 4.668929359897489e-07, | |
| "loss": 0.705, | |
| "step": 5485 | |
| }, | |
| { | |
| "epoch": 2.63, | |
| "grad_norm": 7.9263818558309715, | |
| "learning_rate": 4.6103472940230766e-07, | |
| "loss": 0.7312, | |
| "step": 5490 | |
| }, | |
| { | |
| "epoch": 2.63, | |
| "grad_norm": 8.906831088436562, | |
| "learning_rate": 4.552117305529824e-07, | |
| "loss": 0.7152, | |
| "step": 5495 | |
| }, | |
| { | |
| "epoch": 2.63, | |
| "grad_norm": 14.773400743031617, | |
| "learning_rate": 4.4942398460947166e-07, | |
| "loss": 0.7286, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 2.64, | |
| "grad_norm": 12.898476488712348, | |
| "learning_rate": 4.436715364660238e-07, | |
| "loss": 0.7399, | |
| "step": 5505 | |
| }, | |
| { | |
| "epoch": 2.64, | |
| "grad_norm": 12.521000085593839, | |
| "learning_rate": 4.379544307430961e-07, | |
| "loss": 0.7361, | |
| "step": 5510 | |
| }, | |
| { | |
| "epoch": 2.64, | |
| "grad_norm": 8.122546429660403, | |
| "learning_rate": 4.322727117869951e-07, | |
| "loss": 0.7025, | |
| "step": 5515 | |
| }, | |
| { | |
| "epoch": 2.64, | |
| "grad_norm": 7.443886233747539, | |
| "learning_rate": 4.266264236695461e-07, | |
| "loss": 0.7016, | |
| "step": 5520 | |
| }, | |
| { | |
| "epoch": 2.64, | |
| "grad_norm": 7.812367613742729, | |
| "learning_rate": 4.2101561018774216e-07, | |
| "loss": 0.7228, | |
| "step": 5525 | |
| }, | |
| { | |
| "epoch": 2.65, | |
| "grad_norm": 10.560953973562839, | |
| "learning_rate": 4.154403148634062e-07, | |
| "loss": 0.7383, | |
| "step": 5530 | |
| }, | |
| { | |
| "epoch": 2.65, | |
| "grad_norm": 10.153543760073466, | |
| "learning_rate": 4.0990058094285966e-07, | |
| "loss": 0.7196, | |
| "step": 5535 | |
| }, | |
| { | |
| "epoch": 2.65, | |
| "grad_norm": 7.881952768301664, | |
| "learning_rate": 4.04396451396577e-07, | |
| "loss": 0.7062, | |
| "step": 5540 | |
| }, | |
| { | |
| "epoch": 2.65, | |
| "grad_norm": 11.008811562438115, | |
| "learning_rate": 3.989279689188608e-07, | |
| "loss": 0.7249, | |
| "step": 5545 | |
| }, | |
| { | |
| "epoch": 2.66, | |
| "grad_norm": 7.9805696665256525, | |
| "learning_rate": 3.934951759275052e-07, | |
| "loss": 0.7199, | |
| "step": 5550 | |
| }, | |
| { | |
| "epoch": 2.66, | |
| "grad_norm": 8.920685845549864, | |
| "learning_rate": 3.880981145634705e-07, | |
| "loss": 0.7544, | |
| "step": 5555 | |
| }, | |
| { | |
| "epoch": 2.66, | |
| "grad_norm": 8.294739378389218, | |
| "learning_rate": 3.827368266905551e-07, | |
| "loss": 0.7293, | |
| "step": 5560 | |
| }, | |
| { | |
| "epoch": 2.66, | |
| "grad_norm": 8.455618534265481, | |
| "learning_rate": 3.77411353895068e-07, | |
| "loss": 0.7139, | |
| "step": 5565 | |
| }, | |
| { | |
| "epoch": 2.67, | |
| "grad_norm": 7.387465683410082, | |
| "learning_rate": 3.721217374855124e-07, | |
| "loss": 0.7014, | |
| "step": 5570 | |
| }, | |
| { | |
| "epoch": 2.67, | |
| "grad_norm": 11.920317681136604, | |
| "learning_rate": 3.668680184922563e-07, | |
| "loss": 0.7144, | |
| "step": 5575 | |
| }, | |
| { | |
| "epoch": 2.67, | |
| "grad_norm": 9.162778608152495, | |
| "learning_rate": 3.616502376672254e-07, | |
| "loss": 0.735, | |
| "step": 5580 | |
| }, | |
| { | |
| "epoch": 2.67, | |
| "grad_norm": 8.902791390546845, | |
| "learning_rate": 3.564684354835768e-07, | |
| "loss": 0.7252, | |
| "step": 5585 | |
| }, | |
| { | |
| "epoch": 2.68, | |
| "grad_norm": 8.684671490626085, | |
| "learning_rate": 3.5132265213539074e-07, | |
| "loss": 0.7401, | |
| "step": 5590 | |
| }, | |
| { | |
| "epoch": 2.68, | |
| "grad_norm": 8.08097799047911, | |
| "learning_rate": 3.462129275373577e-07, | |
| "loss": 0.7181, | |
| "step": 5595 | |
| }, | |
| { | |
| "epoch": 2.68, | |
| "grad_norm": 7.794546002284403, | |
| "learning_rate": 3.4113930132446735e-07, | |
| "loss": 0.7302, | |
| "step": 5600 | |
| }, | |
| { | |
| "epoch": 2.68, | |
| "grad_norm": 8.286586210374672, | |
| "learning_rate": 3.361018128517052e-07, | |
| "loss": 0.685, | |
| "step": 5605 | |
| }, | |
| { | |
| "epoch": 2.69, | |
| "grad_norm": 7.615526961881427, | |
| "learning_rate": 3.3110050119374016e-07, | |
| "loss": 0.7432, | |
| "step": 5610 | |
| }, | |
| { | |
| "epoch": 2.69, | |
| "grad_norm": 9.171441156001265, | |
| "learning_rate": 3.2613540514462917e-07, | |
| "loss": 0.716, | |
| "step": 5615 | |
| }, | |
| { | |
| "epoch": 2.69, | |
| "grad_norm": 10.407163161607505, | |
| "learning_rate": 3.212065632175104e-07, | |
| "loss": 0.7599, | |
| "step": 5620 | |
| }, | |
| { | |
| "epoch": 2.69, | |
| "grad_norm": 8.401348722207088, | |
| "learning_rate": 3.163140136443088e-07, | |
| "loss": 0.722, | |
| "step": 5625 | |
| }, | |
| { | |
| "epoch": 2.7, | |
| "grad_norm": 8.131667194111651, | |
| "learning_rate": 3.114577943754371e-07, | |
| "loss": 0.7064, | |
| "step": 5630 | |
| }, | |
| { | |
| "epoch": 2.7, | |
| "grad_norm": 11.978854736564982, | |
| "learning_rate": 3.0663794307950024e-07, | |
| "loss": 0.7256, | |
| "step": 5635 | |
| }, | |
| { | |
| "epoch": 2.7, | |
| "grad_norm": 7.7142441304523315, | |
| "learning_rate": 3.018544971430071e-07, | |
| "loss": 0.7007, | |
| "step": 5640 | |
| }, | |
| { | |
| "epoch": 2.7, | |
| "grad_norm": 6.916528348667669, | |
| "learning_rate": 2.97107493670078e-07, | |
| "loss": 0.702, | |
| "step": 5645 | |
| }, | |
| { | |
| "epoch": 2.7, | |
| "grad_norm": 10.845962762443746, | |
| "learning_rate": 2.923969694821577e-07, | |
| "loss": 0.7123, | |
| "step": 5650 | |
| }, | |
| { | |
| "epoch": 2.71, | |
| "grad_norm": 9.905926911598188, | |
| "learning_rate": 2.877229611177268e-07, | |
| "loss": 0.7026, | |
| "step": 5655 | |
| }, | |
| { | |
| "epoch": 2.71, | |
| "grad_norm": 8.33768566550249, | |
| "learning_rate": 2.8308550483202244e-07, | |
| "loss": 0.6965, | |
| "step": 5660 | |
| }, | |
| { | |
| "epoch": 2.71, | |
| "grad_norm": 10.65958641694257, | |
| "learning_rate": 2.7848463659675697e-07, | |
| "loss": 0.6826, | |
| "step": 5665 | |
| }, | |
| { | |
| "epoch": 2.71, | |
| "grad_norm": 8.662606522365623, | |
| "learning_rate": 2.739203920998346e-07, | |
| "loss": 0.7128, | |
| "step": 5670 | |
| }, | |
| { | |
| "epoch": 2.72, | |
| "grad_norm": 9.991620526255327, | |
| "learning_rate": 2.6939280674508016e-07, | |
| "loss": 0.7475, | |
| "step": 5675 | |
| }, | |
| { | |
| "epoch": 2.72, | |
| "grad_norm": 8.96611126789256, | |
| "learning_rate": 2.6490191565195836e-07, | |
| "loss": 0.733, | |
| "step": 5680 | |
| }, | |
| { | |
| "epoch": 2.72, | |
| "grad_norm": 13.128816808416095, | |
| "learning_rate": 2.604477536553079e-07, | |
| "loss": 0.7028, | |
| "step": 5685 | |
| }, | |
| { | |
| "epoch": 2.72, | |
| "grad_norm": 12.626021867909257, | |
| "learning_rate": 2.560303553050669e-07, | |
| "loss": 0.7048, | |
| "step": 5690 | |
| }, | |
| { | |
| "epoch": 2.73, | |
| "grad_norm": 7.889306824857499, | |
| "learning_rate": 2.5164975486600576e-07, | |
| "loss": 0.7175, | |
| "step": 5695 | |
| }, | |
| { | |
| "epoch": 2.73, | |
| "grad_norm": 10.135931514112464, | |
| "learning_rate": 2.473059863174626e-07, | |
| "loss": 0.6909, | |
| "step": 5700 | |
| }, | |
| { | |
| "epoch": 2.73, | |
| "grad_norm": 11.345982422697064, | |
| "learning_rate": 2.429990833530771e-07, | |
| "loss": 0.6984, | |
| "step": 5705 | |
| }, | |
| { | |
| "epoch": 2.73, | |
| "grad_norm": 7.684012755885655, | |
| "learning_rate": 2.387290793805336e-07, | |
| "loss": 0.7099, | |
| "step": 5710 | |
| }, | |
| { | |
| "epoch": 2.74, | |
| "grad_norm": 9.078060238453725, | |
| "learning_rate": 2.3449600752129598e-07, | |
| "loss": 0.704, | |
| "step": 5715 | |
| }, | |
| { | |
| "epoch": 2.74, | |
| "grad_norm": 9.227703578167397, | |
| "learning_rate": 2.3029990061035677e-07, | |
| "loss": 0.6959, | |
| "step": 5720 | |
| }, | |
| { | |
| "epoch": 2.74, | |
| "grad_norm": 8.91154328525788, | |
| "learning_rate": 2.2614079119597732e-07, | |
| "loss": 0.7105, | |
| "step": 5725 | |
| }, | |
| { | |
| "epoch": 2.74, | |
| "grad_norm": 7.377011388974649, | |
| "learning_rate": 2.2201871153943956e-07, | |
| "loss": 0.6844, | |
| "step": 5730 | |
| }, | |
| { | |
| "epoch": 2.75, | |
| "grad_norm": 8.125344496585377, | |
| "learning_rate": 2.179336936147941e-07, | |
| "loss": 0.7447, | |
| "step": 5735 | |
| }, | |
| { | |
| "epoch": 2.75, | |
| "grad_norm": 9.938519546771527, | |
| "learning_rate": 2.1388576910860937e-07, | |
| "loss": 0.7302, | |
| "step": 5740 | |
| }, | |
| { | |
| "epoch": 2.75, | |
| "grad_norm": 9.37704834822478, | |
| "learning_rate": 2.0987496941973107e-07, | |
| "loss": 0.7388, | |
| "step": 5745 | |
| }, | |
| { | |
| "epoch": 2.75, | |
| "grad_norm": 9.894506231776, | |
| "learning_rate": 2.0590132565903475e-07, | |
| "loss": 0.7008, | |
| "step": 5750 | |
| }, | |
| { | |
| "epoch": 2.75, | |
| "grad_norm": 11.619718467028806, | |
| "learning_rate": 2.0196486864918653e-07, | |
| "loss": 0.7289, | |
| "step": 5755 | |
| }, | |
| { | |
| "epoch": 2.76, | |
| "grad_norm": 9.259196685793114, | |
| "learning_rate": 1.9806562892440207e-07, | |
| "loss": 0.7267, | |
| "step": 5760 | |
| }, | |
| { | |
| "epoch": 2.76, | |
| "grad_norm": 8.002624364425463, | |
| "learning_rate": 1.9420363673021192e-07, | |
| "loss": 0.7297, | |
| "step": 5765 | |
| }, | |
| { | |
| "epoch": 2.76, | |
| "grad_norm": 7.626971580210646, | |
| "learning_rate": 1.9037892202322495e-07, | |
| "loss": 0.7336, | |
| "step": 5770 | |
| }, | |
| { | |
| "epoch": 2.76, | |
| "grad_norm": 8.496312309254654, | |
| "learning_rate": 1.865915144708985e-07, | |
| "loss": 0.7361, | |
| "step": 5775 | |
| }, | |
| { | |
| "epoch": 2.77, | |
| "grad_norm": 7.655732252044507, | |
| "learning_rate": 1.8284144345130538e-07, | |
| "loss": 0.7271, | |
| "step": 5780 | |
| }, | |
| { | |
| "epoch": 2.77, | |
| "grad_norm": 8.964994769419953, | |
| "learning_rate": 1.791287380529061e-07, | |
| "loss": 0.6829, | |
| "step": 5785 | |
| }, | |
| { | |
| "epoch": 2.77, | |
| "grad_norm": 8.1730834317757, | |
| "learning_rate": 1.75453427074328e-07, | |
| "loss": 0.734, | |
| "step": 5790 | |
| }, | |
| { | |
| "epoch": 2.77, | |
| "grad_norm": 7.545356947209614, | |
| "learning_rate": 1.7181553902413438e-07, | |
| "loss": 0.7359, | |
| "step": 5795 | |
| }, | |
| { | |
| "epoch": 2.78, | |
| "grad_norm": 7.483036402676814, | |
| "learning_rate": 1.6821510212060966e-07, | |
| "loss": 0.733, | |
| "step": 5800 | |
| }, | |
| { | |
| "epoch": 2.78, | |
| "grad_norm": 10.222936253561748, | |
| "learning_rate": 1.646521442915372e-07, | |
| "loss": 0.7141, | |
| "step": 5805 | |
| }, | |
| { | |
| "epoch": 2.78, | |
| "grad_norm": 8.076547261834426, | |
| "learning_rate": 1.6112669317398354e-07, | |
| "loss": 0.7494, | |
| "step": 5810 | |
| }, | |
| { | |
| "epoch": 2.78, | |
| "grad_norm": 8.57795533125446, | |
| "learning_rate": 1.5763877611408463e-07, | |
| "loss": 0.7119, | |
| "step": 5815 | |
| }, | |
| { | |
| "epoch": 2.79, | |
| "grad_norm": 8.152009877308489, | |
| "learning_rate": 1.541884201668331e-07, | |
| "loss": 0.7434, | |
| "step": 5820 | |
| }, | |
| { | |
| "epoch": 2.79, | |
| "grad_norm": 12.137316314165183, | |
| "learning_rate": 1.5077565209586699e-07, | |
| "loss": 0.7214, | |
| "step": 5825 | |
| }, | |
| { | |
| "epoch": 2.79, | |
| "grad_norm": 12.829350921568361, | |
| "learning_rate": 1.4740049837326576e-07, | |
| "loss": 0.7492, | |
| "step": 5830 | |
| }, | |
| { | |
| "epoch": 2.79, | |
| "grad_norm": 8.413049484985029, | |
| "learning_rate": 1.440629851793407e-07, | |
| "loss": 0.7208, | |
| "step": 5835 | |
| }, | |
| { | |
| "epoch": 2.8, | |
| "grad_norm": 7.579533888710205, | |
| "learning_rate": 1.407631384024366e-07, | |
| "loss": 0.7064, | |
| "step": 5840 | |
| }, | |
| { | |
| "epoch": 2.8, | |
| "grad_norm": 7.7088719881192524, | |
| "learning_rate": 1.3750098363872478e-07, | |
| "loss": 0.7356, | |
| "step": 5845 | |
| }, | |
| { | |
| "epoch": 2.8, | |
| "grad_norm": 9.913852333414841, | |
| "learning_rate": 1.342765461920109e-07, | |
| "loss": 0.7322, | |
| "step": 5850 | |
| }, | |
| { | |
| "epoch": 2.8, | |
| "grad_norm": 10.510541398852599, | |
| "learning_rate": 1.3108985107353477e-07, | |
| "loss": 0.7197, | |
| "step": 5855 | |
| }, | |
| { | |
| "epoch": 2.81, | |
| "grad_norm": 7.899537503149924, | |
| "learning_rate": 1.2794092300177698e-07, | |
| "loss": 0.7061, | |
| "step": 5860 | |
| }, | |
| { | |
| "epoch": 2.81, | |
| "grad_norm": 7.8169729054358905, | |
| "learning_rate": 1.2482978640226905e-07, | |
| "loss": 0.7297, | |
| "step": 5865 | |
| }, | |
| { | |
| "epoch": 2.81, | |
| "grad_norm": 11.55382784631987, | |
| "learning_rate": 1.2175646540740105e-07, | |
| "loss": 0.7087, | |
| "step": 5870 | |
| }, | |
| { | |
| "epoch": 2.81, | |
| "grad_norm": 7.604422775499449, | |
| "learning_rate": 1.1872098385623587e-07, | |
| "loss": 0.7154, | |
| "step": 5875 | |
| }, | |
| { | |
| "epoch": 2.81, | |
| "grad_norm": 8.940418775671073, | |
| "learning_rate": 1.1572336529432571e-07, | |
| "loss": 0.7201, | |
| "step": 5880 | |
| }, | |
| { | |
| "epoch": 2.82, | |
| "grad_norm": 10.329306370360369, | |
| "learning_rate": 1.12763632973526e-07, | |
| "loss": 0.7162, | |
| "step": 5885 | |
| }, | |
| { | |
| "epoch": 2.82, | |
| "grad_norm": 8.169196324366384, | |
| "learning_rate": 1.0984180985181892e-07, | |
| "loss": 0.7414, | |
| "step": 5890 | |
| }, | |
| { | |
| "epoch": 2.82, | |
| "grad_norm": 12.087886275122234, | |
| "learning_rate": 1.0695791859313299e-07, | |
| "loss": 0.6968, | |
| "step": 5895 | |
| }, | |
| { | |
| "epoch": 2.82, | |
| "grad_norm": 8.537355715483418, | |
| "learning_rate": 1.0411198156716706e-07, | |
| "loss": 0.7209, | |
| "step": 5900 | |
| }, | |
| { | |
| "epoch": 2.83, | |
| "grad_norm": 8.41625123879191, | |
| "learning_rate": 1.013040208492172e-07, | |
| "loss": 0.7197, | |
| "step": 5905 | |
| }, | |
| { | |
| "epoch": 2.83, | |
| "grad_norm": 10.23514342668057, | |
| "learning_rate": 9.853405822000783e-08, | |
| "loss": 0.7288, | |
| "step": 5910 | |
| }, | |
| { | |
| "epoch": 2.83, | |
| "grad_norm": 7.659324275796891, | |
| "learning_rate": 9.580211516551862e-08, | |
| "loss": 0.711, | |
| "step": 5915 | |
| }, | |
| { | |
| "epoch": 2.83, | |
| "grad_norm": 7.713966070891584, | |
| "learning_rate": 9.310821287682126e-08, | |
| "loss": 0.7159, | |
| "step": 5920 | |
| }, | |
| { | |
| "epoch": 2.84, | |
| "grad_norm": 9.568636090534852, | |
| "learning_rate": 9.045237224991233e-08, | |
| "loss": 0.7458, | |
| "step": 5925 | |
| }, | |
| { | |
| "epoch": 2.84, | |
| "grad_norm": 8.769262183580002, | |
| "learning_rate": 8.783461388555348e-08, | |
| "loss": 0.714, | |
| "step": 5930 | |
| }, | |
| { | |
| "epoch": 2.84, | |
| "grad_norm": 8.08959664121657, | |
| "learning_rate": 8.525495808911156e-08, | |
| "loss": 0.7031, | |
| "step": 5935 | |
| }, | |
| { | |
| "epoch": 2.84, | |
| "grad_norm": 8.104266657711255, | |
| "learning_rate": 8.271342487039758e-08, | |
| "loss": 0.7203, | |
| "step": 5940 | |
| }, | |
| { | |
| "epoch": 2.85, | |
| "grad_norm": 7.869774216285634, | |
| "learning_rate": 8.021003394351857e-08, | |
| "loss": 0.7248, | |
| "step": 5945 | |
| }, | |
| { | |
| "epoch": 2.85, | |
| "grad_norm": 7.487145931546606, | |
| "learning_rate": 7.774480472671486e-08, | |
| "loss": 0.7647, | |
| "step": 5950 | |
| }, | |
| { | |
| "epoch": 2.85, | |
| "grad_norm": 7.725391778447949, | |
| "learning_rate": 7.531775634222138e-08, | |
| "loss": 0.6769, | |
| "step": 5955 | |
| }, | |
| { | |
| "epoch": 2.85, | |
| "grad_norm": 8.876272831247563, | |
| "learning_rate": 7.292890761610716e-08, | |
| "loss": 0.7263, | |
| "step": 5960 | |
| }, | |
| { | |
| "epoch": 2.86, | |
| "grad_norm": 7.672441998306433, | |
| "learning_rate": 7.057827707813769e-08, | |
| "loss": 0.6926, | |
| "step": 5965 | |
| }, | |
| { | |
| "epoch": 2.86, | |
| "grad_norm": 8.579204953946617, | |
| "learning_rate": 6.826588296162895e-08, | |
| "loss": 0.7025, | |
| "step": 5970 | |
| }, | |
| { | |
| "epoch": 2.86, | |
| "grad_norm": 7.666942511324298, | |
| "learning_rate": 6.59917432033036e-08, | |
| "loss": 0.7179, | |
| "step": 5975 | |
| }, | |
| { | |
| "epoch": 2.86, | |
| "grad_norm": 9.32767397545717, | |
| "learning_rate": 6.375587544315609e-08, | |
| "loss": 0.7023, | |
| "step": 5980 | |
| }, | |
| { | |
| "epoch": 2.87, | |
| "grad_norm": 8.0615614585719, | |
| "learning_rate": 6.15582970243117e-08, | |
| "loss": 0.7424, | |
| "step": 5985 | |
| }, | |
| { | |
| "epoch": 2.87, | |
| "grad_norm": 8.110495258638995, | |
| "learning_rate": 5.9399024992894405e-08, | |
| "loss": 0.7235, | |
| "step": 5990 | |
| }, | |
| { | |
| "epoch": 2.87, | |
| "grad_norm": 8.108005753201349, | |
| "learning_rate": 5.727807609789471e-08, | |
| "loss": 0.7024, | |
| "step": 5995 | |
| }, | |
| { | |
| "epoch": 2.87, | |
| "grad_norm": 9.069242594976567, | |
| "learning_rate": 5.519546679103871e-08, | |
| "loss": 0.7263, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 2.87, | |
| "grad_norm": 8.350453129638888, | |
| "learning_rate": 5.315121322666095e-08, | |
| "loss": 0.7058, | |
| "step": 6005 | |
| }, | |
| { | |
| "epoch": 2.88, | |
| "grad_norm": 7.885371778863312, | |
| "learning_rate": 5.114533126157839e-08, | |
| "loss": 0.7416, | |
| "step": 6010 | |
| }, | |
| { | |
| "epoch": 2.88, | |
| "grad_norm": 10.061849501968886, | |
| "learning_rate": 4.917783645496888e-08, | |
| "loss": 0.7128, | |
| "step": 6015 | |
| }, | |
| { | |
| "epoch": 2.88, | |
| "grad_norm": 8.320164129300217, | |
| "learning_rate": 4.724874406825008e-08, | |
| "loss": 0.7249, | |
| "step": 6020 | |
| }, | |
| { | |
| "epoch": 2.88, | |
| "grad_norm": 9.845719064536823, | |
| "learning_rate": 4.5358069064959096e-08, | |
| "loss": 0.6999, | |
| "step": 6025 | |
| }, | |
| { | |
| "epoch": 2.89, | |
| "grad_norm": 8.134419128411688, | |
| "learning_rate": 4.350582611063969e-08, | |
| "loss": 0.7311, | |
| "step": 6030 | |
| }, | |
| { | |
| "epoch": 2.89, | |
| "grad_norm": 8.995983017728303, | |
| "learning_rate": 4.1692029572725225e-08, | |
| "loss": 0.7669, | |
| "step": 6035 | |
| }, | |
| { | |
| "epoch": 2.89, | |
| "grad_norm": 7.535551327770064, | |
| "learning_rate": 3.9916693520430924e-08, | |
| "loss": 0.7148, | |
| "step": 6040 | |
| }, | |
| { | |
| "epoch": 2.89, | |
| "grad_norm": 10.354852774044371, | |
| "learning_rate": 3.8179831724640125e-08, | |
| "loss": 0.6997, | |
| "step": 6045 | |
| }, | |
| { | |
| "epoch": 2.9, | |
| "grad_norm": 8.173462297408502, | |
| "learning_rate": 3.6481457657802085e-08, | |
| "loss": 0.7024, | |
| "step": 6050 | |
| }, | |
| { | |
| "epoch": 2.9, | |
| "grad_norm": 12.435995217803038, | |
| "learning_rate": 3.482158449382378e-08, | |
| "loss": 0.7036, | |
| "step": 6055 | |
| }, | |
| { | |
| "epoch": 2.9, | |
| "grad_norm": 8.136588437287768, | |
| "learning_rate": 3.32002251079705e-08, | |
| "loss": 0.7428, | |
| "step": 6060 | |
| }, | |
| { | |
| "epoch": 2.9, | |
| "grad_norm": 8.04419894708745, | |
| "learning_rate": 3.1617392076764284e-08, | |
| "loss": 0.7047, | |
| "step": 6065 | |
| }, | |
| { | |
| "epoch": 2.91, | |
| "grad_norm": 8.522106899894323, | |
| "learning_rate": 3.007309767788569e-08, | |
| "loss": 0.7026, | |
| "step": 6070 | |
| }, | |
| { | |
| "epoch": 2.91, | |
| "grad_norm": 8.292855169890199, | |
| "learning_rate": 2.8567353890082696e-08, | |
| "loss": 0.7258, | |
| "step": 6075 | |
| }, | |
| { | |
| "epoch": 2.91, | |
| "grad_norm": 7.9382007995475865, | |
| "learning_rate": 2.710017239307139e-08, | |
| "loss": 0.7334, | |
| "step": 6080 | |
| }, | |
| { | |
| "epoch": 2.91, | |
| "grad_norm": 7.975208167567208, | |
| "learning_rate": 2.5671564567451012e-08, | |
| "loss": 0.7279, | |
| "step": 6085 | |
| }, | |
| { | |
| "epoch": 2.92, | |
| "grad_norm": 8.609966650432614, | |
| "learning_rate": 2.4281541494613482e-08, | |
| "loss": 0.719, | |
| "step": 6090 | |
| }, | |
| { | |
| "epoch": 2.92, | |
| "grad_norm": 7.760259067686616, | |
| "learning_rate": 2.2930113956655674e-08, | |
| "loss": 0.6789, | |
| "step": 6095 | |
| }, | |
| { | |
| "epoch": 2.92, | |
| "grad_norm": 7.353913586541014, | |
| "learning_rate": 2.161729243629951e-08, | |
| "loss": 0.685, | |
| "step": 6100 | |
| }, | |
| { | |
| "epoch": 2.92, | |
| "grad_norm": 8.072939392396535, | |
| "learning_rate": 2.0343087116807548e-08, | |
| "loss": 0.7313, | |
| "step": 6105 | |
| }, | |
| { | |
| "epoch": 2.92, | |
| "grad_norm": 6.80836775505279, | |
| "learning_rate": 1.9107507881905297e-08, | |
| "loss": 0.7291, | |
| "step": 6110 | |
| }, | |
| { | |
| "epoch": 2.93, | |
| "grad_norm": 9.419726891807665, | |
| "learning_rate": 1.7910564315704036e-08, | |
| "loss": 0.7257, | |
| "step": 6115 | |
| }, | |
| { | |
| "epoch": 2.93, | |
| "grad_norm": 7.9389969079534515, | |
| "learning_rate": 1.6752265702628112e-08, | |
| "loss": 0.7039, | |
| "step": 6120 | |
| }, | |
| { | |
| "epoch": 2.93, | |
| "grad_norm": 8.681586144393854, | |
| "learning_rate": 1.5632621027339977e-08, | |
| "loss": 0.716, | |
| "step": 6125 | |
| }, | |
| { | |
| "epoch": 2.93, | |
| "grad_norm": 8.376945692937491, | |
| "learning_rate": 1.4551638974673598e-08, | |
| "loss": 0.7331, | |
| "step": 6130 | |
| }, | |
| { | |
| "epoch": 2.94, | |
| "grad_norm": 7.621763687688844, | |
| "learning_rate": 1.3509327929563942e-08, | |
| "loss": 0.6956, | |
| "step": 6135 | |
| }, | |
| { | |
| "epoch": 2.94, | |
| "grad_norm": 7.812267883480422, | |
| "learning_rate": 1.2505695976985366e-08, | |
| "loss": 0.7299, | |
| "step": 6140 | |
| }, | |
| { | |
| "epoch": 2.94, | |
| "grad_norm": 7.641083024769762, | |
| "learning_rate": 1.1540750901886111e-08, | |
| "loss": 0.7335, | |
| "step": 6145 | |
| }, | |
| { | |
| "epoch": 2.94, | |
| "grad_norm": 8.009321519066628, | |
| "learning_rate": 1.0614500189129463e-08, | |
| "loss": 0.7172, | |
| "step": 6150 | |
| }, | |
| { | |
| "epoch": 2.95, | |
| "grad_norm": 9.772581366147175, | |
| "learning_rate": 9.72695102343435e-09, | |
| "loss": 0.7208, | |
| "step": 6155 | |
| }, | |
| { | |
| "epoch": 2.95, | |
| "grad_norm": 10.73910145028275, | |
| "learning_rate": 8.878110289322062e-09, | |
| "loss": 0.7165, | |
| "step": 6160 | |
| }, | |
| { | |
| "epoch": 2.95, | |
| "grad_norm": 7.393425930603982, | |
| "learning_rate": 8.067984571059617e-09, | |
| "loss": 0.6963, | |
| "step": 6165 | |
| }, | |
| { | |
| "epoch": 2.95, | |
| "grad_norm": 8.714935332962217, | |
| "learning_rate": 7.296580152610921e-09, | |
| "loss": 0.6937, | |
| "step": 6170 | |
| }, | |
| { | |
| "epoch": 2.96, | |
| "grad_norm": 9.904460671791293, | |
| "learning_rate": 6.5639030175873584e-09, | |
| "loss": 0.7115, | |
| "step": 6175 | |
| }, | |
| { | |
| "epoch": 2.96, | |
| "grad_norm": 9.70593343271801, | |
| "learning_rate": 5.869958849202273e-09, | |
| "loss": 0.7082, | |
| "step": 6180 | |
| }, | |
| { | |
| "epoch": 2.96, | |
| "grad_norm": 9.10569954484473, | |
| "learning_rate": 5.21475303022434e-09, | |
| "loss": 0.698, | |
| "step": 6185 | |
| }, | |
| { | |
| "epoch": 2.96, | |
| "grad_norm": 8.470430832121329, | |
| "learning_rate": 4.5982906429398175e-09, | |
| "loss": 0.7077, | |
| "step": 6190 | |
| }, | |
| { | |
| "epoch": 2.97, | |
| "grad_norm": 7.86136077496912, | |
| "learning_rate": 4.020576469108139e-09, | |
| "loss": 0.7298, | |
| "step": 6195 | |
| }, | |
| { | |
| "epoch": 2.97, | |
| "grad_norm": 10.157207292314927, | |
| "learning_rate": 3.4816149899297157e-09, | |
| "loss": 0.709, | |
| "step": 6200 | |
| }, | |
| { | |
| "epoch": 2.97, | |
| "grad_norm": 7.7559615218098115, | |
| "learning_rate": 2.981410386007633e-09, | |
| "loss": 0.7024, | |
| "step": 6205 | |
| }, | |
| { | |
| "epoch": 2.97, | |
| "grad_norm": 8.548129309435721, | |
| "learning_rate": 2.519966537317675e-09, | |
| "loss": 0.7286, | |
| "step": 6210 | |
| }, | |
| { | |
| "epoch": 2.98, | |
| "grad_norm": 10.416164554879964, | |
| "learning_rate": 2.097287023176131e-09, | |
| "loss": 0.7211, | |
| "step": 6215 | |
| }, | |
| { | |
| "epoch": 2.98, | |
| "grad_norm": 7.7996136982624575, | |
| "learning_rate": 1.7133751222137007e-09, | |
| "loss": 0.7121, | |
| "step": 6220 | |
| }, | |
| { | |
| "epoch": 2.98, | |
| "grad_norm": 10.803620676059829, | |
| "learning_rate": 1.3682338123488515e-09, | |
| "loss": 0.7745, | |
| "step": 6225 | |
| }, | |
| { | |
| "epoch": 2.98, | |
| "grad_norm": 7.971139906542856, | |
| "learning_rate": 1.0618657707656133e-09, | |
| "loss": 0.7101, | |
| "step": 6230 | |
| }, | |
| { | |
| "epoch": 2.98, | |
| "grad_norm": 7.954667661411465, | |
| "learning_rate": 7.942733738924846e-10, | |
| "loss": 0.716, | |
| "step": 6235 | |
| }, | |
| { | |
| "epoch": 2.99, | |
| "grad_norm": 9.867567603815916, | |
| "learning_rate": 5.654586973835585e-10, | |
| "loss": 0.6958, | |
| "step": 6240 | |
| }, | |
| { | |
| "epoch": 2.99, | |
| "grad_norm": 6.933332473514785, | |
| "learning_rate": 3.7542351610353465e-10, | |
| "loss": 0.7204, | |
| "step": 6245 | |
| }, | |
| { | |
| "epoch": 2.99, | |
| "grad_norm": 8.12503988079313, | |
| "learning_rate": 2.2416930411217618e-10, | |
| "loss": 0.7047, | |
| "step": 6250 | |
| }, | |
| { | |
| "epoch": 2.99, | |
| "grad_norm": 7.777240822136092, | |
| "learning_rate": 1.1169723465487281e-10, | |
| "loss": 0.7169, | |
| "step": 6255 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "grad_norm": 8.237367788526779, | |
| "learning_rate": 3.8008180152093734e-11, | |
| "loss": 0.7302, | |
| "step": 6260 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "grad_norm": 8.043768982649194, | |
| "learning_rate": 3.1027121938365103e-12, | |
| "loss": 0.7033, | |
| "step": 6265 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "eval_loss": 1.080156922340393, | |
| "eval_runtime": 23.9158, | |
| "eval_samples_per_second": 28.517, | |
| "eval_steps_per_second": 3.596, | |
| "step": 6267 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "step": 6267, | |
| "total_flos": 215735838179328.0, | |
| "train_loss": 1.135861443868375, | |
| "train_runtime": 24908.5749, | |
| "train_samples_per_second": 4.025, | |
| "train_steps_per_second": 0.252 | |
| } | |
| ], | |
| "logging_steps": 5, | |
| "max_steps": 6267, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 3, | |
| "save_steps": 500, | |
| "total_flos": 215735838179328.0, | |
| "train_batch_size": 1, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |