| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 2.998933522929257, | |
| "eval_steps": 500, | |
| "global_step": 6327, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.004739898092191018, | |
| "grad_norm": 0.36863938554596193, | |
| "learning_rate": 9.999938362758687e-05, | |
| "loss": 2.2013, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.009479796184382036, | |
| "grad_norm": 0.500081400365978, | |
| "learning_rate": 9.999753452554404e-05, | |
| "loss": 2.0963, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.014219694276573054, | |
| "grad_norm": 0.4147328978072978, | |
| "learning_rate": 9.999445273946093e-05, | |
| "loss": 2.1148, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.018959592368764072, | |
| "grad_norm": 0.35930434339916095, | |
| "learning_rate": 9.999013834531869e-05, | |
| "loss": 2.1787, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.02369949046095509, | |
| "grad_norm": 0.5423960911916873, | |
| "learning_rate": 9.998459144948825e-05, | |
| "loss": 2.1055, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.028439388553146108, | |
| "grad_norm": 0.40880961489218204, | |
| "learning_rate": 9.997781218872771e-05, | |
| "loss": 2.1723, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.033179286645337126, | |
| "grad_norm": 0.43317175193770346, | |
| "learning_rate": 9.99698007301791e-05, | |
| "loss": 2.0316, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.037919184737528144, | |
| "grad_norm": 0.37892996565691084, | |
| "learning_rate": 9.996055727136406e-05, | |
| "loss": 2.0171, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.04265908282971916, | |
| "grad_norm": 0.43747110352943336, | |
| "learning_rate": 9.995008204017915e-05, | |
| "loss": 2.0887, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.04739898092191018, | |
| "grad_norm": 0.39459537932523525, | |
| "learning_rate": 9.993837529489007e-05, | |
| "loss": 2.03, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.0521388790141012, | |
| "grad_norm": 0.3839963642801344, | |
| "learning_rate": 9.992543732412544e-05, | |
| "loss": 1.9306, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.056878777106292217, | |
| "grad_norm": 0.40520894461995377, | |
| "learning_rate": 9.99112684468696e-05, | |
| "loss": 2.0425, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.061618675198483235, | |
| "grad_norm": 0.390483069303289, | |
| "learning_rate": 9.989586901245472e-05, | |
| "loss": 2.087, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.06635857329067425, | |
| "grad_norm": 0.4180445176279502, | |
| "learning_rate": 9.987923940055228e-05, | |
| "loss": 2.0679, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.07109847138286526, | |
| "grad_norm": 0.49880430744694115, | |
| "learning_rate": 9.986138002116364e-05, | |
| "loss": 2.0628, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.07583836947505629, | |
| "grad_norm": 0.4427166571522091, | |
| "learning_rate": 9.984229131460996e-05, | |
| "loss": 2.0681, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.0805782675672473, | |
| "grad_norm": 0.38471776319499607, | |
| "learning_rate": 9.982197375152129e-05, | |
| "loss": 2.0019, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.08531816565943832, | |
| "grad_norm": 0.4628072900469101, | |
| "learning_rate": 9.980042783282509e-05, | |
| "loss": 1.9909, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.09005806375162934, | |
| "grad_norm": 0.3939907069527393, | |
| "learning_rate": 9.977765408973374e-05, | |
| "loss": 2.0713, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.09479796184382036, | |
| "grad_norm": 0.4184843314019155, | |
| "learning_rate": 9.97536530837315e-05, | |
| "loss": 1.9729, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.09953785993601137, | |
| "grad_norm": 0.6336861212047761, | |
| "learning_rate": 9.97284254065607e-05, | |
| "loss": 2.0278, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.1042777580282024, | |
| "grad_norm": 0.39737439720337403, | |
| "learning_rate": 9.970197168020713e-05, | |
| "loss": 2.0603, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.10901765612039341, | |
| "grad_norm": 0.4161581082817388, | |
| "learning_rate": 9.967429255688468e-05, | |
| "loss": 2.0308, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.11375755421258443, | |
| "grad_norm": 0.4122381540422074, | |
| "learning_rate": 9.964538871901923e-05, | |
| "loss": 2.1011, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.11849745230477544, | |
| "grad_norm": 0.40792411841005016, | |
| "learning_rate": 9.961526087923193e-05, | |
| "loss": 2.0535, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.12323735039696647, | |
| "grad_norm": 0.4298298302428991, | |
| "learning_rate": 9.958390978032157e-05, | |
| "loss": 1.9882, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.12797724848915748, | |
| "grad_norm": 0.3932772338211237, | |
| "learning_rate": 9.955133619524623e-05, | |
| "loss": 2.0703, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.1327171465813485, | |
| "grad_norm": 0.4304879913642714, | |
| "learning_rate": 9.951754092710429e-05, | |
| "loss": 2.0661, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.13745704467353953, | |
| "grad_norm": 0.3933942358750948, | |
| "learning_rate": 9.948252480911458e-05, | |
| "loss": 1.9941, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.14219694276573053, | |
| "grad_norm": 0.3876898041012675, | |
| "learning_rate": 9.944628870459587e-05, | |
| "loss": 2.001, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.14693684085792155, | |
| "grad_norm": 0.39971149840828696, | |
| "learning_rate": 9.940883350694556e-05, | |
| "loss": 1.9889, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.15167673895011258, | |
| "grad_norm": 0.4322868983437022, | |
| "learning_rate": 9.93701601396177e-05, | |
| "loss": 2.019, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.1564166370423036, | |
| "grad_norm": 0.40679391432223605, | |
| "learning_rate": 9.933026955610014e-05, | |
| "loss": 2.0402, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.1611565351344946, | |
| "grad_norm": 0.40265148647862, | |
| "learning_rate": 9.928916273989108e-05, | |
| "loss": 1.9488, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.16589643322668562, | |
| "grad_norm": 0.4119893126018702, | |
| "learning_rate": 9.924684070447483e-05, | |
| "loss": 2.0143, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.17063633131887665, | |
| "grad_norm": 0.41446853317804655, | |
| "learning_rate": 9.92033044932968e-05, | |
| "loss": 1.9393, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.17537622941106767, | |
| "grad_norm": 0.4775440242382454, | |
| "learning_rate": 9.915855517973776e-05, | |
| "loss": 1.9899, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.18011612750325867, | |
| "grad_norm": 0.41303403265485017, | |
| "learning_rate": 9.91125938670874e-05, | |
| "loss": 2.0431, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.1848560255954497, | |
| "grad_norm": 0.381415505593885, | |
| "learning_rate": 9.906542168851715e-05, | |
| "loss": 1.9778, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.18959592368764072, | |
| "grad_norm": 0.45202098843075295, | |
| "learning_rate": 9.901703980705219e-05, | |
| "loss": 2.0098, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.19433582177983175, | |
| "grad_norm": 0.38808197740496003, | |
| "learning_rate": 9.896744941554279e-05, | |
| "loss": 1.9467, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.19907571987202274, | |
| "grad_norm": 0.40860216072850924, | |
| "learning_rate": 9.891665173663492e-05, | |
| "loss": 2.0267, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.20381561796421377, | |
| "grad_norm": 0.4068044305771888, | |
| "learning_rate": 9.886464802274009e-05, | |
| "loss": 2.0872, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.2085555160564048, | |
| "grad_norm": 0.43039544158069454, | |
| "learning_rate": 9.88114395560045e-05, | |
| "loss": 2.0094, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.21329541414859582, | |
| "grad_norm": 0.37668435282131046, | |
| "learning_rate": 9.875702764827737e-05, | |
| "loss": 2.0032, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.21803531224078682, | |
| "grad_norm": 0.4289799607032317, | |
| "learning_rate": 9.87014136410787e-05, | |
| "loss": 1.9535, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.22277521033297784, | |
| "grad_norm": 0.416501457655663, | |
| "learning_rate": 9.864459890556604e-05, | |
| "loss": 2.0246, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.22751510842516887, | |
| "grad_norm": 0.42709577377722036, | |
| "learning_rate": 9.858658484250082e-05, | |
| "loss": 1.9675, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.23225500651735986, | |
| "grad_norm": 0.38491345570315816, | |
| "learning_rate": 9.852737288221378e-05, | |
| "loss": 1.9768, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.2369949046095509, | |
| "grad_norm": 0.4331220698731146, | |
| "learning_rate": 9.846696448456967e-05, | |
| "loss": 1.96, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.2417348027017419, | |
| "grad_norm": 0.5157356350680703, | |
| "learning_rate": 9.840536113893129e-05, | |
| "loss": 2.0168, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.24647470079393294, | |
| "grad_norm": 0.42673885807943607, | |
| "learning_rate": 9.834256436412272e-05, | |
| "loss": 1.9192, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.25121459888612396, | |
| "grad_norm": 0.399056341637914, | |
| "learning_rate": 9.827857570839198e-05, | |
| "loss": 2.009, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.25595449697831496, | |
| "grad_norm": 0.38514488410609315, | |
| "learning_rate": 9.821339674937274e-05, | |
| "loss": 2.0237, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.26069439507050596, | |
| "grad_norm": 0.43535566879213633, | |
| "learning_rate": 9.814702909404547e-05, | |
| "loss": 1.9746, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.265434293162697, | |
| "grad_norm": 0.4277848981360601, | |
| "learning_rate": 9.807947437869788e-05, | |
| "loss": 2.0008, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.270174191254888, | |
| "grad_norm": 0.42806115487352164, | |
| "learning_rate": 9.801073426888447e-05, | |
| "loss": 2.0819, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.27491408934707906, | |
| "grad_norm": 0.36287005859609833, | |
| "learning_rate": 9.794081045938554e-05, | |
| "loss": 2.0256, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.27965398743927006, | |
| "grad_norm": 0.467970576527151, | |
| "learning_rate": 9.786970467416538e-05, | |
| "loss": 2.0221, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.28439388553146105, | |
| "grad_norm": 0.37993477630266503, | |
| "learning_rate": 9.779741866632977e-05, | |
| "loss": 1.9589, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.2891337836236521, | |
| "grad_norm": 0.44198107142469956, | |
| "learning_rate": 9.772395421808274e-05, | |
| "loss": 2.0035, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.2938736817158431, | |
| "grad_norm": 0.44573447679188816, | |
| "learning_rate": 9.764931314068267e-05, | |
| "loss": 1.9909, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.2986135798080341, | |
| "grad_norm": 0.4731340699659092, | |
| "learning_rate": 9.757349727439759e-05, | |
| "loss": 2.0103, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.30335347790022515, | |
| "grad_norm": 0.3963283837850387, | |
| "learning_rate": 9.749650848845984e-05, | |
| "loss": 2.0639, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.30809337599241615, | |
| "grad_norm": 0.3884422717238912, | |
| "learning_rate": 9.741834868101998e-05, | |
| "loss": 2.0342, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.3128332740846072, | |
| "grad_norm": 0.42096628799860736, | |
| "learning_rate": 9.733901977909997e-05, | |
| "loss": 2.0037, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.3175731721767982, | |
| "grad_norm": 0.3922372868315195, | |
| "learning_rate": 9.725852373854568e-05, | |
| "loss": 2.0327, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.3223130702689892, | |
| "grad_norm": 0.37724258160489493, | |
| "learning_rate": 9.717686254397866e-05, | |
| "loss": 1.9996, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.32705296836118025, | |
| "grad_norm": 0.36849429342184464, | |
| "learning_rate": 9.70940382087472e-05, | |
| "loss": 1.9789, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.33179286645337125, | |
| "grad_norm": 0.38001698944458373, | |
| "learning_rate": 9.701005277487673e-05, | |
| "loss": 1.8886, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.33653276454556225, | |
| "grad_norm": 0.4434394537121414, | |
| "learning_rate": 9.692490831301944e-05, | |
| "loss": 2.0773, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 0.3412726626377533, | |
| "grad_norm": 0.44409242659624243, | |
| "learning_rate": 9.683860692240321e-05, | |
| "loss": 1.9944, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.3460125607299443, | |
| "grad_norm": 0.3706038723114169, | |
| "learning_rate": 9.675115073077989e-05, | |
| "loss": 1.9399, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 0.35075245882213535, | |
| "grad_norm": 0.3775340444246396, | |
| "learning_rate": 9.666254189437286e-05, | |
| "loss": 2.0434, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.35549235691432635, | |
| "grad_norm": 0.39740898678838216, | |
| "learning_rate": 9.657278259782378e-05, | |
| "loss": 2.0483, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.36023225500651734, | |
| "grad_norm": 0.3856650140837026, | |
| "learning_rate": 9.648187505413886e-05, | |
| "loss": 1.9621, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.3649721530987084, | |
| "grad_norm": 0.49084336306431187, | |
| "learning_rate": 9.638982150463415e-05, | |
| "loss": 1.9878, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 0.3697120511908994, | |
| "grad_norm": 0.41318948101107866, | |
| "learning_rate": 9.629662421888039e-05, | |
| "loss": 2.0805, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.3744519492830904, | |
| "grad_norm": 0.402590356367594, | |
| "learning_rate": 9.620228549464703e-05, | |
| "loss": 2.0258, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 0.37919184737528144, | |
| "grad_norm": 0.4461694641117838, | |
| "learning_rate": 9.610680765784556e-05, | |
| "loss": 1.9692, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.38393174546747244, | |
| "grad_norm": 0.41581795351534184, | |
| "learning_rate": 9.601019306247215e-05, | |
| "loss": 2.022, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 0.3886716435596635, | |
| "grad_norm": 0.4182347418587252, | |
| "learning_rate": 9.591244409054965e-05, | |
| "loss": 1.9989, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 0.3934115416518545, | |
| "grad_norm": 0.36463111311757684, | |
| "learning_rate": 9.581356315206885e-05, | |
| "loss": 2.0483, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 0.3981514397440455, | |
| "grad_norm": 0.4636476781338481, | |
| "learning_rate": 9.571355268492907e-05, | |
| "loss": 1.9491, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 0.40289133783623654, | |
| "grad_norm": 0.43027600259738763, | |
| "learning_rate": 9.561241515487802e-05, | |
| "loss": 1.9423, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.40763123592842754, | |
| "grad_norm": 0.43322329785996827, | |
| "learning_rate": 9.551015305545104e-05, | |
| "loss": 1.9349, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 0.41237113402061853, | |
| "grad_norm": 0.3900423005352424, | |
| "learning_rate": 9.540676890790962e-05, | |
| "loss": 1.9571, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 0.4171110321128096, | |
| "grad_norm": 0.3736027589992883, | |
| "learning_rate": 9.53022652611792e-05, | |
| "loss": 2.033, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 0.4218509302050006, | |
| "grad_norm": 0.4412678924097936, | |
| "learning_rate": 9.519664469178638e-05, | |
| "loss": 1.9928, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 0.42659082829719164, | |
| "grad_norm": 0.36064586995797043, | |
| "learning_rate": 9.508990980379537e-05, | |
| "loss": 2.0181, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.43133072638938263, | |
| "grad_norm": 0.36982453028008294, | |
| "learning_rate": 9.498206322874381e-05, | |
| "loss": 2.0118, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 0.43607062448157363, | |
| "grad_norm": 0.4936789348648113, | |
| "learning_rate": 9.487310762557784e-05, | |
| "loss": 2.0388, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 0.4408105225737647, | |
| "grad_norm": 0.4192120475618224, | |
| "learning_rate": 9.476304568058657e-05, | |
| "loss": 2.0001, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 0.4455504206659557, | |
| "grad_norm": 0.4212248975591549, | |
| "learning_rate": 9.465188010733586e-05, | |
| "loss": 2.0464, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 0.4502903187581467, | |
| "grad_norm": 0.4111853146435081, | |
| "learning_rate": 9.453961364660143e-05, | |
| "loss": 2.0118, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.45503021685033773, | |
| "grad_norm": 0.3911083150496816, | |
| "learning_rate": 9.442624906630124e-05, | |
| "loss": 1.9256, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 0.45977011494252873, | |
| "grad_norm": 0.4275198886604283, | |
| "learning_rate": 9.431178916142731e-05, | |
| "loss": 2.0142, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 0.4645100130347197, | |
| "grad_norm": 0.41213645663674664, | |
| "learning_rate": 9.419623675397672e-05, | |
| "loss": 1.9863, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 0.4692499111269108, | |
| "grad_norm": 0.39744532831875506, | |
| "learning_rate": 9.407959469288214e-05, | |
| "loss": 1.963, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 0.4739898092191018, | |
| "grad_norm": 0.40358506493166846, | |
| "learning_rate": 9.396186585394153e-05, | |
| "loss": 1.9724, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.47872970731129283, | |
| "grad_norm": 0.3715075397009002, | |
| "learning_rate": 9.384305313974719e-05, | |
| "loss": 1.9564, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 0.4834696054034838, | |
| "grad_norm": 0.41249417731334614, | |
| "learning_rate": 9.372315947961434e-05, | |
| "loss": 2.0089, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 0.4882095034956748, | |
| "grad_norm": 0.4477075629260475, | |
| "learning_rate": 9.360218782950873e-05, | |
| "loss": 2.0249, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 0.4929494015878659, | |
| "grad_norm": 0.41335031918044873, | |
| "learning_rate": 9.34801411719739e-05, | |
| "loss": 2.0439, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 0.4976892996800569, | |
| "grad_norm": 0.4023689824634566, | |
| "learning_rate": 9.335702251605756e-05, | |
| "loss": 2.0278, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.5024291977722479, | |
| "grad_norm": 0.37476123227339486, | |
| "learning_rate": 9.32328348972374e-05, | |
| "loss": 2.0854, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 0.5071690958644389, | |
| "grad_norm": 0.3680109272331818, | |
| "learning_rate": 9.310758137734634e-05, | |
| "loss": 2.0505, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 0.5119089939566299, | |
| "grad_norm": 0.47590335433852127, | |
| "learning_rate": 9.298126504449697e-05, | |
| "loss": 1.9342, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 0.5166488920488209, | |
| "grad_norm": 0.443747158773761, | |
| "learning_rate": 9.285388901300537e-05, | |
| "loss": 2.0338, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 0.5213887901410119, | |
| "grad_norm": 0.4300619230217585, | |
| "learning_rate": 9.272545642331443e-05, | |
| "loss": 1.9431, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.526128688233203, | |
| "grad_norm": 0.4068927208227842, | |
| "learning_rate": 9.259597044191636e-05, | |
| "loss": 1.9639, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 0.530868586325394, | |
| "grad_norm": 0.3904780080331756, | |
| "learning_rate": 9.246543426127463e-05, | |
| "loss": 2.044, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 0.535608484417585, | |
| "grad_norm": 0.4074988084895911, | |
| "learning_rate": 9.233385109974528e-05, | |
| "loss": 1.9209, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 0.540348382509776, | |
| "grad_norm": 0.48971289458578504, | |
| "learning_rate": 9.220122420149753e-05, | |
| "loss": 1.9405, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 0.545088280601967, | |
| "grad_norm": 0.4560990819156225, | |
| "learning_rate": 9.206755683643383e-05, | |
| "loss": 1.9754, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 0.5498281786941581, | |
| "grad_norm": 0.4953771996336736, | |
| "learning_rate": 9.193285230010923e-05, | |
| "loss": 1.9832, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 0.5545680767863491, | |
| "grad_norm": 0.452270837264993, | |
| "learning_rate": 9.179711391365016e-05, | |
| "loss": 2.0267, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 0.5593079748785401, | |
| "grad_norm": 0.38839940667413064, | |
| "learning_rate": 9.166034502367246e-05, | |
| "loss": 2.0303, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 0.5640478729707311, | |
| "grad_norm": 0.4434400621892702, | |
| "learning_rate": 9.152254900219899e-05, | |
| "loss": 2.019, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 0.5687877710629221, | |
| "grad_norm": 0.4265655972195879, | |
| "learning_rate": 9.138372924657638e-05, | |
| "loss": 1.9578, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.5735276691551132, | |
| "grad_norm": 0.37712073893593084, | |
| "learning_rate": 9.124388917939135e-05, | |
| "loss": 1.9002, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 0.5782675672473042, | |
| "grad_norm": 0.3967821230664083, | |
| "learning_rate": 9.110303224838628e-05, | |
| "loss": 1.9982, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 0.5830074653394952, | |
| "grad_norm": 0.4225910574667248, | |
| "learning_rate": 9.096116192637424e-05, | |
| "loss": 1.9999, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 0.5877473634316862, | |
| "grad_norm": 0.46005143244561764, | |
| "learning_rate": 9.081828171115334e-05, | |
| "loss": 1.9269, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 0.5924872615238772, | |
| "grad_norm": 0.41650738683050376, | |
| "learning_rate": 9.067439512542048e-05, | |
| "loss": 2.0138, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.5972271596160682, | |
| "grad_norm": 0.4595664788322495, | |
| "learning_rate": 9.052950571668457e-05, | |
| "loss": 1.8902, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 0.6019670577082593, | |
| "grad_norm": 0.47181766838174233, | |
| "learning_rate": 9.038361705717897e-05, | |
| "loss": 2.0354, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 0.6067069558004503, | |
| "grad_norm": 0.4016620461236779, | |
| "learning_rate": 9.023673274377349e-05, | |
| "loss": 2.0428, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 0.6114468538926413, | |
| "grad_norm": 0.44582424551905314, | |
| "learning_rate": 9.00888563978857e-05, | |
| "loss": 1.9205, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 0.6161867519848323, | |
| "grad_norm": 0.4731092970060822, | |
| "learning_rate": 8.993999166539155e-05, | |
| "loss": 1.9468, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.6209266500770233, | |
| "grad_norm": 0.41403788063445784, | |
| "learning_rate": 8.979014221653569e-05, | |
| "loss": 1.967, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 0.6256665481692144, | |
| "grad_norm": 0.3824681634104647, | |
| "learning_rate": 8.963931174584072e-05, | |
| "loss": 1.9764, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 0.6304064462614054, | |
| "grad_norm": 0.3979138111413701, | |
| "learning_rate": 8.94875039720163e-05, | |
| "loss": 2.0262, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 0.6351463443535964, | |
| "grad_norm": 0.41027150705022153, | |
| "learning_rate": 8.93347226378674e-05, | |
| "loss": 1.9379, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 0.6398862424457874, | |
| "grad_norm": 0.46333301444068553, | |
| "learning_rate": 8.9180971510202e-05, | |
| "loss": 1.9551, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 0.6446261405379784, | |
| "grad_norm": 0.39959859369206574, | |
| "learning_rate": 8.902625437973823e-05, | |
| "loss": 1.9199, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 0.6493660386301695, | |
| "grad_norm": 0.42731835258341894, | |
| "learning_rate": 8.887057506101096e-05, | |
| "loss": 2.0178, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 0.6541059367223605, | |
| "grad_norm": 0.43891265274307517, | |
| "learning_rate": 8.871393739227764e-05, | |
| "loss": 1.9369, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 0.6588458348145515, | |
| "grad_norm": 0.4314210574368562, | |
| "learning_rate": 8.855634523542384e-05, | |
| "loss": 2.0049, | |
| "step": 1390 | |
| }, | |
| { | |
| "epoch": 0.6635857329067425, | |
| "grad_norm": 0.44613138847149775, | |
| "learning_rate": 8.839780247586785e-05, | |
| "loss": 1.9509, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.6683256309989335, | |
| "grad_norm": 0.4379460820834945, | |
| "learning_rate": 8.823831302246498e-05, | |
| "loss": 1.9541, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 0.6730655290911245, | |
| "grad_norm": 0.3682639471382051, | |
| "learning_rate": 8.807788080741124e-05, | |
| "loss": 2.0064, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 0.6778054271833156, | |
| "grad_norm": 0.3981445155765943, | |
| "learning_rate": 8.791650978614627e-05, | |
| "loss": 1.9151, | |
| "step": 1430 | |
| }, | |
| { | |
| "epoch": 0.6825453252755066, | |
| "grad_norm": 0.3868845773205047, | |
| "learning_rate": 8.77542039372559e-05, | |
| "loss": 2.0033, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 0.6872852233676976, | |
| "grad_norm": 0.4065050795968265, | |
| "learning_rate": 8.759096726237406e-05, | |
| "loss": 1.9333, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 0.6920251214598886, | |
| "grad_norm": 0.4019451177579478, | |
| "learning_rate": 8.742680378608405e-05, | |
| "loss": 1.9738, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 0.6967650195520796, | |
| "grad_norm": 0.40929290402886576, | |
| "learning_rate": 8.726171755581943e-05, | |
| "loss": 1.9054, | |
| "step": 1470 | |
| }, | |
| { | |
| "epoch": 0.7015049176442707, | |
| "grad_norm": 0.4521322208310143, | |
| "learning_rate": 8.709571264176409e-05, | |
| "loss": 2.038, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 0.7062448157364617, | |
| "grad_norm": 0.4152045328204035, | |
| "learning_rate": 8.692879313675201e-05, | |
| "loss": 2.0632, | |
| "step": 1490 | |
| }, | |
| { | |
| "epoch": 0.7109847138286527, | |
| "grad_norm": 0.4153887781497306, | |
| "learning_rate": 8.676096315616633e-05, | |
| "loss": 1.9658, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.7157246119208437, | |
| "grad_norm": 0.4421939758182222, | |
| "learning_rate": 8.659222683783785e-05, | |
| "loss": 1.9318, | |
| "step": 1510 | |
| }, | |
| { | |
| "epoch": 0.7204645100130347, | |
| "grad_norm": 0.40964882006156955, | |
| "learning_rate": 8.642258834194306e-05, | |
| "loss": 1.9843, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 0.7252044081052257, | |
| "grad_norm": 0.4083908197791484, | |
| "learning_rate": 8.625205185090148e-05, | |
| "loss": 1.9828, | |
| "step": 1530 | |
| }, | |
| { | |
| "epoch": 0.7299443061974168, | |
| "grad_norm": 0.39713303306109243, | |
| "learning_rate": 8.608062156927267e-05, | |
| "loss": 1.9957, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 0.7346842042896078, | |
| "grad_norm": 0.3984748196137378, | |
| "learning_rate": 8.59083017236525e-05, | |
| "loss": 1.9756, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 0.7394241023817988, | |
| "grad_norm": 0.3801131175331665, | |
| "learning_rate": 8.57350965625689e-05, | |
| "loss": 2.0876, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 0.7441640004739898, | |
| "grad_norm": 0.40526485533564677, | |
| "learning_rate": 8.556101035637723e-05, | |
| "loss": 1.9273, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 0.7489038985661808, | |
| "grad_norm": 0.43256807999674307, | |
| "learning_rate": 8.538604739715487e-05, | |
| "loss": 1.9965, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 0.7536437966583719, | |
| "grad_norm": 0.4089571388848955, | |
| "learning_rate": 8.521021199859547e-05, | |
| "loss": 1.9838, | |
| "step": 1590 | |
| }, | |
| { | |
| "epoch": 0.7583836947505629, | |
| "grad_norm": 0.43989226476544846, | |
| "learning_rate": 8.503350849590261e-05, | |
| "loss": 2.0101, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.7631235928427539, | |
| "grad_norm": 0.4312349465343795, | |
| "learning_rate": 8.485594124568286e-05, | |
| "loss": 2.0024, | |
| "step": 1610 | |
| }, | |
| { | |
| "epoch": 0.7678634909349449, | |
| "grad_norm": 0.42870468778423404, | |
| "learning_rate": 8.467751462583837e-05, | |
| "loss": 1.9171, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 0.7726033890271359, | |
| "grad_norm": 0.37297491856173187, | |
| "learning_rate": 8.449823303545902e-05, | |
| "loss": 1.9234, | |
| "step": 1630 | |
| }, | |
| { | |
| "epoch": 0.777343287119327, | |
| "grad_norm": 0.43903627896277525, | |
| "learning_rate": 8.431810089471386e-05, | |
| "loss": 2.0138, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 0.782083185211518, | |
| "grad_norm": 0.4356441070614573, | |
| "learning_rate": 8.413712264474218e-05, | |
| "loss": 1.9822, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 0.786823083303709, | |
| "grad_norm": 0.42844869008890196, | |
| "learning_rate": 8.395530274754401e-05, | |
| "loss": 1.9615, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 0.7915629813959, | |
| "grad_norm": 0.442280918540681, | |
| "learning_rate": 8.377264568587012e-05, | |
| "loss": 1.9835, | |
| "step": 1670 | |
| }, | |
| { | |
| "epoch": 0.796302879488091, | |
| "grad_norm": 0.42858220049882395, | |
| "learning_rate": 8.358915596311143e-05, | |
| "loss": 1.9043, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 0.801042777580282, | |
| "grad_norm": 0.388683268775689, | |
| "learning_rate": 8.340483810318809e-05, | |
| "loss": 2.0451, | |
| "step": 1690 | |
| }, | |
| { | |
| "epoch": 0.8057826756724731, | |
| "grad_norm": 0.4116698984896444, | |
| "learning_rate": 8.321969665043785e-05, | |
| "loss": 1.9792, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.8105225737646641, | |
| "grad_norm": 0.40384036708963345, | |
| "learning_rate": 8.303373616950408e-05, | |
| "loss": 1.8407, | |
| "step": 1710 | |
| }, | |
| { | |
| "epoch": 0.8152624718568551, | |
| "grad_norm": 0.4680015183031998, | |
| "learning_rate": 8.28469612452232e-05, | |
| "loss": 1.9616, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 0.8200023699490461, | |
| "grad_norm": 0.43443236620799985, | |
| "learning_rate": 8.265937648251162e-05, | |
| "loss": 1.9879, | |
| "step": 1730 | |
| }, | |
| { | |
| "epoch": 0.8247422680412371, | |
| "grad_norm": 0.4892981794701289, | |
| "learning_rate": 8.247098650625229e-05, | |
| "loss": 1.9988, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 0.8294821661334282, | |
| "grad_norm": 0.41120558715230104, | |
| "learning_rate": 8.228179596118055e-05, | |
| "loss": 2.0057, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 0.8342220642256192, | |
| "grad_norm": 0.3856884225256909, | |
| "learning_rate": 8.209180951176972e-05, | |
| "loss": 2.0345, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 0.8389619623178102, | |
| "grad_norm": 0.43262267182183567, | |
| "learning_rate": 8.190103184211606e-05, | |
| "loss": 2.0506, | |
| "step": 1770 | |
| }, | |
| { | |
| "epoch": 0.8437018604100012, | |
| "grad_norm": 0.46227543956491046, | |
| "learning_rate": 8.170946765582327e-05, | |
| "loss": 1.9537, | |
| "step": 1780 | |
| }, | |
| { | |
| "epoch": 0.8484417585021922, | |
| "grad_norm": 0.41122944892391, | |
| "learning_rate": 8.151712167588654e-05, | |
| "loss": 1.9481, | |
| "step": 1790 | |
| }, | |
| { | |
| "epoch": 0.8531816565943833, | |
| "grad_norm": 0.4762971181475547, | |
| "learning_rate": 8.13239986445761e-05, | |
| "loss": 1.969, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.8579215546865743, | |
| "grad_norm": 0.41348450657088276, | |
| "learning_rate": 8.113010332332032e-05, | |
| "loss": 2.0127, | |
| "step": 1810 | |
| }, | |
| { | |
| "epoch": 0.8626614527787653, | |
| "grad_norm": 0.41355376759860496, | |
| "learning_rate": 8.093544049258826e-05, | |
| "loss": 1.9378, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 0.8674013508709563, | |
| "grad_norm": 0.4739386141603482, | |
| "learning_rate": 8.074001495177187e-05, | |
| "loss": 1.9548, | |
| "step": 1830 | |
| }, | |
| { | |
| "epoch": 0.8721412489631473, | |
| "grad_norm": 0.4067937473126016, | |
| "learning_rate": 8.054383151906766e-05, | |
| "loss": 1.9588, | |
| "step": 1840 | |
| }, | |
| { | |
| "epoch": 0.8768811470553383, | |
| "grad_norm": 0.4603727127637402, | |
| "learning_rate": 8.034689503135783e-05, | |
| "loss": 1.9616, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 0.8816210451475294, | |
| "grad_norm": 0.404919540874673, | |
| "learning_rate": 8.014921034409115e-05, | |
| "loss": 1.9476, | |
| "step": 1860 | |
| }, | |
| { | |
| "epoch": 0.8863609432397204, | |
| "grad_norm": 0.39850400899429533, | |
| "learning_rate": 7.99507823311631e-05, | |
| "loss": 1.9603, | |
| "step": 1870 | |
| }, | |
| { | |
| "epoch": 0.8911008413319114, | |
| "grad_norm": 0.48693274229874695, | |
| "learning_rate": 7.97516158847958e-05, | |
| "loss": 2.0121, | |
| "step": 1880 | |
| }, | |
| { | |
| "epoch": 0.8958407394241024, | |
| "grad_norm": 0.45401122715232545, | |
| "learning_rate": 7.955171591541739e-05, | |
| "loss": 1.8593, | |
| "step": 1890 | |
| }, | |
| { | |
| "epoch": 0.9005806375162934, | |
| "grad_norm": 0.38605278944495364, | |
| "learning_rate": 7.935108735154094e-05, | |
| "loss": 1.9199, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 0.9053205356084845, | |
| "grad_norm": 0.4453838492498413, | |
| "learning_rate": 7.914973513964291e-05, | |
| "loss": 1.9354, | |
| "step": 1910 | |
| }, | |
| { | |
| "epoch": 0.9100604337006755, | |
| "grad_norm": 0.4123431078009058, | |
| "learning_rate": 7.894766424404126e-05, | |
| "loss": 1.9807, | |
| "step": 1920 | |
| }, | |
| { | |
| "epoch": 0.9148003317928665, | |
| "grad_norm": 0.43369573713775106, | |
| "learning_rate": 7.874487964677301e-05, | |
| "loss": 1.9707, | |
| "step": 1930 | |
| }, | |
| { | |
| "epoch": 0.9195402298850575, | |
| "grad_norm": 0.3949770503185179, | |
| "learning_rate": 7.854138634747145e-05, | |
| "loss": 1.9742, | |
| "step": 1940 | |
| }, | |
| { | |
| "epoch": 0.9242801279772485, | |
| "grad_norm": 0.4224215984268503, | |
| "learning_rate": 7.833718936324277e-05, | |
| "loss": 1.9465, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 0.9290200260694395, | |
| "grad_norm": 0.5228997588486322, | |
| "learning_rate": 7.813229372854251e-05, | |
| "loss": 1.9454, | |
| "step": 1960 | |
| }, | |
| { | |
| "epoch": 0.9337599241616306, | |
| "grad_norm": 0.42165180512522465, | |
| "learning_rate": 7.792670449505135e-05, | |
| "loss": 1.9175, | |
| "step": 1970 | |
| }, | |
| { | |
| "epoch": 0.9384998222538216, | |
| "grad_norm": 0.40378336800384856, | |
| "learning_rate": 7.772042673155055e-05, | |
| "loss": 1.9237, | |
| "step": 1980 | |
| }, | |
| { | |
| "epoch": 0.9432397203460126, | |
| "grad_norm": 0.45740238886085255, | |
| "learning_rate": 7.751346552379706e-05, | |
| "loss": 1.9752, | |
| "step": 1990 | |
| }, | |
| { | |
| "epoch": 0.9479796184382036, | |
| "grad_norm": 0.39149703066060726, | |
| "learning_rate": 7.730582597439799e-05, | |
| "loss": 1.98, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.9527195165303946, | |
| "grad_norm": 0.4198989958604622, | |
| "learning_rate": 7.709751320268499e-05, | |
| "loss": 1.9937, | |
| "step": 2010 | |
| }, | |
| { | |
| "epoch": 0.9574594146225857, | |
| "grad_norm": 0.45036655944797305, | |
| "learning_rate": 7.688853234458786e-05, | |
| "loss": 1.9439, | |
| "step": 2020 | |
| }, | |
| { | |
| "epoch": 0.9621993127147767, | |
| "grad_norm": 0.47886989965002774, | |
| "learning_rate": 7.667888855250806e-05, | |
| "loss": 1.8984, | |
| "step": 2030 | |
| }, | |
| { | |
| "epoch": 0.9669392108069677, | |
| "grad_norm": 0.4485436591345206, | |
| "learning_rate": 7.646858699519158e-05, | |
| "loss": 1.9997, | |
| "step": 2040 | |
| }, | |
| { | |
| "epoch": 0.9716791088991587, | |
| "grad_norm": 0.4089350286618743, | |
| "learning_rate": 7.625763285760154e-05, | |
| "loss": 2.0561, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 0.9764190069913496, | |
| "grad_norm": 0.5012148973934161, | |
| "learning_rate": 7.604603134079039e-05, | |
| "loss": 1.9108, | |
| "step": 2060 | |
| }, | |
| { | |
| "epoch": 0.9811589050835408, | |
| "grad_norm": 0.4193397192808331, | |
| "learning_rate": 7.583378766177163e-05, | |
| "loss": 2.0375, | |
| "step": 2070 | |
| }, | |
| { | |
| "epoch": 0.9858988031757318, | |
| "grad_norm": 0.3996742152514563, | |
| "learning_rate": 7.56209070533912e-05, | |
| "loss": 1.8992, | |
| "step": 2080 | |
| }, | |
| { | |
| "epoch": 0.9906387012679227, | |
| "grad_norm": 0.43312783729617976, | |
| "learning_rate": 7.540739476419847e-05, | |
| "loss": 2.0202, | |
| "step": 2090 | |
| }, | |
| { | |
| "epoch": 0.9953785993601137, | |
| "grad_norm": 0.47876561721756805, | |
| "learning_rate": 7.519325605831684e-05, | |
| "loss": 1.9258, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 1.0001184974523047, | |
| "grad_norm": 0.40845159679128945, | |
| "learning_rate": 7.497849621531396e-05, | |
| "loss": 1.8963, | |
| "step": 2110 | |
| }, | |
| { | |
| "epoch": 1.0048583955444959, | |
| "grad_norm": 0.4911320886031023, | |
| "learning_rate": 7.476312053007151e-05, | |
| "loss": 1.8763, | |
| "step": 2120 | |
| }, | |
| { | |
| "epoch": 1.0095982936366867, | |
| "grad_norm": 0.4341191300612264, | |
| "learning_rate": 7.454713431265475e-05, | |
| "loss": 1.9345, | |
| "step": 2130 | |
| }, | |
| { | |
| "epoch": 1.0143381917288778, | |
| "grad_norm": 0.44526984352662835, | |
| "learning_rate": 7.43305428881815e-05, | |
| "loss": 1.9666, | |
| "step": 2140 | |
| }, | |
| { | |
| "epoch": 1.019078089821069, | |
| "grad_norm": 0.45021419491727926, | |
| "learning_rate": 7.411335159669093e-05, | |
| "loss": 1.9683, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 1.0238179879132598, | |
| "grad_norm": 0.46367987121746707, | |
| "learning_rate": 7.389556579301186e-05, | |
| "loss": 1.884, | |
| "step": 2160 | |
| }, | |
| { | |
| "epoch": 1.028557886005451, | |
| "grad_norm": 0.518631039907863, | |
| "learning_rate": 7.367719084663074e-05, | |
| "loss": 1.8473, | |
| "step": 2170 | |
| }, | |
| { | |
| "epoch": 1.0332977840976418, | |
| "grad_norm": 0.4686244164357671, | |
| "learning_rate": 7.345823214155927e-05, | |
| "loss": 1.8894, | |
| "step": 2180 | |
| }, | |
| { | |
| "epoch": 1.038037682189833, | |
| "grad_norm": 0.5124536145999882, | |
| "learning_rate": 7.323869507620169e-05, | |
| "loss": 1.886, | |
| "step": 2190 | |
| }, | |
| { | |
| "epoch": 1.0427775802820238, | |
| "grad_norm": 0.428865165913033, | |
| "learning_rate": 7.30185850632216e-05, | |
| "loss": 1.8934, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 1.047517478374215, | |
| "grad_norm": 0.4575909980653946, | |
| "learning_rate": 7.27979075294086e-05, | |
| "loss": 1.8793, | |
| "step": 2210 | |
| }, | |
| { | |
| "epoch": 1.052257376466406, | |
| "grad_norm": 0.46819042427920937, | |
| "learning_rate": 7.257666791554448e-05, | |
| "loss": 1.9177, | |
| "step": 2220 | |
| }, | |
| { | |
| "epoch": 1.056997274558597, | |
| "grad_norm": 0.5869490097444697, | |
| "learning_rate": 7.2354871676269e-05, | |
| "loss": 1.8888, | |
| "step": 2230 | |
| }, | |
| { | |
| "epoch": 1.061737172650788, | |
| "grad_norm": 0.4407701363338049, | |
| "learning_rate": 7.213252427994547e-05, | |
| "loss": 1.9145, | |
| "step": 2240 | |
| }, | |
| { | |
| "epoch": 1.066477070742979, | |
| "grad_norm": 0.5471189926425418, | |
| "learning_rate": 7.1909631208526e-05, | |
| "loss": 1.8647, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 1.07121696883517, | |
| "grad_norm": 0.45247580903783674, | |
| "learning_rate": 7.168619795741616e-05, | |
| "loss": 1.8793, | |
| "step": 2260 | |
| }, | |
| { | |
| "epoch": 1.0759568669273611, | |
| "grad_norm": 0.5394937103937341, | |
| "learning_rate": 7.146223003533964e-05, | |
| "loss": 1.9394, | |
| "step": 2270 | |
| }, | |
| { | |
| "epoch": 1.080696765019552, | |
| "grad_norm": 0.5010981958648577, | |
| "learning_rate": 7.12377329642024e-05, | |
| "loss": 1.8009, | |
| "step": 2280 | |
| }, | |
| { | |
| "epoch": 1.0854366631117431, | |
| "grad_norm": 0.49455090224086273, | |
| "learning_rate": 7.101271227895646e-05, | |
| "loss": 1.9877, | |
| "step": 2290 | |
| }, | |
| { | |
| "epoch": 1.090176561203934, | |
| "grad_norm": 0.4487359249312413, | |
| "learning_rate": 7.07871735274636e-05, | |
| "loss": 1.8578, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 1.0949164592961251, | |
| "grad_norm": 0.5006725728639967, | |
| "learning_rate": 7.056112227035831e-05, | |
| "loss": 1.9142, | |
| "step": 2310 | |
| }, | |
| { | |
| "epoch": 1.0996563573883162, | |
| "grad_norm": 0.46840477309344347, | |
| "learning_rate": 7.033456408091103e-05, | |
| "loss": 1.9178, | |
| "step": 2320 | |
| }, | |
| { | |
| "epoch": 1.1043962554805071, | |
| "grad_norm": 0.44881264282080685, | |
| "learning_rate": 7.010750454489042e-05, | |
| "loss": 1.9011, | |
| "step": 2330 | |
| }, | |
| { | |
| "epoch": 1.1091361535726982, | |
| "grad_norm": 0.4914874135601711, | |
| "learning_rate": 6.987994926042588e-05, | |
| "loss": 1.8817, | |
| "step": 2340 | |
| }, | |
| { | |
| "epoch": 1.1138760516648891, | |
| "grad_norm": 0.4875786937414022, | |
| "learning_rate": 6.965190383786938e-05, | |
| "loss": 1.9151, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 1.1186159497570802, | |
| "grad_norm": 0.47374621253430516, | |
| "learning_rate": 6.942337389965722e-05, | |
| "loss": 1.8652, | |
| "step": 2360 | |
| }, | |
| { | |
| "epoch": 1.1233558478492713, | |
| "grad_norm": 0.45812614575538185, | |
| "learning_rate": 6.919436508017139e-05, | |
| "loss": 1.9191, | |
| "step": 2370 | |
| }, | |
| { | |
| "epoch": 1.1280957459414622, | |
| "grad_norm": 0.5233924389852819, | |
| "learning_rate": 6.896488302560062e-05, | |
| "loss": 1.8944, | |
| "step": 2380 | |
| }, | |
| { | |
| "epoch": 1.1328356440336533, | |
| "grad_norm": 0.4760349705385804, | |
| "learning_rate": 6.873493339380125e-05, | |
| "loss": 1.8896, | |
| "step": 2390 | |
| }, | |
| { | |
| "epoch": 1.1375755421258442, | |
| "grad_norm": 0.47170548205722757, | |
| "learning_rate": 6.850452185415763e-05, | |
| "loss": 1.8436, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 1.1423154402180353, | |
| "grad_norm": 0.4742928761569321, | |
| "learning_rate": 6.827365408744244e-05, | |
| "loss": 1.938, | |
| "step": 2410 | |
| }, | |
| { | |
| "epoch": 1.1470553383102264, | |
| "grad_norm": 0.5423850691494456, | |
| "learning_rate": 6.804233578567658e-05, | |
| "loss": 1.8889, | |
| "step": 2420 | |
| }, | |
| { | |
| "epoch": 1.1517952364024173, | |
| "grad_norm": 0.48227588856524584, | |
| "learning_rate": 6.781057265198885e-05, | |
| "loss": 1.9094, | |
| "step": 2430 | |
| }, | |
| { | |
| "epoch": 1.1565351344946084, | |
| "grad_norm": 0.45425361404028264, | |
| "learning_rate": 6.75783704004753e-05, | |
| "loss": 1.859, | |
| "step": 2440 | |
| }, | |
| { | |
| "epoch": 1.1612750325867993, | |
| "grad_norm": 0.4433613473826934, | |
| "learning_rate": 6.734573475605846e-05, | |
| "loss": 1.9084, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 1.1660149306789904, | |
| "grad_norm": 0.4943942467439202, | |
| "learning_rate": 6.711267145434603e-05, | |
| "loss": 1.9647, | |
| "step": 2460 | |
| }, | |
| { | |
| "epoch": 1.1707548287711815, | |
| "grad_norm": 0.4577985217898985, | |
| "learning_rate": 6.687918624148963e-05, | |
| "loss": 1.8903, | |
| "step": 2470 | |
| }, | |
| { | |
| "epoch": 1.1754947268633724, | |
| "grad_norm": 0.5864019689805202, | |
| "learning_rate": 6.664528487404298e-05, | |
| "loss": 1.8431, | |
| "step": 2480 | |
| }, | |
| { | |
| "epoch": 1.1802346249555635, | |
| "grad_norm": 0.4979542549244347, | |
| "learning_rate": 6.641097311882015e-05, | |
| "loss": 1.9381, | |
| "step": 2490 | |
| }, | |
| { | |
| "epoch": 1.1849745230477544, | |
| "grad_norm": 0.5142117151718176, | |
| "learning_rate": 6.617625675275317e-05, | |
| "loss": 1.8608, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 1.1897144211399455, | |
| "grad_norm": 0.5179927851112526, | |
| "learning_rate": 6.59411415627498e-05, | |
| "loss": 1.9493, | |
| "step": 2510 | |
| }, | |
| { | |
| "epoch": 1.1944543192321366, | |
| "grad_norm": 0.5221841655224025, | |
| "learning_rate": 6.570563334555068e-05, | |
| "loss": 1.8724, | |
| "step": 2520 | |
| }, | |
| { | |
| "epoch": 1.1991942173243275, | |
| "grad_norm": 0.4985837837212232, | |
| "learning_rate": 6.546973790758655e-05, | |
| "loss": 1.952, | |
| "step": 2530 | |
| }, | |
| { | |
| "epoch": 1.2039341154165186, | |
| "grad_norm": 0.5552319456240327, | |
| "learning_rate": 6.523346106483504e-05, | |
| "loss": 1.9397, | |
| "step": 2540 | |
| }, | |
| { | |
| "epoch": 1.2086740135087095, | |
| "grad_norm": 0.4769628041892156, | |
| "learning_rate": 6.499680864267725e-05, | |
| "loss": 2.0053, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 1.2134139116009006, | |
| "grad_norm": 0.4516518959319936, | |
| "learning_rate": 6.475978647575416e-05, | |
| "loss": 1.9402, | |
| "step": 2560 | |
| }, | |
| { | |
| "epoch": 1.2181538096930915, | |
| "grad_norm": 0.4913816447981876, | |
| "learning_rate": 6.452240040782276e-05, | |
| "loss": 1.8451, | |
| "step": 2570 | |
| }, | |
| { | |
| "epoch": 1.2228937077852826, | |
| "grad_norm": 0.4748765999127487, | |
| "learning_rate": 6.4284656291612e-05, | |
| "loss": 1.9117, | |
| "step": 2580 | |
| }, | |
| { | |
| "epoch": 1.2276336058774737, | |
| "grad_norm": 0.5114110285568767, | |
| "learning_rate": 6.404655998867848e-05, | |
| "loss": 1.8831, | |
| "step": 2590 | |
| }, | |
| { | |
| "epoch": 1.2323735039696646, | |
| "grad_norm": 0.47839985560769943, | |
| "learning_rate": 6.380811736926188e-05, | |
| "loss": 1.8627, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 1.2371134020618557, | |
| "grad_norm": 0.5355232832118345, | |
| "learning_rate": 6.356933431214034e-05, | |
| "loss": 1.9189, | |
| "step": 2610 | |
| }, | |
| { | |
| "epoch": 1.2418533001540466, | |
| "grad_norm": 0.4895001261750141, | |
| "learning_rate": 6.33302167044854e-05, | |
| "loss": 1.9699, | |
| "step": 2620 | |
| }, | |
| { | |
| "epoch": 1.2465931982462377, | |
| "grad_norm": 0.4635882938471385, | |
| "learning_rate": 6.309077044171694e-05, | |
| "loss": 1.8779, | |
| "step": 2630 | |
| }, | |
| { | |
| "epoch": 1.2513330963384286, | |
| "grad_norm": 0.45916609044978873, | |
| "learning_rate": 6.285100142735782e-05, | |
| "loss": 1.8527, | |
| "step": 2640 | |
| }, | |
| { | |
| "epoch": 1.2560729944306197, | |
| "grad_norm": 0.46784246908879684, | |
| "learning_rate": 6.261091557288826e-05, | |
| "loss": 1.8844, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 1.2608128925228108, | |
| "grad_norm": 0.5131345820024794, | |
| "learning_rate": 6.237051879760014e-05, | |
| "loss": 1.8402, | |
| "step": 2660 | |
| }, | |
| { | |
| "epoch": 1.2655527906150017, | |
| "grad_norm": 0.5766279369511716, | |
| "learning_rate": 6.21298170284511e-05, | |
| "loss": 1.8558, | |
| "step": 2670 | |
| }, | |
| { | |
| "epoch": 1.2702926887071928, | |
| "grad_norm": 0.48863073587665085, | |
| "learning_rate": 6.188881619991834e-05, | |
| "loss": 1.9337, | |
| "step": 2680 | |
| }, | |
| { | |
| "epoch": 1.2750325867993837, | |
| "grad_norm": 0.5958235159214345, | |
| "learning_rate": 6.164752225385235e-05, | |
| "loss": 1.9018, | |
| "step": 2690 | |
| }, | |
| { | |
| "epoch": 1.2797724848915748, | |
| "grad_norm": 0.5127854587716114, | |
| "learning_rate": 6.140594113933042e-05, | |
| "loss": 1.928, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 1.284512382983766, | |
| "grad_norm": 0.4918233056408275, | |
| "learning_rate": 6.116407881250994e-05, | |
| "loss": 1.9623, | |
| "step": 2710 | |
| }, | |
| { | |
| "epoch": 1.2892522810759568, | |
| "grad_norm": 0.4759408966884228, | |
| "learning_rate": 6.0921941236481505e-05, | |
| "loss": 1.876, | |
| "step": 2720 | |
| }, | |
| { | |
| "epoch": 1.293992179168148, | |
| "grad_norm": 0.49692255085585224, | |
| "learning_rate": 6.067953438112205e-05, | |
| "loss": 1.871, | |
| "step": 2730 | |
| }, | |
| { | |
| "epoch": 1.2987320772603388, | |
| "grad_norm": 0.51069268079758, | |
| "learning_rate": 6.043686422294747e-05, | |
| "loss": 1.9503, | |
| "step": 2740 | |
| }, | |
| { | |
| "epoch": 1.30347197535253, | |
| "grad_norm": 0.4848235028179103, | |
| "learning_rate": 6.019393674496543e-05, | |
| "loss": 1.9636, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 1.308211873444721, | |
| "grad_norm": 0.7269161906292443, | |
| "learning_rate": 5.995075793652775e-05, | |
| "loss": 1.8818, | |
| "step": 2760 | |
| }, | |
| { | |
| "epoch": 1.312951771536912, | |
| "grad_norm": 0.46011103384366614, | |
| "learning_rate": 5.9707333793182794e-05, | |
| "loss": 1.9123, | |
| "step": 2770 | |
| }, | |
| { | |
| "epoch": 1.317691669629103, | |
| "grad_norm": 0.5009880993886451, | |
| "learning_rate": 5.946367031652761e-05, | |
| "loss": 1.9407, | |
| "step": 2780 | |
| }, | |
| { | |
| "epoch": 1.3224315677212939, | |
| "grad_norm": 0.5049332736921734, | |
| "learning_rate": 5.921977351406004e-05, | |
| "loss": 1.8624, | |
| "step": 2790 | |
| }, | |
| { | |
| "epoch": 1.327171465813485, | |
| "grad_norm": 0.4984446750273935, | |
| "learning_rate": 5.8975649399030485e-05, | |
| "loss": 1.8407, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 1.331911363905676, | |
| "grad_norm": 0.5202629992326526, | |
| "learning_rate": 5.873130399029374e-05, | |
| "loss": 1.8723, | |
| "step": 2810 | |
| }, | |
| { | |
| "epoch": 1.336651261997867, | |
| "grad_norm": 0.57260787674711, | |
| "learning_rate": 5.8486743312160584e-05, | |
| "loss": 1.9077, | |
| "step": 2820 | |
| }, | |
| { | |
| "epoch": 1.341391160090058, | |
| "grad_norm": 0.47793956835922086, | |
| "learning_rate": 5.824197339424923e-05, | |
| "loss": 1.9855, | |
| "step": 2830 | |
| }, | |
| { | |
| "epoch": 1.346131058182249, | |
| "grad_norm": 0.4699288477951403, | |
| "learning_rate": 5.799700027133666e-05, | |
| "loss": 1.9131, | |
| "step": 2840 | |
| }, | |
| { | |
| "epoch": 1.35087095627444, | |
| "grad_norm": 0.504238497502292, | |
| "learning_rate": 5.7751829983209896e-05, | |
| "loss": 1.9438, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 1.3556108543666312, | |
| "grad_norm": 0.4814570049600418, | |
| "learning_rate": 5.750646857451701e-05, | |
| "loss": 1.9549, | |
| "step": 2860 | |
| }, | |
| { | |
| "epoch": 1.360350752458822, | |
| "grad_norm": 0.5038793494327912, | |
| "learning_rate": 5.726092209461814e-05, | |
| "loss": 1.9016, | |
| "step": 2870 | |
| }, | |
| { | |
| "epoch": 1.3650906505510132, | |
| "grad_norm": 0.5240318677978467, | |
| "learning_rate": 5.701519659743636e-05, | |
| "loss": 1.9323, | |
| "step": 2880 | |
| }, | |
| { | |
| "epoch": 1.369830548643204, | |
| "grad_norm": 0.5135642745972475, | |
| "learning_rate": 5.6769298141308345e-05, | |
| "loss": 1.8633, | |
| "step": 2890 | |
| }, | |
| { | |
| "epoch": 1.3745704467353952, | |
| "grad_norm": 0.5115968529507217, | |
| "learning_rate": 5.652323278883511e-05, | |
| "loss": 1.8486, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 1.3793103448275863, | |
| "grad_norm": 0.4973184073827783, | |
| "learning_rate": 5.6277006606732465e-05, | |
| "loss": 1.9067, | |
| "step": 2910 | |
| }, | |
| { | |
| "epoch": 1.3840502429197772, | |
| "grad_norm": 0.48576803898302945, | |
| "learning_rate": 5.603062566568144e-05, | |
| "loss": 1.9167, | |
| "step": 2920 | |
| }, | |
| { | |
| "epoch": 1.3887901410119683, | |
| "grad_norm": 0.532613823404453, | |
| "learning_rate": 5.5784096040178624e-05, | |
| "loss": 1.916, | |
| "step": 2930 | |
| }, | |
| { | |
| "epoch": 1.3935300391041592, | |
| "grad_norm": 0.5402345956070669, | |
| "learning_rate": 5.5537423808386457e-05, | |
| "loss": 1.9193, | |
| "step": 2940 | |
| }, | |
| { | |
| "epoch": 1.3982699371963503, | |
| "grad_norm": 0.4920153790997806, | |
| "learning_rate": 5.5290615051983276e-05, | |
| "loss": 1.8214, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 1.4030098352885414, | |
| "grad_norm": 0.5305053717830343, | |
| "learning_rate": 5.504367585601342e-05, | |
| "loss": 1.8724, | |
| "step": 2960 | |
| }, | |
| { | |
| "epoch": 1.4077497333807323, | |
| "grad_norm": 0.5348665608450567, | |
| "learning_rate": 5.479661230873723e-05, | |
| "loss": 1.9576, | |
| "step": 2970 | |
| }, | |
| { | |
| "epoch": 1.4124896314729234, | |
| "grad_norm": 0.5212184732874925, | |
| "learning_rate": 5.4549430501480895e-05, | |
| "loss": 1.9409, | |
| "step": 2980 | |
| }, | |
| { | |
| "epoch": 1.4172295295651143, | |
| "grad_norm": 0.513803010422433, | |
| "learning_rate": 5.43021365284863e-05, | |
| "loss": 1.8691, | |
| "step": 2990 | |
| }, | |
| { | |
| "epoch": 1.4219694276573054, | |
| "grad_norm": 0.5405731422319697, | |
| "learning_rate": 5.405473648676074e-05, | |
| "loss": 1.9071, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 1.4267093257494965, | |
| "grad_norm": 0.5828580104321831, | |
| "learning_rate": 5.380723647592668e-05, | |
| "loss": 1.8781, | |
| "step": 3010 | |
| }, | |
| { | |
| "epoch": 1.4314492238416874, | |
| "grad_norm": 0.4730373307838654, | |
| "learning_rate": 5.3559642598071244e-05, | |
| "loss": 1.9514, | |
| "step": 3020 | |
| }, | |
| { | |
| "epoch": 1.4361891219338785, | |
| "grad_norm": 0.5098706245647135, | |
| "learning_rate": 5.3311960957595885e-05, | |
| "loss": 1.9019, | |
| "step": 3030 | |
| }, | |
| { | |
| "epoch": 1.4409290200260694, | |
| "grad_norm": 0.4902558604014986, | |
| "learning_rate": 5.306419766106582e-05, | |
| "loss": 1.8003, | |
| "step": 3040 | |
| }, | |
| { | |
| "epoch": 1.4456689181182605, | |
| "grad_norm": 0.5662981198334492, | |
| "learning_rate": 5.2816358817059483e-05, | |
| "loss": 1.9584, | |
| "step": 3050 | |
| }, | |
| { | |
| "epoch": 1.4504088162104516, | |
| "grad_norm": 0.5080795735549143, | |
| "learning_rate": 5.2568450536017946e-05, | |
| "loss": 1.8299, | |
| "step": 3060 | |
| }, | |
| { | |
| "epoch": 1.4551487143026425, | |
| "grad_norm": 0.4883320170692768, | |
| "learning_rate": 5.23204789300942e-05, | |
| "loss": 1.8948, | |
| "step": 3070 | |
| }, | |
| { | |
| "epoch": 1.4598886123948336, | |
| "grad_norm": 0.5018665885085004, | |
| "learning_rate": 5.207245011300256e-05, | |
| "loss": 1.9096, | |
| "step": 3080 | |
| }, | |
| { | |
| "epoch": 1.4646285104870245, | |
| "grad_norm": 0.49985987707909735, | |
| "learning_rate": 5.182437019986781e-05, | |
| "loss": 1.8725, | |
| "step": 3090 | |
| }, | |
| { | |
| "epoch": 1.4693684085792156, | |
| "grad_norm": 0.5501802725606001, | |
| "learning_rate": 5.157624530707457e-05, | |
| "loss": 1.852, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 1.4741083066714067, | |
| "grad_norm": 0.5050415458131547, | |
| "learning_rate": 5.132808155211637e-05, | |
| "loss": 1.9234, | |
| "step": 3110 | |
| }, | |
| { | |
| "epoch": 1.4788482047635976, | |
| "grad_norm": 0.5388328369977669, | |
| "learning_rate": 5.107988505344493e-05, | |
| "loss": 1.8503, | |
| "step": 3120 | |
| }, | |
| { | |
| "epoch": 1.4835881028557887, | |
| "grad_norm": 0.5294932998067775, | |
| "learning_rate": 5.083166193031924e-05, | |
| "loss": 1.8602, | |
| "step": 3130 | |
| }, | |
| { | |
| "epoch": 1.4883280009479796, | |
| "grad_norm": 0.5081432892581731, | |
| "learning_rate": 5.058341830265473e-05, | |
| "loss": 1.8916, | |
| "step": 3140 | |
| }, | |
| { | |
| "epoch": 1.4930678990401707, | |
| "grad_norm": 0.48231454449779565, | |
| "learning_rate": 5.033516029087231e-05, | |
| "loss": 1.9268, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 1.4978077971323618, | |
| "grad_norm": 0.5031248301603529, | |
| "learning_rate": 5.008689401574762e-05, | |
| "loss": 1.8619, | |
| "step": 3160 | |
| }, | |
| { | |
| "epoch": 1.5025476952245527, | |
| "grad_norm": 0.48955254310210605, | |
| "learning_rate": 4.983862559825994e-05, | |
| "loss": 1.9342, | |
| "step": 3170 | |
| }, | |
| { | |
| "epoch": 1.5072875933167436, | |
| "grad_norm": 0.5786990144175583, | |
| "learning_rate": 4.959036115944146e-05, | |
| "loss": 1.9487, | |
| "step": 3180 | |
| }, | |
| { | |
| "epoch": 1.5120274914089347, | |
| "grad_norm": 0.5204059056090741, | |
| "learning_rate": 4.93421068202262e-05, | |
| "loss": 1.9237, | |
| "step": 3190 | |
| }, | |
| { | |
| "epoch": 1.5167673895011258, | |
| "grad_norm": 0.5063131987653341, | |
| "learning_rate": 4.909386870129921e-05, | |
| "loss": 1.9752, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 1.5215072875933169, | |
| "grad_norm": 0.48289993909064316, | |
| "learning_rate": 4.884565292294563e-05, | |
| "loss": 1.8891, | |
| "step": 3210 | |
| }, | |
| { | |
| "epoch": 1.5262471856855078, | |
| "grad_norm": 0.5172395191973475, | |
| "learning_rate": 4.859746560489979e-05, | |
| "loss": 1.8907, | |
| "step": 3220 | |
| }, | |
| { | |
| "epoch": 1.5309870837776987, | |
| "grad_norm": 0.4807916914066212, | |
| "learning_rate": 4.834931286619432e-05, | |
| "loss": 1.9074, | |
| "step": 3230 | |
| }, | |
| { | |
| "epoch": 1.5357269818698898, | |
| "grad_norm": 0.5144939695987174, | |
| "learning_rate": 4.810120082500934e-05, | |
| "loss": 1.8338, | |
| "step": 3240 | |
| }, | |
| { | |
| "epoch": 1.5404668799620809, | |
| "grad_norm": 0.5199756044880577, | |
| "learning_rate": 4.785313559852156e-05, | |
| "loss": 1.965, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 1.545206778054272, | |
| "grad_norm": 0.5415928562917922, | |
| "learning_rate": 4.7605123302753433e-05, | |
| "loss": 1.8472, | |
| "step": 3260 | |
| }, | |
| { | |
| "epoch": 1.5499466761464629, | |
| "grad_norm": 0.5335132590972799, | |
| "learning_rate": 4.735717005242248e-05, | |
| "loss": 1.8558, | |
| "step": 3270 | |
| }, | |
| { | |
| "epoch": 1.5546865742386538, | |
| "grad_norm": 0.5581108907205053, | |
| "learning_rate": 4.710928196079042e-05, | |
| "loss": 1.8794, | |
| "step": 3280 | |
| }, | |
| { | |
| "epoch": 1.5594264723308449, | |
| "grad_norm": 0.5335645184315633, | |
| "learning_rate": 4.6861465139512475e-05, | |
| "loss": 1.8271, | |
| "step": 3290 | |
| }, | |
| { | |
| "epoch": 1.564166370423036, | |
| "grad_norm": 0.5470177997128685, | |
| "learning_rate": 4.661372569848678e-05, | |
| "loss": 1.8935, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 1.568906268515227, | |
| "grad_norm": 0.5362519757955545, | |
| "learning_rate": 4.636606974570361e-05, | |
| "loss": 1.8072, | |
| "step": 3310 | |
| }, | |
| { | |
| "epoch": 1.573646166607418, | |
| "grad_norm": 0.6040810957613818, | |
| "learning_rate": 4.611850338709482e-05, | |
| "loss": 1.7864, | |
| "step": 3320 | |
| }, | |
| { | |
| "epoch": 1.5783860646996088, | |
| "grad_norm": 0.5318403452991018, | |
| "learning_rate": 4.5871032726383386e-05, | |
| "loss": 1.8524, | |
| "step": 3330 | |
| }, | |
| { | |
| "epoch": 1.5831259627918, | |
| "grad_norm": 0.5512446332300014, | |
| "learning_rate": 4.562366386493286e-05, | |
| "loss": 1.8972, | |
| "step": 3340 | |
| }, | |
| { | |
| "epoch": 1.587865860883991, | |
| "grad_norm": 0.5083043080271707, | |
| "learning_rate": 4.537640290159688e-05, | |
| "loss": 1.7909, | |
| "step": 3350 | |
| }, | |
| { | |
| "epoch": 1.5926057589761822, | |
| "grad_norm": 0.516558139348224, | |
| "learning_rate": 4.512925593256895e-05, | |
| "loss": 1.9006, | |
| "step": 3360 | |
| }, | |
| { | |
| "epoch": 1.597345657068373, | |
| "grad_norm": 0.5406712324925647, | |
| "learning_rate": 4.4882229051232e-05, | |
| "loss": 1.9456, | |
| "step": 3370 | |
| }, | |
| { | |
| "epoch": 1.602085555160564, | |
| "grad_norm": 0.5537236012465999, | |
| "learning_rate": 4.463532834800825e-05, | |
| "loss": 1.8696, | |
| "step": 3380 | |
| }, | |
| { | |
| "epoch": 1.606825453252755, | |
| "grad_norm": 0.5501268633544832, | |
| "learning_rate": 4.438855991020896e-05, | |
| "loss": 1.9089, | |
| "step": 3390 | |
| }, | |
| { | |
| "epoch": 1.6115653513449462, | |
| "grad_norm": 0.5642376324584947, | |
| "learning_rate": 4.414192982188446e-05, | |
| "loss": 1.868, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 1.616305249437137, | |
| "grad_norm": 0.49603254737837815, | |
| "learning_rate": 4.3895444163674006e-05, | |
| "loss": 1.9261, | |
| "step": 3410 | |
| }, | |
| { | |
| "epoch": 1.6210451475293282, | |
| "grad_norm": 0.5264212888797052, | |
| "learning_rate": 4.364910901265606e-05, | |
| "loss": 1.9271, | |
| "step": 3420 | |
| }, | |
| { | |
| "epoch": 1.625785045621519, | |
| "grad_norm": 0.5165427594444576, | |
| "learning_rate": 4.340293044219825e-05, | |
| "loss": 1.8798, | |
| "step": 3430 | |
| }, | |
| { | |
| "epoch": 1.6305249437137102, | |
| "grad_norm": 0.5111756681074762, | |
| "learning_rate": 4.315691452180777e-05, | |
| "loss": 1.8821, | |
| "step": 3440 | |
| }, | |
| { | |
| "epoch": 1.6352648418059013, | |
| "grad_norm": 0.5353729238490614, | |
| "learning_rate": 4.2911067316981656e-05, | |
| "loss": 1.9193, | |
| "step": 3450 | |
| }, | |
| { | |
| "epoch": 1.6400047398980921, | |
| "grad_norm": 0.5427362289483532, | |
| "learning_rate": 4.2665394889057325e-05, | |
| "loss": 1.8648, | |
| "step": 3460 | |
| }, | |
| { | |
| "epoch": 1.6447446379902833, | |
| "grad_norm": 0.5316532712452083, | |
| "learning_rate": 4.2419903295063045e-05, | |
| "loss": 1.8696, | |
| "step": 3470 | |
| }, | |
| { | |
| "epoch": 1.6494845360824741, | |
| "grad_norm": 0.5445515739019248, | |
| "learning_rate": 4.2174598587568706e-05, | |
| "loss": 1.7773, | |
| "step": 3480 | |
| }, | |
| { | |
| "epoch": 1.6542244341746652, | |
| "grad_norm": 0.515985891781636, | |
| "learning_rate": 4.192948681453645e-05, | |
| "loss": 1.9528, | |
| "step": 3490 | |
| }, | |
| { | |
| "epoch": 1.6589643322668564, | |
| "grad_norm": 0.533497568011406, | |
| "learning_rate": 4.168457401917169e-05, | |
| "loss": 1.9089, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 1.6637042303590472, | |
| "grad_norm": 0.5034380410666982, | |
| "learning_rate": 4.1439866239774065e-05, | |
| "loss": 1.902, | |
| "step": 3510 | |
| }, | |
| { | |
| "epoch": 1.6684441284512384, | |
| "grad_norm": 0.5008886693586585, | |
| "learning_rate": 4.119536950958853e-05, | |
| "loss": 1.8597, | |
| "step": 3520 | |
| }, | |
| { | |
| "epoch": 1.6731840265434292, | |
| "grad_norm": 0.5042866133180605, | |
| "learning_rate": 4.095108985665668e-05, | |
| "loss": 1.941, | |
| "step": 3530 | |
| }, | |
| { | |
| "epoch": 1.6779239246356203, | |
| "grad_norm": 0.4894456961892347, | |
| "learning_rate": 4.070703330366809e-05, | |
| "loss": 1.8749, | |
| "step": 3540 | |
| }, | |
| { | |
| "epoch": 1.6826638227278115, | |
| "grad_norm": 0.5304927617260963, | |
| "learning_rate": 4.0463205867811834e-05, | |
| "loss": 1.9169, | |
| "step": 3550 | |
| }, | |
| { | |
| "epoch": 1.6874037208200023, | |
| "grad_norm": 0.5192399220515885, | |
| "learning_rate": 4.0219613560628074e-05, | |
| "loss": 1.8853, | |
| "step": 3560 | |
| }, | |
| { | |
| "epoch": 1.6921436189121932, | |
| "grad_norm": 0.5436581114459818, | |
| "learning_rate": 3.997626238785997e-05, | |
| "loss": 1.9093, | |
| "step": 3570 | |
| }, | |
| { | |
| "epoch": 1.6968835170043843, | |
| "grad_norm": 0.5671093634463978, | |
| "learning_rate": 3.973315834930549e-05, | |
| "loss": 1.8667, | |
| "step": 3580 | |
| }, | |
| { | |
| "epoch": 1.7016234150965754, | |
| "grad_norm": 0.5505401718757482, | |
| "learning_rate": 3.949030743866955e-05, | |
| "loss": 1.8701, | |
| "step": 3590 | |
| }, | |
| { | |
| "epoch": 1.7063633131887666, | |
| "grad_norm": 0.5107784655812311, | |
| "learning_rate": 3.924771564341621e-05, | |
| "loss": 1.8796, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 1.7111032112809574, | |
| "grad_norm": 0.5123424894974382, | |
| "learning_rate": 3.900538894462112e-05, | |
| "loss": 1.9345, | |
| "step": 3610 | |
| }, | |
| { | |
| "epoch": 1.7158431093731483, | |
| "grad_norm": 0.5975803333556319, | |
| "learning_rate": 3.876333331682394e-05, | |
| "loss": 1.9071, | |
| "step": 3620 | |
| }, | |
| { | |
| "epoch": 1.7205830074653394, | |
| "grad_norm": 0.5607215795184285, | |
| "learning_rate": 3.8521554727881115e-05, | |
| "loss": 1.8444, | |
| "step": 3630 | |
| }, | |
| { | |
| "epoch": 1.7253229055575305, | |
| "grad_norm": 0.5812681320546813, | |
| "learning_rate": 3.828005913881876e-05, | |
| "loss": 1.8783, | |
| "step": 3640 | |
| }, | |
| { | |
| "epoch": 1.7300628036497216, | |
| "grad_norm": 0.5809996822930421, | |
| "learning_rate": 3.803885250368562e-05, | |
| "loss": 1.8667, | |
| "step": 3650 | |
| }, | |
| { | |
| "epoch": 1.7348027017419125, | |
| "grad_norm": 0.5264379258394054, | |
| "learning_rate": 3.7797940769406324e-05, | |
| "loss": 1.8832, | |
| "step": 3660 | |
| }, | |
| { | |
| "epoch": 1.7395425998341034, | |
| "grad_norm": 0.5452547674401557, | |
| "learning_rate": 3.755732987563476e-05, | |
| "loss": 1.9126, | |
| "step": 3670 | |
| }, | |
| { | |
| "epoch": 1.7442824979262945, | |
| "grad_norm": 0.5573756045226962, | |
| "learning_rate": 3.731702575460763e-05, | |
| "loss": 1.9267, | |
| "step": 3680 | |
| }, | |
| { | |
| "epoch": 1.7490223960184856, | |
| "grad_norm": 0.5891329270301621, | |
| "learning_rate": 3.707703433099815e-05, | |
| "loss": 1.8927, | |
| "step": 3690 | |
| }, | |
| { | |
| "epoch": 1.7537622941106767, | |
| "grad_norm": 0.5379354015536967, | |
| "learning_rate": 3.683736152177005e-05, | |
| "loss": 1.8829, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 1.7585021922028676, | |
| "grad_norm": 0.584902744080287, | |
| "learning_rate": 3.659801323603163e-05, | |
| "loss": 1.9032, | |
| "step": 3710 | |
| }, | |
| { | |
| "epoch": 1.7632420902950585, | |
| "grad_norm": 0.47271945766863005, | |
| "learning_rate": 3.63589953748901e-05, | |
| "loss": 1.8634, | |
| "step": 3720 | |
| }, | |
| { | |
| "epoch": 1.7679819883872496, | |
| "grad_norm": 0.5602358756096469, | |
| "learning_rate": 3.612031383130612e-05, | |
| "loss": 1.8436, | |
| "step": 3730 | |
| }, | |
| { | |
| "epoch": 1.7727218864794407, | |
| "grad_norm": 0.5171084893952771, | |
| "learning_rate": 3.5881974489948456e-05, | |
| "loss": 1.8279, | |
| "step": 3740 | |
| }, | |
| { | |
| "epoch": 1.7774617845716318, | |
| "grad_norm": 0.5085114117110985, | |
| "learning_rate": 3.564398322704887e-05, | |
| "loss": 1.8842, | |
| "step": 3750 | |
| }, | |
| { | |
| "epoch": 1.7822016826638227, | |
| "grad_norm": 0.5395255555244833, | |
| "learning_rate": 3.5406345910257346e-05, | |
| "loss": 1.8974, | |
| "step": 3760 | |
| }, | |
| { | |
| "epoch": 1.7869415807560136, | |
| "grad_norm": 0.5256917642696852, | |
| "learning_rate": 3.5169068398497344e-05, | |
| "loss": 1.9247, | |
| "step": 3770 | |
| }, | |
| { | |
| "epoch": 1.7916814788482047, | |
| "grad_norm": 0.5297510632715654, | |
| "learning_rate": 3.493215654182134e-05, | |
| "loss": 1.8941, | |
| "step": 3780 | |
| }, | |
| { | |
| "epoch": 1.7964213769403958, | |
| "grad_norm": 0.4887292770108947, | |
| "learning_rate": 3.4695616181266674e-05, | |
| "loss": 1.8662, | |
| "step": 3790 | |
| }, | |
| { | |
| "epoch": 1.801161275032587, | |
| "grad_norm": 0.605286928037954, | |
| "learning_rate": 3.445945314871144e-05, | |
| "loss": 1.7946, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 1.8059011731247778, | |
| "grad_norm": 0.5534598174424521, | |
| "learning_rate": 3.422367326673079e-05, | |
| "loss": 1.9319, | |
| "step": 3810 | |
| }, | |
| { | |
| "epoch": 1.8106410712169687, | |
| "grad_norm": 0.516541325820194, | |
| "learning_rate": 3.398828234845331e-05, | |
| "loss": 1.9102, | |
| "step": 3820 | |
| }, | |
| { | |
| "epoch": 1.8153809693091598, | |
| "grad_norm": 0.5316375380294128, | |
| "learning_rate": 3.3753286197417714e-05, | |
| "loss": 1.9137, | |
| "step": 3830 | |
| }, | |
| { | |
| "epoch": 1.820120867401351, | |
| "grad_norm": 0.5048711282201915, | |
| "learning_rate": 3.3518690607429784e-05, | |
| "loss": 1.8643, | |
| "step": 3840 | |
| }, | |
| { | |
| "epoch": 1.824860765493542, | |
| "grad_norm": 0.5407400572506997, | |
| "learning_rate": 3.3284501362419566e-05, | |
| "loss": 1.8524, | |
| "step": 3850 | |
| }, | |
| { | |
| "epoch": 1.829600663585733, | |
| "grad_norm": 0.5444240928370307, | |
| "learning_rate": 3.305072423629862e-05, | |
| "loss": 1.9604, | |
| "step": 3860 | |
| }, | |
| { | |
| "epoch": 1.8343405616779238, | |
| "grad_norm": 0.5259735881080222, | |
| "learning_rate": 3.281736499281783e-05, | |
| "loss": 1.8699, | |
| "step": 3870 | |
| }, | |
| { | |
| "epoch": 1.839080459770115, | |
| "grad_norm": 0.5412391021904834, | |
| "learning_rate": 3.2584429385425163e-05, | |
| "loss": 1.9233, | |
| "step": 3880 | |
| }, | |
| { | |
| "epoch": 1.843820357862306, | |
| "grad_norm": 0.581528749881215, | |
| "learning_rate": 3.235192315712394e-05, | |
| "loss": 1.9037, | |
| "step": 3890 | |
| }, | |
| { | |
| "epoch": 1.8485602559544971, | |
| "grad_norm": 0.486599214527775, | |
| "learning_rate": 3.211985204033114e-05, | |
| "loss": 1.881, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 1.853300154046688, | |
| "grad_norm": 0.5732281840924196, | |
| "learning_rate": 3.188822175673618e-05, | |
| "loss": 1.9289, | |
| "step": 3910 | |
| }, | |
| { | |
| "epoch": 1.858040052138879, | |
| "grad_norm": 0.5393218742500727, | |
| "learning_rate": 3.165703801715969e-05, | |
| "loss": 1.8178, | |
| "step": 3920 | |
| }, | |
| { | |
| "epoch": 1.86277995023107, | |
| "grad_norm": 0.5317421200650526, | |
| "learning_rate": 3.142630652141286e-05, | |
| "loss": 1.7813, | |
| "step": 3930 | |
| }, | |
| { | |
| "epoch": 1.8675198483232611, | |
| "grad_norm": 0.4707578563318653, | |
| "learning_rate": 3.119603295815685e-05, | |
| "loss": 1.8928, | |
| "step": 3940 | |
| }, | |
| { | |
| "epoch": 1.8722597464154522, | |
| "grad_norm": 0.503217338566424, | |
| "learning_rate": 3.096622300476253e-05, | |
| "loss": 1.9702, | |
| "step": 3950 | |
| }, | |
| { | |
| "epoch": 1.8769996445076431, | |
| "grad_norm": 0.5191335631232252, | |
| "learning_rate": 3.07368823271705e-05, | |
| "loss": 1.8832, | |
| "step": 3960 | |
| }, | |
| { | |
| "epoch": 1.881739542599834, | |
| "grad_norm": 0.5929718795388419, | |
| "learning_rate": 3.050801657975147e-05, | |
| "loss": 1.9705, | |
| "step": 3970 | |
| }, | |
| { | |
| "epoch": 1.8864794406920251, | |
| "grad_norm": 0.5203449537199084, | |
| "learning_rate": 3.0279631405166754e-05, | |
| "loss": 1.8005, | |
| "step": 3980 | |
| }, | |
| { | |
| "epoch": 1.8912193387842162, | |
| "grad_norm": 0.6060740003713215, | |
| "learning_rate": 3.0051732434229184e-05, | |
| "loss": 1.8802, | |
| "step": 3990 | |
| }, | |
| { | |
| "epoch": 1.895959236876407, | |
| "grad_norm": 0.5254251326665124, | |
| "learning_rate": 2.9824325285764332e-05, | |
| "loss": 1.9063, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 1.9006991349685982, | |
| "grad_norm": 0.5412654814841995, | |
| "learning_rate": 2.9597415566471874e-05, | |
| "loss": 1.7974, | |
| "step": 4010 | |
| }, | |
| { | |
| "epoch": 1.905439033060789, | |
| "grad_norm": 0.6096977687423671, | |
| "learning_rate": 2.9371008870787474e-05, | |
| "loss": 1.8789, | |
| "step": 4020 | |
| }, | |
| { | |
| "epoch": 1.9101789311529802, | |
| "grad_norm": 0.5751076752952912, | |
| "learning_rate": 2.914511078074481e-05, | |
| "loss": 1.9147, | |
| "step": 4030 | |
| }, | |
| { | |
| "epoch": 1.9149188292451713, | |
| "grad_norm": 0.5596872085857021, | |
| "learning_rate": 2.891972686583791e-05, | |
| "loss": 1.8939, | |
| "step": 4040 | |
| }, | |
| { | |
| "epoch": 1.9196587273373622, | |
| "grad_norm": 0.5205001238706851, | |
| "learning_rate": 2.8694862682883866e-05, | |
| "loss": 1.8675, | |
| "step": 4050 | |
| }, | |
| { | |
| "epoch": 1.9243986254295533, | |
| "grad_norm": 0.6060966652232279, | |
| "learning_rate": 2.8470523775885816e-05, | |
| "loss": 1.8542, | |
| "step": 4060 | |
| }, | |
| { | |
| "epoch": 1.9291385235217442, | |
| "grad_norm": 0.5060927602134601, | |
| "learning_rate": 2.824671567589635e-05, | |
| "loss": 1.9095, | |
| "step": 4070 | |
| }, | |
| { | |
| "epoch": 1.9338784216139353, | |
| "grad_norm": 0.527071756794979, | |
| "learning_rate": 2.8023443900880984e-05, | |
| "loss": 1.8144, | |
| "step": 4080 | |
| }, | |
| { | |
| "epoch": 1.9386183197061264, | |
| "grad_norm": 0.6186591144971271, | |
| "learning_rate": 2.780071395558222e-05, | |
| "loss": 1.9328, | |
| "step": 4090 | |
| }, | |
| { | |
| "epoch": 1.9433582177983173, | |
| "grad_norm": 0.5084958011646354, | |
| "learning_rate": 2.757853133138382e-05, | |
| "loss": 1.8292, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 1.9480981158905084, | |
| "grad_norm": 0.5671058444452819, | |
| "learning_rate": 2.7356901506175426e-05, | |
| "loss": 1.8621, | |
| "step": 4110 | |
| }, | |
| { | |
| "epoch": 1.9528380139826993, | |
| "grad_norm": 0.6077250993929268, | |
| "learning_rate": 2.7135829944217406e-05, | |
| "loss": 1.8969, | |
| "step": 4120 | |
| }, | |
| { | |
| "epoch": 1.9575779120748904, | |
| "grad_norm": 0.5478709269890887, | |
| "learning_rate": 2.6915322096006244e-05, | |
| "loss": 1.9648, | |
| "step": 4130 | |
| }, | |
| { | |
| "epoch": 1.9623178101670815, | |
| "grad_norm": 0.5304846907499281, | |
| "learning_rate": 2.6695383398140155e-05, | |
| "loss": 1.8867, | |
| "step": 4140 | |
| }, | |
| { | |
| "epoch": 1.9670577082592724, | |
| "grad_norm": 0.5084950385451593, | |
| "learning_rate": 2.6476019273184938e-05, | |
| "loss": 1.8987, | |
| "step": 4150 | |
| }, | |
| { | |
| "epoch": 1.9717976063514633, | |
| "grad_norm": 0.5881914443826771, | |
| "learning_rate": 2.6257235129540424e-05, | |
| "loss": 1.8718, | |
| "step": 4160 | |
| }, | |
| { | |
| "epoch": 1.9765375044436544, | |
| "grad_norm": 0.5557425542971698, | |
| "learning_rate": 2.603903636130701e-05, | |
| "loss": 1.8204, | |
| "step": 4170 | |
| }, | |
| { | |
| "epoch": 1.9812774025358455, | |
| "grad_norm": 0.5235298330164154, | |
| "learning_rate": 2.5821428348152788e-05, | |
| "loss": 1.915, | |
| "step": 4180 | |
| }, | |
| { | |
| "epoch": 1.9860173006280366, | |
| "grad_norm": 0.6107709148392828, | |
| "learning_rate": 2.560441645518078e-05, | |
| "loss": 1.8223, | |
| "step": 4190 | |
| }, | |
| { | |
| "epoch": 1.9907571987202275, | |
| "grad_norm": 0.5614697856069703, | |
| "learning_rate": 2.538800603279673e-05, | |
| "loss": 1.8439, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 1.9954970968124184, | |
| "grad_norm": 0.5563269995130558, | |
| "learning_rate": 2.5172202416577236e-05, | |
| "loss": 1.8982, | |
| "step": 4210 | |
| }, | |
| { | |
| "epoch": 2.0002369949046095, | |
| "grad_norm": 0.5673849628756762, | |
| "learning_rate": 2.4957010927138136e-05, | |
| "loss": 1.8956, | |
| "step": 4220 | |
| }, | |
| { | |
| "epoch": 2.0049768929968006, | |
| "grad_norm": 0.5274159605663582, | |
| "learning_rate": 2.4742436870003326e-05, | |
| "loss": 1.8572, | |
| "step": 4230 | |
| }, | |
| { | |
| "epoch": 2.0097167910889917, | |
| "grad_norm": 0.5388999304024686, | |
| "learning_rate": 2.452848553547396e-05, | |
| "loss": 1.8441, | |
| "step": 4240 | |
| }, | |
| { | |
| "epoch": 2.014456689181183, | |
| "grad_norm": 0.5715679686982497, | |
| "learning_rate": 2.431516219849809e-05, | |
| "loss": 1.838, | |
| "step": 4250 | |
| }, | |
| { | |
| "epoch": 2.0191965872733735, | |
| "grad_norm": 0.5795119843431206, | |
| "learning_rate": 2.4102472118540487e-05, | |
| "loss": 1.8329, | |
| "step": 4260 | |
| }, | |
| { | |
| "epoch": 2.0239364853655646, | |
| "grad_norm": 0.5503184533431318, | |
| "learning_rate": 2.3890420539453057e-05, | |
| "loss": 1.8733, | |
| "step": 4270 | |
| }, | |
| { | |
| "epoch": 2.0286763834577557, | |
| "grad_norm": 0.54871121092008, | |
| "learning_rate": 2.3679012689345558e-05, | |
| "loss": 1.8601, | |
| "step": 4280 | |
| }, | |
| { | |
| "epoch": 2.033416281549947, | |
| "grad_norm": 0.5879797146794722, | |
| "learning_rate": 2.3468253780456678e-05, | |
| "loss": 1.7751, | |
| "step": 4290 | |
| }, | |
| { | |
| "epoch": 2.038156179642138, | |
| "grad_norm": 0.5510154682184406, | |
| "learning_rate": 2.3258149009025482e-05, | |
| "loss": 1.827, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 2.0428960777343286, | |
| "grad_norm": 0.513792181350148, | |
| "learning_rate": 2.3048703555163357e-05, | |
| "loss": 1.8474, | |
| "step": 4310 | |
| }, | |
| { | |
| "epoch": 2.0476359758265197, | |
| "grad_norm": 0.5489219942664323, | |
| "learning_rate": 2.2839922582726336e-05, | |
| "loss": 1.8862, | |
| "step": 4320 | |
| }, | |
| { | |
| "epoch": 2.052375873918711, | |
| "grad_norm": 0.6504687065880719, | |
| "learning_rate": 2.2631811239187646e-05, | |
| "loss": 1.7984, | |
| "step": 4330 | |
| }, | |
| { | |
| "epoch": 2.057115772010902, | |
| "grad_norm": 0.6130904570523673, | |
| "learning_rate": 2.2424374655510965e-05, | |
| "loss": 1.7921, | |
| "step": 4340 | |
| }, | |
| { | |
| "epoch": 2.0618556701030926, | |
| "grad_norm": 0.6408124203446663, | |
| "learning_rate": 2.2217617946023765e-05, | |
| "loss": 1.8592, | |
| "step": 4350 | |
| }, | |
| { | |
| "epoch": 2.0665955681952837, | |
| "grad_norm": 0.6181447797115482, | |
| "learning_rate": 2.201154620829137e-05, | |
| "loss": 1.8067, | |
| "step": 4360 | |
| }, | |
| { | |
| "epoch": 2.071335466287475, | |
| "grad_norm": 0.5627617017019729, | |
| "learning_rate": 2.1806164522991118e-05, | |
| "loss": 1.7701, | |
| "step": 4370 | |
| }, | |
| { | |
| "epoch": 2.076075364379666, | |
| "grad_norm": 0.5510540438192786, | |
| "learning_rate": 2.1601477953787214e-05, | |
| "loss": 1.857, | |
| "step": 4380 | |
| }, | |
| { | |
| "epoch": 2.080815262471857, | |
| "grad_norm": 0.6083237779423979, | |
| "learning_rate": 2.1397491547205807e-05, | |
| "loss": 1.7601, | |
| "step": 4390 | |
| }, | |
| { | |
| "epoch": 2.0855551605640477, | |
| "grad_norm": 0.6047311337345246, | |
| "learning_rate": 2.119421033251071e-05, | |
| "loss": 1.8347, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 2.0902950586562388, | |
| "grad_norm": 0.5662369508712475, | |
| "learning_rate": 2.0991639321579214e-05, | |
| "loss": 1.8545, | |
| "step": 4410 | |
| }, | |
| { | |
| "epoch": 2.09503495674843, | |
| "grad_norm": 0.5935079368512177, | |
| "learning_rate": 2.078978350877862e-05, | |
| "loss": 1.879, | |
| "step": 4420 | |
| }, | |
| { | |
| "epoch": 2.099774854840621, | |
| "grad_norm": 0.571586984028468, | |
| "learning_rate": 2.058864787084309e-05, | |
| "loss": 1.7671, | |
| "step": 4430 | |
| }, | |
| { | |
| "epoch": 2.104514752932812, | |
| "grad_norm": 0.5682037137995106, | |
| "learning_rate": 2.0388237366751006e-05, | |
| "loss": 1.865, | |
| "step": 4440 | |
| }, | |
| { | |
| "epoch": 2.1092546510250028, | |
| "grad_norm": 0.5490908649638305, | |
| "learning_rate": 2.018855693760257e-05, | |
| "loss": 1.78, | |
| "step": 4450 | |
| }, | |
| { | |
| "epoch": 2.113994549117194, | |
| "grad_norm": 0.6176356249016943, | |
| "learning_rate": 1.998961150649814e-05, | |
| "loss": 1.8435, | |
| "step": 4460 | |
| }, | |
| { | |
| "epoch": 2.118734447209385, | |
| "grad_norm": 0.5319868348925916, | |
| "learning_rate": 1.9791405978416694e-05, | |
| "loss": 1.8981, | |
| "step": 4470 | |
| }, | |
| { | |
| "epoch": 2.123474345301576, | |
| "grad_norm": 0.5752723871436735, | |
| "learning_rate": 1.9593945240095052e-05, | |
| "loss": 1.7755, | |
| "step": 4480 | |
| }, | |
| { | |
| "epoch": 2.128214243393767, | |
| "grad_norm": 0.6366681694521167, | |
| "learning_rate": 1.9397234159907275e-05, | |
| "loss": 1.8707, | |
| "step": 4490 | |
| }, | |
| { | |
| "epoch": 2.132954141485958, | |
| "grad_norm": 0.5901487974014347, | |
| "learning_rate": 1.920127758774466e-05, | |
| "loss": 1.8256, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 2.137694039578149, | |
| "grad_norm": 0.5888105104943471, | |
| "learning_rate": 1.9006080354896267e-05, | |
| "loss": 1.8357, | |
| "step": 4510 | |
| }, | |
| { | |
| "epoch": 2.14243393767034, | |
| "grad_norm": 0.5878169661429707, | |
| "learning_rate": 1.8811647273929628e-05, | |
| "loss": 1.8241, | |
| "step": 4520 | |
| }, | |
| { | |
| "epoch": 2.147173835762531, | |
| "grad_norm": 0.5581948418607748, | |
| "learning_rate": 1.8617983138572277e-05, | |
| "loss": 1.848, | |
| "step": 4530 | |
| }, | |
| { | |
| "epoch": 2.1519137338547223, | |
| "grad_norm": 0.6137321662868356, | |
| "learning_rate": 1.8425092723593395e-05, | |
| "loss": 1.78, | |
| "step": 4540 | |
| }, | |
| { | |
| "epoch": 2.156653631946913, | |
| "grad_norm": 0.558081495592443, | |
| "learning_rate": 1.823298078468624e-05, | |
| "loss": 1.8153, | |
| "step": 4550 | |
| }, | |
| { | |
| "epoch": 2.161393530039104, | |
| "grad_norm": 0.6039625325723422, | |
| "learning_rate": 1.8041652058350767e-05, | |
| "loss": 1.8416, | |
| "step": 4560 | |
| }, | |
| { | |
| "epoch": 2.166133428131295, | |
| "grad_norm": 0.6295821331128388, | |
| "learning_rate": 1.785111126177691e-05, | |
| "loss": 1.7953, | |
| "step": 4570 | |
| }, | |
| { | |
| "epoch": 2.1708733262234863, | |
| "grad_norm": 0.5911527371211652, | |
| "learning_rate": 1.7661363092728307e-05, | |
| "loss": 1.7851, | |
| "step": 4580 | |
| }, | |
| { | |
| "epoch": 2.1756132243156774, | |
| "grad_norm": 0.565852777352692, | |
| "learning_rate": 1.7472412229426455e-05, | |
| "loss": 1.8101, | |
| "step": 4590 | |
| }, | |
| { | |
| "epoch": 2.180353122407868, | |
| "grad_norm": 0.5656454600563583, | |
| "learning_rate": 1.7284263330435317e-05, | |
| "loss": 1.917, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 2.185093020500059, | |
| "grad_norm": 0.6035646498858932, | |
| "learning_rate": 1.709692103454651e-05, | |
| "loss": 1.8168, | |
| "step": 4610 | |
| }, | |
| { | |
| "epoch": 2.1898329185922503, | |
| "grad_norm": 0.5477939270708279, | |
| "learning_rate": 1.6910389960664992e-05, | |
| "loss": 1.777, | |
| "step": 4620 | |
| }, | |
| { | |
| "epoch": 2.1945728166844414, | |
| "grad_norm": 0.5898939001383526, | |
| "learning_rate": 1.672467470769507e-05, | |
| "loss": 1.7575, | |
| "step": 4630 | |
| }, | |
| { | |
| "epoch": 2.1993127147766325, | |
| "grad_norm": 0.544798273283213, | |
| "learning_rate": 1.6539779854427074e-05, | |
| "loss": 1.8834, | |
| "step": 4640 | |
| }, | |
| { | |
| "epoch": 2.204052612868823, | |
| "grad_norm": 0.610618761949142, | |
| "learning_rate": 1.6355709959424487e-05, | |
| "loss": 1.8785, | |
| "step": 4650 | |
| }, | |
| { | |
| "epoch": 2.2087925109610143, | |
| "grad_norm": 0.6064522176814057, | |
| "learning_rate": 1.6172469560911553e-05, | |
| "loss": 1.7854, | |
| "step": 4660 | |
| }, | |
| { | |
| "epoch": 2.2135324090532054, | |
| "grad_norm": 0.6022849345976745, | |
| "learning_rate": 1.599006317666131e-05, | |
| "loss": 1.8497, | |
| "step": 4670 | |
| }, | |
| { | |
| "epoch": 2.2182723071453965, | |
| "grad_norm": 0.5926151325695663, | |
| "learning_rate": 1.5808495303884297e-05, | |
| "loss": 1.8184, | |
| "step": 4680 | |
| }, | |
| { | |
| "epoch": 2.2230122052375876, | |
| "grad_norm": 0.5740462281531319, | |
| "learning_rate": 1.562777041911761e-05, | |
| "loss": 1.8073, | |
| "step": 4690 | |
| }, | |
| { | |
| "epoch": 2.2277521033297782, | |
| "grad_norm": 0.595274030679382, | |
| "learning_rate": 1.5447892978114592e-05, | |
| "loss": 1.8095, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 2.2324920014219694, | |
| "grad_norm": 0.5805561493774153, | |
| "learning_rate": 1.526886741573496e-05, | |
| "loss": 1.7907, | |
| "step": 4710 | |
| }, | |
| { | |
| "epoch": 2.2372318995141605, | |
| "grad_norm": 0.6585750772533296, | |
| "learning_rate": 1.5090698145835413e-05, | |
| "loss": 1.8081, | |
| "step": 4720 | |
| }, | |
| { | |
| "epoch": 2.2419717976063516, | |
| "grad_norm": 0.7616121844460758, | |
| "learning_rate": 1.491338956116085e-05, | |
| "loss": 1.8571, | |
| "step": 4730 | |
| }, | |
| { | |
| "epoch": 2.2467116956985427, | |
| "grad_norm": 0.6037559488690589, | |
| "learning_rate": 1.473694603323611e-05, | |
| "loss": 1.8194, | |
| "step": 4740 | |
| }, | |
| { | |
| "epoch": 2.2514515937907333, | |
| "grad_norm": 0.6412117105060221, | |
| "learning_rate": 1.4561371912258098e-05, | |
| "loss": 1.7447, | |
| "step": 4750 | |
| }, | |
| { | |
| "epoch": 2.2561914918829244, | |
| "grad_norm": 0.6178165307415238, | |
| "learning_rate": 1.4386671526988593e-05, | |
| "loss": 1.8047, | |
| "step": 4760 | |
| }, | |
| { | |
| "epoch": 2.2609313899751156, | |
| "grad_norm": 0.5887211775830831, | |
| "learning_rate": 1.421284918464752e-05, | |
| "loss": 1.8309, | |
| "step": 4770 | |
| }, | |
| { | |
| "epoch": 2.2656712880673067, | |
| "grad_norm": 0.6715832023904247, | |
| "learning_rate": 1.4039909170806764e-05, | |
| "loss": 1.7598, | |
| "step": 4780 | |
| }, | |
| { | |
| "epoch": 2.2704111861594978, | |
| "grad_norm": 0.5565711226911474, | |
| "learning_rate": 1.386785574928446e-05, | |
| "loss": 1.8042, | |
| "step": 4790 | |
| }, | |
| { | |
| "epoch": 2.2751510842516884, | |
| "grad_norm": 1.0370061435438975, | |
| "learning_rate": 1.3696693162039893e-05, | |
| "loss": 1.8418, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 2.2798909823438795, | |
| "grad_norm": 0.619379427966442, | |
| "learning_rate": 1.3526425629068967e-05, | |
| "loss": 1.8709, | |
| "step": 4810 | |
| }, | |
| { | |
| "epoch": 2.2846308804360707, | |
| "grad_norm": 0.6181820044240368, | |
| "learning_rate": 1.3357057348300067e-05, | |
| "loss": 1.8222, | |
| "step": 4820 | |
| }, | |
| { | |
| "epoch": 2.2893707785282618, | |
| "grad_norm": 0.6447967865409838, | |
| "learning_rate": 1.318859249549066e-05, | |
| "loss": 1.8183, | |
| "step": 4830 | |
| }, | |
| { | |
| "epoch": 2.294110676620453, | |
| "grad_norm": 0.6058171204419526, | |
| "learning_rate": 1.3021035224124224e-05, | |
| "loss": 1.805, | |
| "step": 4840 | |
| }, | |
| { | |
| "epoch": 2.2988505747126435, | |
| "grad_norm": 0.5434323398332925, | |
| "learning_rate": 1.2854389665307975e-05, | |
| "loss": 1.7541, | |
| "step": 4850 | |
| }, | |
| { | |
| "epoch": 2.3035904728048346, | |
| "grad_norm": 0.6113667985824829, | |
| "learning_rate": 1.2688659927670915e-05, | |
| "loss": 1.758, | |
| "step": 4860 | |
| }, | |
| { | |
| "epoch": 2.3083303708970258, | |
| "grad_norm": 0.5720767875706882, | |
| "learning_rate": 1.2523850097262563e-05, | |
| "loss": 1.8322, | |
| "step": 4870 | |
| }, | |
| { | |
| "epoch": 2.313070268989217, | |
| "grad_norm": 0.5628951626795141, | |
| "learning_rate": 1.2359964237452238e-05, | |
| "loss": 1.7798, | |
| "step": 4880 | |
| }, | |
| { | |
| "epoch": 2.317810167081408, | |
| "grad_norm": 0.6094150987430762, | |
| "learning_rate": 1.219700638882888e-05, | |
| "loss": 1.7842, | |
| "step": 4890 | |
| }, | |
| { | |
| "epoch": 2.3225500651735986, | |
| "grad_norm": 0.6036779282592939, | |
| "learning_rate": 1.2034980569101367e-05, | |
| "loss": 1.8383, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 2.3272899632657897, | |
| "grad_norm": 0.6175747345768624, | |
| "learning_rate": 1.1873890772999502e-05, | |
| "loss": 1.9046, | |
| "step": 4910 | |
| }, | |
| { | |
| "epoch": 2.332029861357981, | |
| "grad_norm": 0.5564649373869762, | |
| "learning_rate": 1.1713740972175574e-05, | |
| "loss": 1.8104, | |
| "step": 4920 | |
| }, | |
| { | |
| "epoch": 2.336769759450172, | |
| "grad_norm": 0.6441404862225901, | |
| "learning_rate": 1.155453511510633e-05, | |
| "loss": 1.7864, | |
| "step": 4930 | |
| }, | |
| { | |
| "epoch": 2.341509657542363, | |
| "grad_norm": 0.6927623121031959, | |
| "learning_rate": 1.1396277126995707e-05, | |
| "loss": 1.829, | |
| "step": 4940 | |
| }, | |
| { | |
| "epoch": 2.3462495556345537, | |
| "grad_norm": 0.6537904475611329, | |
| "learning_rate": 1.1238970909677993e-05, | |
| "loss": 1.8655, | |
| "step": 4950 | |
| }, | |
| { | |
| "epoch": 2.350989453726745, | |
| "grad_norm": 0.5779494171909159, | |
| "learning_rate": 1.1082620341521766e-05, | |
| "loss": 1.7482, | |
| "step": 4960 | |
| }, | |
| { | |
| "epoch": 2.355729351818936, | |
| "grad_norm": 0.6161830958900923, | |
| "learning_rate": 1.0927229277334061e-05, | |
| "loss": 1.7789, | |
| "step": 4970 | |
| }, | |
| { | |
| "epoch": 2.360469249911127, | |
| "grad_norm": 0.5946038603032194, | |
| "learning_rate": 1.0772801548265498e-05, | |
| "loss": 1.8189, | |
| "step": 4980 | |
| }, | |
| { | |
| "epoch": 2.365209148003318, | |
| "grad_norm": 0.6072288944056834, | |
| "learning_rate": 1.0619340961715746e-05, | |
| "loss": 1.8588, | |
| "step": 4990 | |
| }, | |
| { | |
| "epoch": 2.369949046095509, | |
| "grad_norm": 0.5882805952028816, | |
| "learning_rate": 1.0466851301239711e-05, | |
| "loss": 1.8238, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 2.3746889441877, | |
| "grad_norm": 0.6288910196539964, | |
| "learning_rate": 1.0315336326454161e-05, | |
| "loss": 1.7055, | |
| "step": 5010 | |
| }, | |
| { | |
| "epoch": 2.379428842279891, | |
| "grad_norm": 0.6043835236662759, | |
| "learning_rate": 1.0164799772945149e-05, | |
| "loss": 1.8134, | |
| "step": 5020 | |
| }, | |
| { | |
| "epoch": 2.384168740372082, | |
| "grad_norm": 0.5821262142704368, | |
| "learning_rate": 1.0015245352175811e-05, | |
| "loss": 1.797, | |
| "step": 5030 | |
| }, | |
| { | |
| "epoch": 2.3889086384642733, | |
| "grad_norm": 0.6369667143877562, | |
| "learning_rate": 9.866676751394927e-06, | |
| "loss": 1.8199, | |
| "step": 5040 | |
| }, | |
| { | |
| "epoch": 2.393648536556464, | |
| "grad_norm": 0.5924507902566707, | |
| "learning_rate": 9.719097633545975e-06, | |
| "loss": 1.8524, | |
| "step": 5050 | |
| }, | |
| { | |
| "epoch": 2.398388434648655, | |
| "grad_norm": 0.5762513665027686, | |
| "learning_rate": 9.572511637176811e-06, | |
| "loss": 1.8428, | |
| "step": 5060 | |
| }, | |
| { | |
| "epoch": 2.403128332740846, | |
| "grad_norm": 0.5799149040724592, | |
| "learning_rate": 9.426922376350028e-06, | |
| "loss": 1.8463, | |
| "step": 5070 | |
| }, | |
| { | |
| "epoch": 2.4078682308330372, | |
| "grad_norm": 0.5898000658332848, | |
| "learning_rate": 9.282333440553804e-06, | |
| "loss": 1.7772, | |
| "step": 5080 | |
| }, | |
| { | |
| "epoch": 2.4126081289252284, | |
| "grad_norm": 0.5967206158269678, | |
| "learning_rate": 9.13874839461336e-06, | |
| "loss": 1.8234, | |
| "step": 5090 | |
| }, | |
| { | |
| "epoch": 2.417348027017419, | |
| "grad_norm": 0.6245591569289297, | |
| "learning_rate": 8.996170778603153e-06, | |
| "loss": 1.8047, | |
| "step": 5100 | |
| }, | |
| { | |
| "epoch": 2.42208792510961, | |
| "grad_norm": 0.5981945344970201, | |
| "learning_rate": 8.854604107759568e-06, | |
| "loss": 1.8429, | |
| "step": 5110 | |
| }, | |
| { | |
| "epoch": 2.4268278232018012, | |
| "grad_norm": 0.6112665064763977, | |
| "learning_rate": 8.714051872394213e-06, | |
| "loss": 1.7746, | |
| "step": 5120 | |
| }, | |
| { | |
| "epoch": 2.4315677212939923, | |
| "grad_norm": 0.5847743009358597, | |
| "learning_rate": 8.574517537807897e-06, | |
| "loss": 1.7703, | |
| "step": 5130 | |
| }, | |
| { | |
| "epoch": 2.436307619386183, | |
| "grad_norm": 0.5617053604855574, | |
| "learning_rate": 8.436004544205217e-06, | |
| "loss": 1.8498, | |
| "step": 5140 | |
| }, | |
| { | |
| "epoch": 2.441047517478374, | |
| "grad_norm": 0.5947168640425712, | |
| "learning_rate": 8.2985163066097e-06, | |
| "loss": 1.8439, | |
| "step": 5150 | |
| }, | |
| { | |
| "epoch": 2.4457874155705652, | |
| "grad_norm": 0.6456439652584188, | |
| "learning_rate": 8.162056214779618e-06, | |
| "loss": 1.8125, | |
| "step": 5160 | |
| }, | |
| { | |
| "epoch": 2.4505273136627563, | |
| "grad_norm": 0.6053385247801931, | |
| "learning_rate": 8.02662763312439e-06, | |
| "loss": 1.8193, | |
| "step": 5170 | |
| }, | |
| { | |
| "epoch": 2.4552672117549474, | |
| "grad_norm": 0.6364991896683941, | |
| "learning_rate": 7.89223390062172e-06, | |
| "loss": 1.8081, | |
| "step": 5180 | |
| }, | |
| { | |
| "epoch": 2.460007109847138, | |
| "grad_norm": 0.630663938586301, | |
| "learning_rate": 7.758878330735142e-06, | |
| "loss": 1.8317, | |
| "step": 5190 | |
| }, | |
| { | |
| "epoch": 2.464747007939329, | |
| "grad_norm": 0.6625585293729884, | |
| "learning_rate": 7.626564211332465e-06, | |
| "loss": 1.7914, | |
| "step": 5200 | |
| }, | |
| { | |
| "epoch": 2.4694869060315203, | |
| "grad_norm": 0.6132933711832741, | |
| "learning_rate": 7.49529480460458e-06, | |
| "loss": 1.8072, | |
| "step": 5210 | |
| }, | |
| { | |
| "epoch": 2.4742268041237114, | |
| "grad_norm": 0.6723366054843423, | |
| "learning_rate": 7.3650733469851574e-06, | |
| "loss": 1.8693, | |
| "step": 5220 | |
| }, | |
| { | |
| "epoch": 2.4789667022159025, | |
| "grad_norm": 0.5948715205500895, | |
| "learning_rate": 7.235903049070742e-06, | |
| "loss": 1.7441, | |
| "step": 5230 | |
| }, | |
| { | |
| "epoch": 2.483706600308093, | |
| "grad_norm": 0.602660875671921, | |
| "learning_rate": 7.1077870955416685e-06, | |
| "loss": 1.8301, | |
| "step": 5240 | |
| }, | |
| { | |
| "epoch": 2.4884464984002843, | |
| "grad_norm": 0.6657860629895173, | |
| "learning_rate": 6.98072864508349e-06, | |
| "loss": 1.7357, | |
| "step": 5250 | |
| }, | |
| { | |
| "epoch": 2.4931863964924754, | |
| "grad_norm": 0.6400301583474429, | |
| "learning_rate": 6.854730830309203e-06, | |
| "loss": 1.8309, | |
| "step": 5260 | |
| }, | |
| { | |
| "epoch": 2.4979262945846665, | |
| "grad_norm": 0.6519457597490862, | |
| "learning_rate": 6.729796757681861e-06, | |
| "loss": 1.8622, | |
| "step": 5270 | |
| }, | |
| { | |
| "epoch": 2.502666192676857, | |
| "grad_norm": 0.6018425213466797, | |
| "learning_rate": 6.605929507438108e-06, | |
| "loss": 1.8124, | |
| "step": 5280 | |
| }, | |
| { | |
| "epoch": 2.5074060907690483, | |
| "grad_norm": 0.6356535657958864, | |
| "learning_rate": 6.4831321335121706e-06, | |
| "loss": 1.8493, | |
| "step": 5290 | |
| }, | |
| { | |
| "epoch": 2.5121459888612394, | |
| "grad_norm": 0.5933711757944313, | |
| "learning_rate": 6.361407663460612e-06, | |
| "loss": 1.8152, | |
| "step": 5300 | |
| }, | |
| { | |
| "epoch": 2.5168858869534305, | |
| "grad_norm": 0.6176252282132866, | |
| "learning_rate": 6.240759098387628e-06, | |
| "loss": 1.7796, | |
| "step": 5310 | |
| }, | |
| { | |
| "epoch": 2.5216257850456216, | |
| "grad_norm": 0.6035543936375999, | |
| "learning_rate": 6.12118941287112e-06, | |
| "loss": 1.8072, | |
| "step": 5320 | |
| }, | |
| { | |
| "epoch": 2.5263656831378123, | |
| "grad_norm": 0.6423602506797493, | |
| "learning_rate": 6.002701554889306e-06, | |
| "loss": 1.8894, | |
| "step": 5330 | |
| }, | |
| { | |
| "epoch": 2.5311055812300034, | |
| "grad_norm": 0.6166718860982423, | |
| "learning_rate": 5.885298445748072e-06, | |
| "loss": 1.8476, | |
| "step": 5340 | |
| }, | |
| { | |
| "epoch": 2.5358454793221945, | |
| "grad_norm": 0.6250486214392823, | |
| "learning_rate": 5.768982980008924e-06, | |
| "loss": 1.8044, | |
| "step": 5350 | |
| }, | |
| { | |
| "epoch": 2.5405853774143856, | |
| "grad_norm": 0.6409013217160432, | |
| "learning_rate": 5.653758025417616e-06, | |
| "loss": 1.7732, | |
| "step": 5360 | |
| }, | |
| { | |
| "epoch": 2.5453252755065767, | |
| "grad_norm": 0.5853729101352203, | |
| "learning_rate": 5.5396264228335e-06, | |
| "loss": 1.816, | |
| "step": 5370 | |
| }, | |
| { | |
| "epoch": 2.5500651735987674, | |
| "grad_norm": 0.6674717253505213, | |
| "learning_rate": 5.42659098615943e-06, | |
| "loss": 1.828, | |
| "step": 5380 | |
| }, | |
| { | |
| "epoch": 2.5548050716909585, | |
| "grad_norm": 0.6079460431124653, | |
| "learning_rate": 5.314654502272393e-06, | |
| "loss": 1.8305, | |
| "step": 5390 | |
| }, | |
| { | |
| "epoch": 2.5595449697831496, | |
| "grad_norm": 0.6132271739956523, | |
| "learning_rate": 5.203819730954806e-06, | |
| "loss": 1.9389, | |
| "step": 5400 | |
| }, | |
| { | |
| "epoch": 2.5642848678753407, | |
| "grad_norm": 0.6412964569520792, | |
| "learning_rate": 5.094089404826513e-06, | |
| "loss": 1.8878, | |
| "step": 5410 | |
| }, | |
| { | |
| "epoch": 2.569024765967532, | |
| "grad_norm": 0.6314773808659059, | |
| "learning_rate": 4.985466229277331e-06, | |
| "loss": 1.7996, | |
| "step": 5420 | |
| }, | |
| { | |
| "epoch": 2.5737646640597225, | |
| "grad_norm": 0.6019377364178156, | |
| "learning_rate": 4.877952882400411e-06, | |
| "loss": 1.8326, | |
| "step": 5430 | |
| }, | |
| { | |
| "epoch": 2.5785045621519136, | |
| "grad_norm": 0.6375177888153616, | |
| "learning_rate": 4.771552014926206e-06, | |
| "loss": 1.8313, | |
| "step": 5440 | |
| }, | |
| { | |
| "epoch": 2.5832444602441047, | |
| "grad_norm": 0.6184290636855982, | |
| "learning_rate": 4.666266250157097e-06, | |
| "loss": 1.8408, | |
| "step": 5450 | |
| }, | |
| { | |
| "epoch": 2.587984358336296, | |
| "grad_norm": 0.6145812896553856, | |
| "learning_rate": 4.562098183902713e-06, | |
| "loss": 1.7928, | |
| "step": 5460 | |
| }, | |
| { | |
| "epoch": 2.592724256428487, | |
| "grad_norm": 0.5863286484938057, | |
| "learning_rate": 4.459050384415941e-06, | |
| "loss": 1.7671, | |
| "step": 5470 | |
| }, | |
| { | |
| "epoch": 2.5974641545206776, | |
| "grad_norm": 0.5908385265300592, | |
| "learning_rate": 4.357125392329636e-06, | |
| "loss": 1.8528, | |
| "step": 5480 | |
| }, | |
| { | |
| "epoch": 2.6022040526128687, | |
| "grad_norm": 0.6315835702501038, | |
| "learning_rate": 4.256325720593912e-06, | |
| "loss": 1.8952, | |
| "step": 5490 | |
| }, | |
| { | |
| "epoch": 2.60694395070506, | |
| "grad_norm": 0.5905062832031487, | |
| "learning_rate": 4.15665385441425e-06, | |
| "loss": 1.8604, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 2.611683848797251, | |
| "grad_norm": 0.568727331363524, | |
| "learning_rate": 4.0581122511901934e-06, | |
| "loss": 1.8351, | |
| "step": 5510 | |
| }, | |
| { | |
| "epoch": 2.616423746889442, | |
| "grad_norm": 0.6400621125560388, | |
| "learning_rate": 3.960703340454791e-06, | |
| "loss": 1.857, | |
| "step": 5520 | |
| }, | |
| { | |
| "epoch": 2.6211636449816327, | |
| "grad_norm": 0.6844853412168999, | |
| "learning_rate": 3.864429523814644e-06, | |
| "loss": 1.8371, | |
| "step": 5530 | |
| }, | |
| { | |
| "epoch": 2.625903543073824, | |
| "grad_norm": 0.6040727492768455, | |
| "learning_rate": 3.7692931748907425e-06, | |
| "loss": 1.8582, | |
| "step": 5540 | |
| }, | |
| { | |
| "epoch": 2.630643441166015, | |
| "grad_norm": 0.6488970700922259, | |
| "learning_rate": 3.675296639259912e-06, | |
| "loss": 1.8466, | |
| "step": 5550 | |
| }, | |
| { | |
| "epoch": 2.635383339258206, | |
| "grad_norm": 0.606860701135619, | |
| "learning_rate": 3.5824422343970267e-06, | |
| "loss": 1.8823, | |
| "step": 5560 | |
| }, | |
| { | |
| "epoch": 2.640123237350397, | |
| "grad_norm": 0.6107041616886252, | |
| "learning_rate": 3.4907322496178397e-06, | |
| "loss": 1.7635, | |
| "step": 5570 | |
| }, | |
| { | |
| "epoch": 2.6448631354425878, | |
| "grad_norm": 0.6205661299793865, | |
| "learning_rate": 3.4001689460225195e-06, | |
| "loss": 1.7604, | |
| "step": 5580 | |
| }, | |
| { | |
| "epoch": 2.649603033534779, | |
| "grad_norm": 0.6114908815089501, | |
| "learning_rate": 3.3107545564399434e-06, | |
| "loss": 1.8452, | |
| "step": 5590 | |
| }, | |
| { | |
| "epoch": 2.65434293162697, | |
| "grad_norm": 0.621202845423754, | |
| "learning_rate": 3.2224912853726476e-06, | |
| "loss": 1.8557, | |
| "step": 5600 | |
| }, | |
| { | |
| "epoch": 2.659082829719161, | |
| "grad_norm": 0.6376438148340446, | |
| "learning_rate": 3.1353813089424424e-06, | |
| "loss": 1.8295, | |
| "step": 5610 | |
| }, | |
| { | |
| "epoch": 2.663822727811352, | |
| "grad_norm": 0.6085163299666503, | |
| "learning_rate": 3.0494267748367723e-06, | |
| "loss": 1.7302, | |
| "step": 5620 | |
| }, | |
| { | |
| "epoch": 2.668562625903543, | |
| "grad_norm": 0.6330680248898437, | |
| "learning_rate": 2.9646298022557915e-06, | |
| "loss": 1.7756, | |
| "step": 5630 | |
| }, | |
| { | |
| "epoch": 2.673302523995734, | |
| "grad_norm": 0.6575109357986112, | |
| "learning_rate": 2.8809924818600952e-06, | |
| "loss": 1.7728, | |
| "step": 5640 | |
| }, | |
| { | |
| "epoch": 2.678042422087925, | |
| "grad_norm": 0.5972530598708538, | |
| "learning_rate": 2.7985168757191482e-06, | |
| "loss": 1.7927, | |
| "step": 5650 | |
| }, | |
| { | |
| "epoch": 2.682782320180116, | |
| "grad_norm": 0.6505229836146454, | |
| "learning_rate": 2.7172050172604824e-06, | |
| "loss": 1.768, | |
| "step": 5660 | |
| }, | |
| { | |
| "epoch": 2.6875222182723073, | |
| "grad_norm": 0.6339702452986381, | |
| "learning_rate": 2.63705891121957e-06, | |
| "loss": 1.7756, | |
| "step": 5670 | |
| }, | |
| { | |
| "epoch": 2.692262116364498, | |
| "grad_norm": 0.6729168831182509, | |
| "learning_rate": 2.5580805335903457e-06, | |
| "loss": 1.8363, | |
| "step": 5680 | |
| }, | |
| { | |
| "epoch": 2.697002014456689, | |
| "grad_norm": 0.6421591660117998, | |
| "learning_rate": 2.4802718315765527e-06, | |
| "loss": 1.7585, | |
| "step": 5690 | |
| }, | |
| { | |
| "epoch": 2.70174191254888, | |
| "grad_norm": 0.5993295713871896, | |
| "learning_rate": 2.403634723543674e-06, | |
| "loss": 1.8379, | |
| "step": 5700 | |
| }, | |
| { | |
| "epoch": 2.7064818106410713, | |
| "grad_norm": 0.5931932390101198, | |
| "learning_rate": 2.3281710989716933e-06, | |
| "loss": 1.8127, | |
| "step": 5710 | |
| }, | |
| { | |
| "epoch": 2.7112217087332624, | |
| "grad_norm": 0.6007499215207198, | |
| "learning_rate": 2.2538828184084595e-06, | |
| "loss": 1.7643, | |
| "step": 5720 | |
| }, | |
| { | |
| "epoch": 2.715961606825453, | |
| "grad_norm": 0.6294360874753062, | |
| "learning_rate": 2.1807717134238347e-06, | |
| "loss": 1.8007, | |
| "step": 5730 | |
| }, | |
| { | |
| "epoch": 2.720701504917644, | |
| "grad_norm": 0.6305932589800126, | |
| "learning_rate": 2.1088395865645537e-06, | |
| "loss": 1.802, | |
| "step": 5740 | |
| }, | |
| { | |
| "epoch": 2.7254414030098353, | |
| "grad_norm": 0.6091954631732173, | |
| "learning_rate": 2.038088211309769e-06, | |
| "loss": 1.7978, | |
| "step": 5750 | |
| }, | |
| { | |
| "epoch": 2.7301813011020264, | |
| "grad_norm": 0.6353525285344948, | |
| "learning_rate": 1.968519332027302e-06, | |
| "loss": 1.8641, | |
| "step": 5760 | |
| }, | |
| { | |
| "epoch": 2.7349211991942175, | |
| "grad_norm": 0.5869911293052614, | |
| "learning_rate": 1.9001346639306805e-06, | |
| "loss": 1.876, | |
| "step": 5770 | |
| }, | |
| { | |
| "epoch": 2.739661097286408, | |
| "grad_norm": 0.6462140073621514, | |
| "learning_rate": 1.8329358930368245e-06, | |
| "loss": 1.7947, | |
| "step": 5780 | |
| }, | |
| { | |
| "epoch": 2.7444009953785993, | |
| "grad_norm": 0.6298906028352366, | |
| "learning_rate": 1.7669246761244763e-06, | |
| "loss": 1.7983, | |
| "step": 5790 | |
| }, | |
| { | |
| "epoch": 2.7491408934707904, | |
| "grad_norm": 0.6351921002703318, | |
| "learning_rate": 1.7021026406933427e-06, | |
| "loss": 1.7563, | |
| "step": 5800 | |
| }, | |
| { | |
| "epoch": 2.7538807915629815, | |
| "grad_norm": 0.6081707137727146, | |
| "learning_rate": 1.638471384924012e-06, | |
| "loss": 1.8005, | |
| "step": 5810 | |
| }, | |
| { | |
| "epoch": 2.7586206896551726, | |
| "grad_norm": 0.6527854672102444, | |
| "learning_rate": 1.5760324776385171e-06, | |
| "loss": 1.8228, | |
| "step": 5820 | |
| }, | |
| { | |
| "epoch": 2.7633605877473633, | |
| "grad_norm": 0.6207692422398574, | |
| "learning_rate": 1.5147874582616518e-06, | |
| "loss": 1.8751, | |
| "step": 5830 | |
| }, | |
| { | |
| "epoch": 2.7681004858395544, | |
| "grad_norm": 0.6078351786970941, | |
| "learning_rate": 1.4547378367830267e-06, | |
| "loss": 1.854, | |
| "step": 5840 | |
| }, | |
| { | |
| "epoch": 2.7728403839317455, | |
| "grad_norm": 0.5914179875660134, | |
| "learning_rate": 1.3958850937198453e-06, | |
| "loss": 1.8771, | |
| "step": 5850 | |
| }, | |
| { | |
| "epoch": 2.7775802820239366, | |
| "grad_norm": 0.6150352638939602, | |
| "learning_rate": 1.3382306800804045e-06, | |
| "loss": 1.7422, | |
| "step": 5860 | |
| }, | |
| { | |
| "epoch": 2.7823201801161277, | |
| "grad_norm": 0.6205091178728268, | |
| "learning_rate": 1.2817760173282954e-06, | |
| "loss": 1.8005, | |
| "step": 5870 | |
| }, | |
| { | |
| "epoch": 2.7870600782083184, | |
| "grad_norm": 0.6352299718478237, | |
| "learning_rate": 1.2265224973474042e-06, | |
| "loss": 1.7703, | |
| "step": 5880 | |
| }, | |
| { | |
| "epoch": 2.7917999763005095, | |
| "grad_norm": 0.6466624089179797, | |
| "learning_rate": 1.1724714824075333e-06, | |
| "loss": 1.8315, | |
| "step": 5890 | |
| }, | |
| { | |
| "epoch": 2.7965398743927006, | |
| "grad_norm": 0.5968151491811187, | |
| "learning_rate": 1.1196243051308787e-06, | |
| "loss": 1.9011, | |
| "step": 5900 | |
| }, | |
| { | |
| "epoch": 2.8012797724848917, | |
| "grad_norm": 0.6310690230989541, | |
| "learning_rate": 1.0679822684591112e-06, | |
| "loss": 1.8434, | |
| "step": 5910 | |
| }, | |
| { | |
| "epoch": 2.806019670577083, | |
| "grad_norm": 0.6459331883257132, | |
| "learning_rate": 1.0175466456213034e-06, | |
| "loss": 1.7773, | |
| "step": 5920 | |
| }, | |
| { | |
| "epoch": 2.8107595686692735, | |
| "grad_norm": 0.6898338914840095, | |
| "learning_rate": 9.683186801025256e-07, | |
| "loss": 1.8417, | |
| "step": 5930 | |
| }, | |
| { | |
| "epoch": 2.8154994667614646, | |
| "grad_norm": 0.6097250867359322, | |
| "learning_rate": 9.202995856131769e-07, | |
| "loss": 1.8076, | |
| "step": 5940 | |
| }, | |
| { | |
| "epoch": 2.8202393648536557, | |
| "grad_norm": 0.6610392263190566, | |
| "learning_rate": 8.734905460590581e-07, | |
| "loss": 1.7511, | |
| "step": 5950 | |
| }, | |
| { | |
| "epoch": 2.824979262945847, | |
| "grad_norm": 0.6070988311686517, | |
| "learning_rate": 8.278927155121851e-07, | |
| "loss": 1.8309, | |
| "step": 5960 | |
| }, | |
| { | |
| "epoch": 2.829719161038038, | |
| "grad_norm": 0.6261583831010433, | |
| "learning_rate": 7.835072181823666e-07, | |
| "loss": 1.8377, | |
| "step": 5970 | |
| }, | |
| { | |
| "epoch": 2.8344590591302286, | |
| "grad_norm": 0.6243423055956993, | |
| "learning_rate": 7.403351483894427e-07, | |
| "loss": 1.7941, | |
| "step": 5980 | |
| }, | |
| { | |
| "epoch": 2.8391989572224197, | |
| "grad_norm": 0.702784469663522, | |
| "learning_rate": 6.983775705363238e-07, | |
| "loss": 1.8042, | |
| "step": 5990 | |
| }, | |
| { | |
| "epoch": 2.8439388553146108, | |
| "grad_norm": 0.5996597981711203, | |
| "learning_rate": 6.576355190827499e-07, | |
| "loss": 1.8512, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 2.848678753406802, | |
| "grad_norm": 0.5539803926109534, | |
| "learning_rate": 6.181099985197947e-07, | |
| "loss": 1.8558, | |
| "step": 6010 | |
| }, | |
| { | |
| "epoch": 2.853418651498993, | |
| "grad_norm": 0.5462268948543724, | |
| "learning_rate": 5.798019833450629e-07, | |
| "loss": 1.7838, | |
| "step": 6020 | |
| }, | |
| { | |
| "epoch": 2.8581585495911837, | |
| "grad_norm": 0.6522918616165346, | |
| "learning_rate": 5.4271241803871e-07, | |
| "loss": 1.8523, | |
| "step": 6030 | |
| }, | |
| { | |
| "epoch": 2.8628984476833748, | |
| "grad_norm": 0.6013569849197028, | |
| "learning_rate": 5.068422170401377e-07, | |
| "loss": 1.8239, | |
| "step": 6040 | |
| }, | |
| { | |
| "epoch": 2.867638345775566, | |
| "grad_norm": 0.6217056805780841, | |
| "learning_rate": 4.72192264725424e-07, | |
| "loss": 1.8316, | |
| "step": 6050 | |
| }, | |
| { | |
| "epoch": 2.872378243867757, | |
| "grad_norm": 0.6047869013985818, | |
| "learning_rate": 4.387634153855791e-07, | |
| "loss": 1.8189, | |
| "step": 6060 | |
| }, | |
| { | |
| "epoch": 2.877118141959948, | |
| "grad_norm": 0.6730414277089524, | |
| "learning_rate": 4.065564932054067e-07, | |
| "loss": 1.7824, | |
| "step": 6070 | |
| }, | |
| { | |
| "epoch": 2.8818580400521387, | |
| "grad_norm": 0.612791047561647, | |
| "learning_rate": 3.755722922432481e-07, | |
| "loss": 1.7867, | |
| "step": 6080 | |
| }, | |
| { | |
| "epoch": 2.88659793814433, | |
| "grad_norm": 0.6615842561782111, | |
| "learning_rate": 3.4581157641137563e-07, | |
| "loss": 1.8359, | |
| "step": 6090 | |
| }, | |
| { | |
| "epoch": 2.891337836236521, | |
| "grad_norm": 0.6358101876016702, | |
| "learning_rate": 3.1727507945714663e-07, | |
| "loss": 1.8628, | |
| "step": 6100 | |
| }, | |
| { | |
| "epoch": 2.896077734328712, | |
| "grad_norm": 0.5951921137175086, | |
| "learning_rate": 2.8996350494495116e-07, | |
| "loss": 1.8516, | |
| "step": 6110 | |
| }, | |
| { | |
| "epoch": 2.900817632420903, | |
| "grad_norm": 0.6310271682459363, | |
| "learning_rate": 2.6387752623883156e-07, | |
| "loss": 1.8437, | |
| "step": 6120 | |
| }, | |
| { | |
| "epoch": 2.905557530513094, | |
| "grad_norm": 0.6305755436522482, | |
| "learning_rate": 2.390177864858956e-07, | |
| "loss": 1.8514, | |
| "step": 6130 | |
| }, | |
| { | |
| "epoch": 2.910297428605285, | |
| "grad_norm": 0.6404150710185624, | |
| "learning_rate": 2.1538489860044587e-07, | |
| "loss": 1.8186, | |
| "step": 6140 | |
| }, | |
| { | |
| "epoch": 2.915037326697476, | |
| "grad_norm": 0.6158013141692098, | |
| "learning_rate": 1.92979445248892e-07, | |
| "loss": 1.8083, | |
| "step": 6150 | |
| }, | |
| { | |
| "epoch": 2.919777224789667, | |
| "grad_norm": 0.6416671093424775, | |
| "learning_rate": 1.7180197883537308e-07, | |
| "loss": 1.7786, | |
| "step": 6160 | |
| }, | |
| { | |
| "epoch": 2.9245171228818583, | |
| "grad_norm": 0.5582605199061633, | |
| "learning_rate": 1.518530214881242e-07, | |
| "loss": 1.7976, | |
| "step": 6170 | |
| }, | |
| { | |
| "epoch": 2.929257020974049, | |
| "grad_norm": 0.6106802327952866, | |
| "learning_rate": 1.3313306504663115e-07, | |
| "loss": 1.7604, | |
| "step": 6180 | |
| }, | |
| { | |
| "epoch": 2.93399691906624, | |
| "grad_norm": 0.649320638486437, | |
| "learning_rate": 1.1564257104947352e-07, | |
| "loss": 1.8441, | |
| "step": 6190 | |
| }, | |
| { | |
| "epoch": 2.938736817158431, | |
| "grad_norm": 0.5884577603080124, | |
| "learning_rate": 9.938197072298372e-08, | |
| "loss": 1.8196, | |
| "step": 6200 | |
| }, | |
| { | |
| "epoch": 2.9434767152506223, | |
| "grad_norm": 0.6392485935256708, | |
| "learning_rate": 8.435166497057222e-08, | |
| "loss": 1.857, | |
| "step": 6210 | |
| }, | |
| { | |
| "epoch": 2.9482166133428134, | |
| "grad_norm": 0.6506401892518179, | |
| "learning_rate": 7.055202436287433e-08, | |
| "loss": 1.7725, | |
| "step": 6220 | |
| }, | |
| { | |
| "epoch": 2.952956511435004, | |
| "grad_norm": 0.6149298488489828, | |
| "learning_rate": 5.7983389128596355e-08, | |
| "loss": 1.8946, | |
| "step": 6230 | |
| }, | |
| { | |
| "epoch": 2.957696409527195, | |
| "grad_norm": 0.5722181216171393, | |
| "learning_rate": 4.664606914615011e-08, | |
| "loss": 1.8542, | |
| "step": 6240 | |
| }, | |
| { | |
| "epoch": 2.9624363076193863, | |
| "grad_norm": 0.6428450313630513, | |
| "learning_rate": 3.654034393598127e-08, | |
| "loss": 1.824, | |
| "step": 6250 | |
| }, | |
| { | |
| "epoch": 2.9671762057115774, | |
| "grad_norm": 0.6329021168786573, | |
| "learning_rate": 2.766646265369155e-08, | |
| "loss": 1.8012, | |
| "step": 6260 | |
| }, | |
| { | |
| "epoch": 2.9719161038037685, | |
| "grad_norm": 0.6406715656233972, | |
| "learning_rate": 2.0024644083921352e-08, | |
| "loss": 1.8472, | |
| "step": 6270 | |
| }, | |
| { | |
| "epoch": 2.976656001895959, | |
| "grad_norm": 0.5842266635593326, | |
| "learning_rate": 1.3615076634898582e-08, | |
| "loss": 1.8102, | |
| "step": 6280 | |
| }, | |
| { | |
| "epoch": 2.9813958999881502, | |
| "grad_norm": 0.6430039656205391, | |
| "learning_rate": 8.437918333864536e-09, | |
| "loss": 1.7935, | |
| "step": 6290 | |
| }, | |
| { | |
| "epoch": 2.9861357980803414, | |
| "grad_norm": 0.6055802510109696, | |
| "learning_rate": 4.493296823104842e-09, | |
| "loss": 1.8425, | |
| "step": 6300 | |
| }, | |
| { | |
| "epoch": 2.990875696172532, | |
| "grad_norm": 0.5757552404684133, | |
| "learning_rate": 1.781309356863048e-09, | |
| "loss": 1.8636, | |
| "step": 6310 | |
| }, | |
| { | |
| "epoch": 2.9956155942647236, | |
| "grad_norm": 0.602338679600079, | |
| "learning_rate": 3.0202279890922947e-10, | |
| "loss": 1.7555, | |
| "step": 6320 | |
| }, | |
| { | |
| "epoch": 2.998933522929257, | |
| "step": 6327, | |
| "total_flos": 3180599149854720.0, | |
| "train_loss": 1.9022130669246677, | |
| "train_runtime": 57110.8809, | |
| "train_samples_per_second": 0.887, | |
| "train_steps_per_second": 0.111 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 6327, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 3, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 3180599149854720.0, | |
| "train_batch_size": 1, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |