| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 1.8311420877554254, | |
| "eval_steps": 500, | |
| "global_step": 57800, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.003168065895770632, | |
| "grad_norm": 72.35028076171875, | |
| "learning_rate": 4.2238648363252377e-07, | |
| "loss": 1.3479, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.006336131791541264, | |
| "grad_norm": 60.59146499633789, | |
| "learning_rate": 8.447729672650475e-07, | |
| "loss": 1.3106, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.009504197687311896, | |
| "grad_norm": 23.751380920410156, | |
| "learning_rate": 1.2671594508975712e-06, | |
| "loss": 1.3496, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.012672263583082528, | |
| "grad_norm": 38.346038818359375, | |
| "learning_rate": 1.689545934530095e-06, | |
| "loss": 1.1463, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.01584032947885316, | |
| "grad_norm": 153.24330139160156, | |
| "learning_rate": 2.111932418162619e-06, | |
| "loss": 0.7624, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.01900839537462379, | |
| "grad_norm": 992.2465209960938, | |
| "learning_rate": 2.5343189017951423e-06, | |
| "loss": 0.6289, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.022176461270394424, | |
| "grad_norm": 142.35829162597656, | |
| "learning_rate": 2.956705385427667e-06, | |
| "loss": 0.5052, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.025344527166165056, | |
| "grad_norm": 110.47644805908203, | |
| "learning_rate": 3.37909186906019e-06, | |
| "loss": 0.5615, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.02851259306193569, | |
| "grad_norm": 82.66803741455078, | |
| "learning_rate": 3.801478352692714e-06, | |
| "loss": 0.2871, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.03168065895770632, | |
| "grad_norm": 10.453248977661133, | |
| "learning_rate": 4.223864836325238e-06, | |
| "loss": 0.4623, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.03484872485347695, | |
| "grad_norm": 151.24656677246094, | |
| "learning_rate": 4.646251319957762e-06, | |
| "loss": 0.5214, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.03801679074924758, | |
| "grad_norm": 1.533247947692871, | |
| "learning_rate": 5.068637803590285e-06, | |
| "loss": 0.4097, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.04118485664501822, | |
| "grad_norm": 8.166175842285156, | |
| "learning_rate": 5.49102428722281e-06, | |
| "loss": 0.4068, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.04435292254078885, | |
| "grad_norm": 0.7004966139793396, | |
| "learning_rate": 5.913410770855334e-06, | |
| "loss": 0.2873, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.04752098843655948, | |
| "grad_norm": 158.9846954345703, | |
| "learning_rate": 6.335797254487856e-06, | |
| "loss": 0.3133, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.05068905433233011, | |
| "grad_norm": 0.08742424100637436, | |
| "learning_rate": 6.75818373812038e-06, | |
| "loss": 0.1869, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.05385712022810074, | |
| "grad_norm": 0.5520446300506592, | |
| "learning_rate": 7.180570221752905e-06, | |
| "loss": 0.3004, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.05702518612387138, | |
| "grad_norm": 1.164171576499939, | |
| "learning_rate": 7.602956705385428e-06, | |
| "loss": 0.2164, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.060193252019642006, | |
| "grad_norm": 0.2625727355480194, | |
| "learning_rate": 8.025343189017952e-06, | |
| "loss": 0.293, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 0.06336131791541263, | |
| "grad_norm": 1.2144228219985962, | |
| "learning_rate": 8.447729672650476e-06, | |
| "loss": 0.17, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.06652938381118327, | |
| "grad_norm": 1.7134082317352295, | |
| "learning_rate": 8.870116156283e-06, | |
| "loss": 0.1669, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 0.0696974497069539, | |
| "grad_norm": 0.016615629196166992, | |
| "learning_rate": 9.292502639915524e-06, | |
| "loss": 0.1337, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 0.07286551560272454, | |
| "grad_norm": 3.4445388317108154, | |
| "learning_rate": 9.714889123548047e-06, | |
| "loss": 0.2076, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 0.07603358149849516, | |
| "grad_norm": 34.18547821044922, | |
| "learning_rate": 1.013727560718057e-05, | |
| "loss": 0.2348, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 0.0792016473942658, | |
| "grad_norm": 0.08411699533462524, | |
| "learning_rate": 1.0559662090813093e-05, | |
| "loss": 0.2016, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.08236971329003644, | |
| "grad_norm": 0.04223780706524849, | |
| "learning_rate": 1.098204857444562e-05, | |
| "loss": 0.1139, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 0.08553777918580706, | |
| "grad_norm": 80.90877532958984, | |
| "learning_rate": 1.1404435058078143e-05, | |
| "loss": 0.2098, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 0.0887058450815777, | |
| "grad_norm": 51.48539352416992, | |
| "learning_rate": 1.1826821541710668e-05, | |
| "loss": 0.1562, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 0.09187391097734833, | |
| "grad_norm": 0.06566716730594635, | |
| "learning_rate": 1.2249208025343192e-05, | |
| "loss": 0.1301, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 0.09504197687311897, | |
| "grad_norm": 0.04454626142978668, | |
| "learning_rate": 1.2671594508975712e-05, | |
| "loss": 0.1271, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.09821004276888959, | |
| "grad_norm": 0.03954063355922699, | |
| "learning_rate": 1.3093980992608237e-05, | |
| "loss": 0.1226, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 0.10137810866466022, | |
| "grad_norm": 0.00102125178091228, | |
| "learning_rate": 1.351636747624076e-05, | |
| "loss": 0.147, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 0.10454617456043086, | |
| "grad_norm": 0.031660884618759155, | |
| "learning_rate": 1.3938753959873287e-05, | |
| "loss": 0.1135, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 0.10771424045620148, | |
| "grad_norm": 6.420830249786377, | |
| "learning_rate": 1.436114044350581e-05, | |
| "loss": 0.1004, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 0.11088230635197212, | |
| "grad_norm": 1.1331299543380737, | |
| "learning_rate": 1.4783526927138331e-05, | |
| "loss": 0.0795, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.11405037224774275, | |
| "grad_norm": 0.06878916919231415, | |
| "learning_rate": 1.5205913410770856e-05, | |
| "loss": 0.1719, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 0.11721843814351339, | |
| "grad_norm": 0.5843459963798523, | |
| "learning_rate": 1.562829989440338e-05, | |
| "loss": 0.1445, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 0.12038650403928401, | |
| "grad_norm": 30.580446243286133, | |
| "learning_rate": 1.6050686378035904e-05, | |
| "loss": 0.1206, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 0.12355456993505465, | |
| "grad_norm": 0.07918854057788849, | |
| "learning_rate": 1.647307286166843e-05, | |
| "loss": 0.0458, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 0.12672263583082527, | |
| "grad_norm": 0.2442696988582611, | |
| "learning_rate": 1.6895459345300952e-05, | |
| "loss": 0.1122, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.12989070172659592, | |
| "grad_norm": 14.285125732421875, | |
| "learning_rate": 1.7317845828933475e-05, | |
| "loss": 0.0483, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 0.13305876762236654, | |
| "grad_norm": 1.1958580017089844, | |
| "learning_rate": 1.7740232312566e-05, | |
| "loss": 0.0493, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 0.13622683351813716, | |
| "grad_norm": 0.0011618838179856539, | |
| "learning_rate": 1.8162618796198523e-05, | |
| "loss": 0.0883, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 0.1393948994139078, | |
| "grad_norm": 1.1263456344604492, | |
| "learning_rate": 1.858500527983105e-05, | |
| "loss": 0.0926, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 0.14256296530967844, | |
| "grad_norm": 89.57861328125, | |
| "learning_rate": 1.900739176346357e-05, | |
| "loss": 0.1196, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 0.14573103120544909, | |
| "grad_norm": 1.9628229141235352, | |
| "learning_rate": 1.9429778247096094e-05, | |
| "loss": 0.0793, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 0.1488990971012197, | |
| "grad_norm": 0.13689815998077393, | |
| "learning_rate": 1.985216473072862e-05, | |
| "loss": 0.1418, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 0.15206716299699033, | |
| "grad_norm": 20.380517959594727, | |
| "learning_rate": 1.998554913294798e-05, | |
| "loss": 0.1341, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 0.15523522889276098, | |
| "grad_norm": 0.024527639150619507, | |
| "learning_rate": 1.9963317029791022e-05, | |
| "loss": 0.106, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 0.1584032947885316, | |
| "grad_norm": 29.77529525756836, | |
| "learning_rate": 1.9941084926634062e-05, | |
| "loss": 0.1032, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.16157136068430222, | |
| "grad_norm": 2.2095439434051514, | |
| "learning_rate": 1.9918852823477102e-05, | |
| "loss": 0.0789, | |
| "step": 5100 | |
| }, | |
| { | |
| "epoch": 0.16473942658007287, | |
| "grad_norm": 1.2087385654449463, | |
| "learning_rate": 1.9896620720320142e-05, | |
| "loss": 0.0513, | |
| "step": 5200 | |
| }, | |
| { | |
| "epoch": 0.1679074924758435, | |
| "grad_norm": 0.045304879546165466, | |
| "learning_rate": 1.9874388617163185e-05, | |
| "loss": 0.0244, | |
| "step": 5300 | |
| }, | |
| { | |
| "epoch": 0.17107555837161412, | |
| "grad_norm": 0.39902210235595703, | |
| "learning_rate": 1.9852156514006226e-05, | |
| "loss": 0.0621, | |
| "step": 5400 | |
| }, | |
| { | |
| "epoch": 0.17424362426738477, | |
| "grad_norm": 0.0002864371635951102, | |
| "learning_rate": 1.982992441084927e-05, | |
| "loss": 0.0301, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 0.1774116901631554, | |
| "grad_norm": 0.859196126461029, | |
| "learning_rate": 1.980769230769231e-05, | |
| "loss": 0.0456, | |
| "step": 5600 | |
| }, | |
| { | |
| "epoch": 0.18057975605892604, | |
| "grad_norm": 0.13034579157829285, | |
| "learning_rate": 1.9785460204535353e-05, | |
| "loss": 0.0444, | |
| "step": 5700 | |
| }, | |
| { | |
| "epoch": 0.18374782195469666, | |
| "grad_norm": 0.06543830782175064, | |
| "learning_rate": 1.9763228101378393e-05, | |
| "loss": 0.0573, | |
| "step": 5800 | |
| }, | |
| { | |
| "epoch": 0.18691588785046728, | |
| "grad_norm": 1.9895894527435303, | |
| "learning_rate": 1.9740995998221433e-05, | |
| "loss": 0.0635, | |
| "step": 5900 | |
| }, | |
| { | |
| "epoch": 0.19008395374623793, | |
| "grad_norm": 60.741798400878906, | |
| "learning_rate": 1.9718763895064473e-05, | |
| "loss": 0.1086, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.19325201964200855, | |
| "grad_norm": 0.4178132712841034, | |
| "learning_rate": 1.9696531791907516e-05, | |
| "loss": 0.1383, | |
| "step": 6100 | |
| }, | |
| { | |
| "epoch": 0.19642008553777918, | |
| "grad_norm": 0.05819793418049812, | |
| "learning_rate": 1.9674299688750556e-05, | |
| "loss": 0.1049, | |
| "step": 6200 | |
| }, | |
| { | |
| "epoch": 0.19958815143354983, | |
| "grad_norm": 0.0006314706988632679, | |
| "learning_rate": 1.96520675855936e-05, | |
| "loss": 0.0843, | |
| "step": 6300 | |
| }, | |
| { | |
| "epoch": 0.20275621732932045, | |
| "grad_norm": 0.1267533153295517, | |
| "learning_rate": 1.962983548243664e-05, | |
| "loss": 0.0458, | |
| "step": 6400 | |
| }, | |
| { | |
| "epoch": 0.20592428322509107, | |
| "grad_norm": 0.22171200811862946, | |
| "learning_rate": 1.960760337927968e-05, | |
| "loss": 0.059, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 0.20909234912086172, | |
| "grad_norm": 0.025029148906469345, | |
| "learning_rate": 1.9585371276122723e-05, | |
| "loss": 0.0269, | |
| "step": 6600 | |
| }, | |
| { | |
| "epoch": 0.21226041501663234, | |
| "grad_norm": 2.0198607444763184, | |
| "learning_rate": 1.9563139172965763e-05, | |
| "loss": 0.0417, | |
| "step": 6700 | |
| }, | |
| { | |
| "epoch": 0.21542848091240296, | |
| "grad_norm": 0.004318519961088896, | |
| "learning_rate": 1.9540907069808807e-05, | |
| "loss": 0.0593, | |
| "step": 6800 | |
| }, | |
| { | |
| "epoch": 0.21859654680817361, | |
| "grad_norm": 0.32084760069847107, | |
| "learning_rate": 1.9518674966651847e-05, | |
| "loss": 0.0534, | |
| "step": 6900 | |
| }, | |
| { | |
| "epoch": 0.22176461270394424, | |
| "grad_norm": 0.2787262797355652, | |
| "learning_rate": 1.949644286349489e-05, | |
| "loss": 0.0718, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 0.22493267859971489, | |
| "grad_norm": 0.10762894153594971, | |
| "learning_rate": 1.947421076033793e-05, | |
| "loss": 0.1301, | |
| "step": 7100 | |
| }, | |
| { | |
| "epoch": 0.2281007444954855, | |
| "grad_norm": 0.003302349941805005, | |
| "learning_rate": 1.945197865718097e-05, | |
| "loss": 0.0705, | |
| "step": 7200 | |
| }, | |
| { | |
| "epoch": 0.23126881039125613, | |
| "grad_norm": 0.007045666687190533, | |
| "learning_rate": 1.942974655402401e-05, | |
| "loss": 0.0492, | |
| "step": 7300 | |
| }, | |
| { | |
| "epoch": 0.23443687628702678, | |
| "grad_norm": 3.9791948795318604, | |
| "learning_rate": 1.9407514450867054e-05, | |
| "loss": 0.0908, | |
| "step": 7400 | |
| }, | |
| { | |
| "epoch": 0.2376049421827974, | |
| "grad_norm": 0.0009272198076359928, | |
| "learning_rate": 1.9385282347710094e-05, | |
| "loss": 0.0462, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 0.24077300807856802, | |
| "grad_norm": 0.009363643825054169, | |
| "learning_rate": 1.9363050244553138e-05, | |
| "loss": 0.0772, | |
| "step": 7600 | |
| }, | |
| { | |
| "epoch": 0.24394107397433867, | |
| "grad_norm": 9.51755428314209, | |
| "learning_rate": 1.9340818141396178e-05, | |
| "loss": 0.0906, | |
| "step": 7700 | |
| }, | |
| { | |
| "epoch": 0.2471091398701093, | |
| "grad_norm": 10.527387619018555, | |
| "learning_rate": 1.931858603823922e-05, | |
| "loss": 0.0739, | |
| "step": 7800 | |
| }, | |
| { | |
| "epoch": 0.2502772057658799, | |
| "grad_norm": 0.02538328990340233, | |
| "learning_rate": 1.9296353935082258e-05, | |
| "loss": 0.0325, | |
| "step": 7900 | |
| }, | |
| { | |
| "epoch": 0.25344527166165054, | |
| "grad_norm": 10.459150314331055, | |
| "learning_rate": 1.92741218319253e-05, | |
| "loss": 0.1081, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 0.2566133375574212, | |
| "grad_norm": 0.1348431557416916, | |
| "learning_rate": 1.925188972876834e-05, | |
| "loss": 0.0472, | |
| "step": 8100 | |
| }, | |
| { | |
| "epoch": 0.25978140345319184, | |
| "grad_norm": 0.001315874163992703, | |
| "learning_rate": 1.9229657625611385e-05, | |
| "loss": 0.0613, | |
| "step": 8200 | |
| }, | |
| { | |
| "epoch": 0.26294946934896246, | |
| "grad_norm": 0.011827241629362106, | |
| "learning_rate": 1.9207425522454425e-05, | |
| "loss": 0.0281, | |
| "step": 8300 | |
| }, | |
| { | |
| "epoch": 0.2661175352447331, | |
| "grad_norm": 0.468915730714798, | |
| "learning_rate": 1.918519341929747e-05, | |
| "loss": 0.0184, | |
| "step": 8400 | |
| }, | |
| { | |
| "epoch": 0.2692856011405037, | |
| "grad_norm": 2.4475345611572266, | |
| "learning_rate": 1.916296131614051e-05, | |
| "loss": 0.0447, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 0.2724536670362743, | |
| "grad_norm": 0.5275880694389343, | |
| "learning_rate": 1.9140729212983552e-05, | |
| "loss": 0.0609, | |
| "step": 8600 | |
| }, | |
| { | |
| "epoch": 0.275621732932045, | |
| "grad_norm": 0.11572447419166565, | |
| "learning_rate": 1.9118497109826592e-05, | |
| "loss": 0.0323, | |
| "step": 8700 | |
| }, | |
| { | |
| "epoch": 0.2787897988278156, | |
| "grad_norm": 0.04472646117210388, | |
| "learning_rate": 1.9096265006669632e-05, | |
| "loss": 0.0794, | |
| "step": 8800 | |
| }, | |
| { | |
| "epoch": 0.28195786472358625, | |
| "grad_norm": 0.0004972922033630311, | |
| "learning_rate": 1.9074032903512672e-05, | |
| "loss": 0.0477, | |
| "step": 8900 | |
| }, | |
| { | |
| "epoch": 0.28512593061935687, | |
| "grad_norm": 0.0010256944224238396, | |
| "learning_rate": 1.9051800800355716e-05, | |
| "loss": 0.0819, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 0.2882939965151275, | |
| "grad_norm": 0.0991922914981842, | |
| "learning_rate": 1.9029568697198756e-05, | |
| "loss": 0.0838, | |
| "step": 9100 | |
| }, | |
| { | |
| "epoch": 0.29146206241089817, | |
| "grad_norm": 0.15479788184165955, | |
| "learning_rate": 1.90073365940418e-05, | |
| "loss": 0.0512, | |
| "step": 9200 | |
| }, | |
| { | |
| "epoch": 0.2946301283066688, | |
| "grad_norm": 0.006891987752169371, | |
| "learning_rate": 1.898510449088484e-05, | |
| "loss": 0.0641, | |
| "step": 9300 | |
| }, | |
| { | |
| "epoch": 0.2977981942024394, | |
| "grad_norm": 1.7009308338165283, | |
| "learning_rate": 1.896287238772788e-05, | |
| "loss": 0.0549, | |
| "step": 9400 | |
| }, | |
| { | |
| "epoch": 0.30096626009821004, | |
| "grad_norm": 0.011433255858719349, | |
| "learning_rate": 1.8940640284570923e-05, | |
| "loss": 0.0328, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 0.30413432599398066, | |
| "grad_norm": 22.03217887878418, | |
| "learning_rate": 1.8918408181413963e-05, | |
| "loss": 0.0338, | |
| "step": 9600 | |
| }, | |
| { | |
| "epoch": 0.3073023918897513, | |
| "grad_norm": 0.015131734311580658, | |
| "learning_rate": 1.8896176078257006e-05, | |
| "loss": 0.0976, | |
| "step": 9700 | |
| }, | |
| { | |
| "epoch": 0.31047045778552196, | |
| "grad_norm": 0.03849724307656288, | |
| "learning_rate": 1.8873943975100046e-05, | |
| "loss": 0.0413, | |
| "step": 9800 | |
| }, | |
| { | |
| "epoch": 0.3136385236812926, | |
| "grad_norm": 0.00014183101302478462, | |
| "learning_rate": 1.885171187194309e-05, | |
| "loss": 0.0746, | |
| "step": 9900 | |
| }, | |
| { | |
| "epoch": 0.3168065895770632, | |
| "grad_norm": 17.10400390625, | |
| "learning_rate": 1.882947976878613e-05, | |
| "loss": 0.0683, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 0.3199746554728338, | |
| "grad_norm": 0.16147367656230927, | |
| "learning_rate": 1.880724766562917e-05, | |
| "loss": 0.0137, | |
| "step": 10100 | |
| }, | |
| { | |
| "epoch": 0.32314272136860445, | |
| "grad_norm": 0.0005398979410529137, | |
| "learning_rate": 1.878501556247221e-05, | |
| "loss": 0.0521, | |
| "step": 10200 | |
| }, | |
| { | |
| "epoch": 0.3263107872643751, | |
| "grad_norm": 0.00451250933110714, | |
| "learning_rate": 1.8762783459315253e-05, | |
| "loss": 0.0518, | |
| "step": 10300 | |
| }, | |
| { | |
| "epoch": 0.32947885316014575, | |
| "grad_norm": 0.0008030992466956377, | |
| "learning_rate": 1.8740551356158293e-05, | |
| "loss": 0.0764, | |
| "step": 10400 | |
| }, | |
| { | |
| "epoch": 0.33264691905591637, | |
| "grad_norm": 8.962018013000488, | |
| "learning_rate": 1.8718319253001337e-05, | |
| "loss": 0.0447, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 0.335814984951687, | |
| "grad_norm": 0.9032301902770996, | |
| "learning_rate": 1.8696087149844377e-05, | |
| "loss": 0.0698, | |
| "step": 10600 | |
| }, | |
| { | |
| "epoch": 0.3389830508474576, | |
| "grad_norm": 0.020043615251779556, | |
| "learning_rate": 1.867385504668742e-05, | |
| "loss": 0.0488, | |
| "step": 10700 | |
| }, | |
| { | |
| "epoch": 0.34215111674322823, | |
| "grad_norm": 0.6755151152610779, | |
| "learning_rate": 1.8651622943530457e-05, | |
| "loss": 0.0288, | |
| "step": 10800 | |
| }, | |
| { | |
| "epoch": 0.3453191826389989, | |
| "grad_norm": 0.13276956975460052, | |
| "learning_rate": 1.86293908403735e-05, | |
| "loss": 0.0155, | |
| "step": 10900 | |
| }, | |
| { | |
| "epoch": 0.34848724853476953, | |
| "grad_norm": 6.229333400726318, | |
| "learning_rate": 1.860715873721654e-05, | |
| "loss": 0.0443, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 0.35165531443054016, | |
| "grad_norm": 0.03049282357096672, | |
| "learning_rate": 1.8584926634059584e-05, | |
| "loss": 0.0451, | |
| "step": 11100 | |
| }, | |
| { | |
| "epoch": 0.3548233803263108, | |
| "grad_norm": 0.00785783026367426, | |
| "learning_rate": 1.8562694530902624e-05, | |
| "loss": 0.0735, | |
| "step": 11200 | |
| }, | |
| { | |
| "epoch": 0.3579914462220814, | |
| "grad_norm": 0.026226060464978218, | |
| "learning_rate": 1.8540462427745668e-05, | |
| "loss": 0.0245, | |
| "step": 11300 | |
| }, | |
| { | |
| "epoch": 0.3611595121178521, | |
| "grad_norm": 0.24636198580265045, | |
| "learning_rate": 1.8518230324588708e-05, | |
| "loss": 0.0311, | |
| "step": 11400 | |
| }, | |
| { | |
| "epoch": 0.3643275780136227, | |
| "grad_norm": 5.352351188659668, | |
| "learning_rate": 1.8495998221431748e-05, | |
| "loss": 0.0565, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 0.3674956439093933, | |
| "grad_norm": 4.2338571802247316e-05, | |
| "learning_rate": 1.847376611827479e-05, | |
| "loss": 0.0447, | |
| "step": 11600 | |
| }, | |
| { | |
| "epoch": 0.37066370980516394, | |
| "grad_norm": 8.307737350463867, | |
| "learning_rate": 1.845153401511783e-05, | |
| "loss": 0.0785, | |
| "step": 11700 | |
| }, | |
| { | |
| "epoch": 0.37383177570093457, | |
| "grad_norm": 0.002329683629795909, | |
| "learning_rate": 1.842930191196087e-05, | |
| "loss": 0.0509, | |
| "step": 11800 | |
| }, | |
| { | |
| "epoch": 0.3769998415967052, | |
| "grad_norm": 0.031433336436748505, | |
| "learning_rate": 1.8407069808803915e-05, | |
| "loss": 0.0496, | |
| "step": 11900 | |
| }, | |
| { | |
| "epoch": 0.38016790749247587, | |
| "grad_norm": 1.186360239982605, | |
| "learning_rate": 1.8384837705646955e-05, | |
| "loss": 0.0482, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 0.3833359733882465, | |
| "grad_norm": 0.4914741516113281, | |
| "learning_rate": 1.836260560249e-05, | |
| "loss": 0.0174, | |
| "step": 12100 | |
| }, | |
| { | |
| "epoch": 0.3865040392840171, | |
| "grad_norm": 9.85021686553955, | |
| "learning_rate": 1.834037349933304e-05, | |
| "loss": 0.0665, | |
| "step": 12200 | |
| }, | |
| { | |
| "epoch": 0.38967210517978773, | |
| "grad_norm": 14.743742942810059, | |
| "learning_rate": 1.831814139617608e-05, | |
| "loss": 0.0475, | |
| "step": 12300 | |
| }, | |
| { | |
| "epoch": 0.39284017107555835, | |
| "grad_norm": 0.09932620823383331, | |
| "learning_rate": 1.8295909293019122e-05, | |
| "loss": 0.01, | |
| "step": 12400 | |
| }, | |
| { | |
| "epoch": 0.39600823697132903, | |
| "grad_norm": 0.031565092504024506, | |
| "learning_rate": 1.8273677189862162e-05, | |
| "loss": 0.0345, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 0.39917630286709965, | |
| "grad_norm": 0.653196394443512, | |
| "learning_rate": 1.8251445086705205e-05, | |
| "loss": 0.027, | |
| "step": 12600 | |
| }, | |
| { | |
| "epoch": 0.4023443687628703, | |
| "grad_norm": 0.03125124052166939, | |
| "learning_rate": 1.8229212983548246e-05, | |
| "loss": 0.0364, | |
| "step": 12700 | |
| }, | |
| { | |
| "epoch": 0.4055124346586409, | |
| "grad_norm": 0.6245060563087463, | |
| "learning_rate": 1.8206980880391286e-05, | |
| "loss": 0.0226, | |
| "step": 12800 | |
| }, | |
| { | |
| "epoch": 0.4086805005544115, | |
| "grad_norm": 0.22413401305675507, | |
| "learning_rate": 1.818474877723433e-05, | |
| "loss": 0.1074, | |
| "step": 12900 | |
| }, | |
| { | |
| "epoch": 0.41184856645018214, | |
| "grad_norm": 0.12312527745962143, | |
| "learning_rate": 1.816251667407737e-05, | |
| "loss": 0.0179, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 0.4150166323459528, | |
| "grad_norm": 0.28867945075035095, | |
| "learning_rate": 1.814028457092041e-05, | |
| "loss": 0.0377, | |
| "step": 13100 | |
| }, | |
| { | |
| "epoch": 0.41818469824172344, | |
| "grad_norm": 0.02332826890051365, | |
| "learning_rate": 1.8118052467763453e-05, | |
| "loss": 0.0384, | |
| "step": 13200 | |
| }, | |
| { | |
| "epoch": 0.42135276413749406, | |
| "grad_norm": 0.5182498693466187, | |
| "learning_rate": 1.8095820364606493e-05, | |
| "loss": 0.0309, | |
| "step": 13300 | |
| }, | |
| { | |
| "epoch": 0.4245208300332647, | |
| "grad_norm": 0.0012676503974944353, | |
| "learning_rate": 1.8073588261449536e-05, | |
| "loss": 0.0277, | |
| "step": 13400 | |
| }, | |
| { | |
| "epoch": 0.4276888959290353, | |
| "grad_norm": 2.4484052658081055, | |
| "learning_rate": 1.8051356158292576e-05, | |
| "loss": 0.0196, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 0.43085696182480593, | |
| "grad_norm": 0.02983473800122738, | |
| "learning_rate": 1.802912405513562e-05, | |
| "loss": 0.0386, | |
| "step": 13600 | |
| }, | |
| { | |
| "epoch": 0.4340250277205766, | |
| "grad_norm": 0.19795529544353485, | |
| "learning_rate": 1.8006891951978656e-05, | |
| "loss": 0.0135, | |
| "step": 13700 | |
| }, | |
| { | |
| "epoch": 0.43719309361634723, | |
| "grad_norm": 8.084446744760498e-05, | |
| "learning_rate": 1.79846598488217e-05, | |
| "loss": 0.0375, | |
| "step": 13800 | |
| }, | |
| { | |
| "epoch": 0.44036115951211785, | |
| "grad_norm": 0.00272519257850945, | |
| "learning_rate": 1.796242774566474e-05, | |
| "loss": 0.0583, | |
| "step": 13900 | |
| }, | |
| { | |
| "epoch": 0.44352922540788847, | |
| "grad_norm": 0.020339926704764366, | |
| "learning_rate": 1.7940195642507783e-05, | |
| "loss": 0.0175, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 0.4466972913036591, | |
| "grad_norm": 44.699337005615234, | |
| "learning_rate": 1.7917963539350823e-05, | |
| "loss": 0.0366, | |
| "step": 14100 | |
| }, | |
| { | |
| "epoch": 0.44986535719942977, | |
| "grad_norm": 0.0036636805161833763, | |
| "learning_rate": 1.7895731436193867e-05, | |
| "loss": 0.0445, | |
| "step": 14200 | |
| }, | |
| { | |
| "epoch": 0.4530334230952004, | |
| "grad_norm": 0.16195251047611237, | |
| "learning_rate": 1.7873499333036907e-05, | |
| "loss": 0.014, | |
| "step": 14300 | |
| }, | |
| { | |
| "epoch": 0.456201488990971, | |
| "grad_norm": 0.19172553718090057, | |
| "learning_rate": 1.7851267229879947e-05, | |
| "loss": 0.0369, | |
| "step": 14400 | |
| }, | |
| { | |
| "epoch": 0.45936955488674164, | |
| "grad_norm": 0.010684460401535034, | |
| "learning_rate": 1.782903512672299e-05, | |
| "loss": 0.0109, | |
| "step": 14500 | |
| }, | |
| { | |
| "epoch": 0.46253762078251226, | |
| "grad_norm": 0.44754496216773987, | |
| "learning_rate": 1.780680302356603e-05, | |
| "loss": 0.0151, | |
| "step": 14600 | |
| }, | |
| { | |
| "epoch": 0.4657056866782829, | |
| "grad_norm": 0.0005041993572376668, | |
| "learning_rate": 1.778457092040907e-05, | |
| "loss": 0.0487, | |
| "step": 14700 | |
| }, | |
| { | |
| "epoch": 0.46887375257405356, | |
| "grad_norm": 2.0641252994537354, | |
| "learning_rate": 1.7762338817252114e-05, | |
| "loss": 0.0166, | |
| "step": 14800 | |
| }, | |
| { | |
| "epoch": 0.4720418184698242, | |
| "grad_norm": 0.9774904251098633, | |
| "learning_rate": 1.7740106714095154e-05, | |
| "loss": 0.0047, | |
| "step": 14900 | |
| }, | |
| { | |
| "epoch": 0.4752098843655948, | |
| "grad_norm": 0.87712562084198, | |
| "learning_rate": 1.7717874610938198e-05, | |
| "loss": 0.0247, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 0.4783779502613654, | |
| "grad_norm": 0.18599839508533478, | |
| "learning_rate": 1.7695642507781238e-05, | |
| "loss": 0.0198, | |
| "step": 15100 | |
| }, | |
| { | |
| "epoch": 0.48154601615713605, | |
| "grad_norm": 0.010839251801371574, | |
| "learning_rate": 1.7673410404624278e-05, | |
| "loss": 0.0492, | |
| "step": 15200 | |
| }, | |
| { | |
| "epoch": 0.4847140820529067, | |
| "grad_norm": 0.00023437423806171864, | |
| "learning_rate": 1.765117830146732e-05, | |
| "loss": 0.027, | |
| "step": 15300 | |
| }, | |
| { | |
| "epoch": 0.48788214794867735, | |
| "grad_norm": 0.8362918496131897, | |
| "learning_rate": 1.762894619831036e-05, | |
| "loss": 0.0368, | |
| "step": 15400 | |
| }, | |
| { | |
| "epoch": 0.49105021384444797, | |
| "grad_norm": 0.00038645800668746233, | |
| "learning_rate": 1.7606714095153405e-05, | |
| "loss": 0.0072, | |
| "step": 15500 | |
| }, | |
| { | |
| "epoch": 0.4942182797402186, | |
| "grad_norm": 0.05926353856921196, | |
| "learning_rate": 1.7584481991996445e-05, | |
| "loss": 0.0448, | |
| "step": 15600 | |
| }, | |
| { | |
| "epoch": 0.4973863456359892, | |
| "grad_norm": 0.0021166419610381126, | |
| "learning_rate": 1.7562249888839485e-05, | |
| "loss": 0.0334, | |
| "step": 15700 | |
| }, | |
| { | |
| "epoch": 0.5005544115317598, | |
| "grad_norm": 0.08251558989286423, | |
| "learning_rate": 1.7540017785682525e-05, | |
| "loss": 0.0401, | |
| "step": 15800 | |
| }, | |
| { | |
| "epoch": 0.5037224774275305, | |
| "grad_norm": 0.012086935341358185, | |
| "learning_rate": 1.751778568252557e-05, | |
| "loss": 0.0158, | |
| "step": 15900 | |
| }, | |
| { | |
| "epoch": 0.5068905433233011, | |
| "grad_norm": 0.0009838377591222525, | |
| "learning_rate": 1.749555357936861e-05, | |
| "loss": 0.0247, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 0.5100586092190718, | |
| "grad_norm": 0.006506912410259247, | |
| "learning_rate": 1.7473321476211652e-05, | |
| "loss": 0.0452, | |
| "step": 16100 | |
| }, | |
| { | |
| "epoch": 0.5132266751148424, | |
| "grad_norm": 0.01391199603676796, | |
| "learning_rate": 1.7451089373054692e-05, | |
| "loss": 0.0337, | |
| "step": 16200 | |
| }, | |
| { | |
| "epoch": 0.516394741010613, | |
| "grad_norm": 0.0006601364002563059, | |
| "learning_rate": 1.7428857269897736e-05, | |
| "loss": 0.0106, | |
| "step": 16300 | |
| }, | |
| { | |
| "epoch": 0.5195628069063837, | |
| "grad_norm": 0.01070409081876278, | |
| "learning_rate": 1.7406625166740776e-05, | |
| "loss": 0.0105, | |
| "step": 16400 | |
| }, | |
| { | |
| "epoch": 0.5227308728021542, | |
| "grad_norm": 0.010202988050878048, | |
| "learning_rate": 1.7384393063583816e-05, | |
| "loss": 0.0167, | |
| "step": 16500 | |
| }, | |
| { | |
| "epoch": 0.5258989386979249, | |
| "grad_norm": 0.11668938398361206, | |
| "learning_rate": 1.7362160960426856e-05, | |
| "loss": 0.0104, | |
| "step": 16600 | |
| }, | |
| { | |
| "epoch": 0.5290670045936956, | |
| "grad_norm": 0.0031198032665997744, | |
| "learning_rate": 1.73399288572699e-05, | |
| "loss": 0.022, | |
| "step": 16700 | |
| }, | |
| { | |
| "epoch": 0.5322350704894662, | |
| "grad_norm": 3.408655881881714, | |
| "learning_rate": 1.731769675411294e-05, | |
| "loss": 0.0591, | |
| "step": 16800 | |
| }, | |
| { | |
| "epoch": 0.5354031363852368, | |
| "grad_norm": 0.013084974139928818, | |
| "learning_rate": 1.7295464650955983e-05, | |
| "loss": 0.0227, | |
| "step": 16900 | |
| }, | |
| { | |
| "epoch": 0.5385712022810074, | |
| "grad_norm": 0.22683855891227722, | |
| "learning_rate": 1.7273232547799023e-05, | |
| "loss": 0.0503, | |
| "step": 17000 | |
| }, | |
| { | |
| "epoch": 0.5417392681767781, | |
| "grad_norm": 0.005859915167093277, | |
| "learning_rate": 1.7251000444642066e-05, | |
| "loss": 0.0424, | |
| "step": 17100 | |
| }, | |
| { | |
| "epoch": 0.5449073340725487, | |
| "grad_norm": 6.267719745635986, | |
| "learning_rate": 1.7228768341485106e-05, | |
| "loss": 0.0185, | |
| "step": 17200 | |
| }, | |
| { | |
| "epoch": 0.5480753999683193, | |
| "grad_norm": 0.04545474424958229, | |
| "learning_rate": 1.7206536238328146e-05, | |
| "loss": 0.0174, | |
| "step": 17300 | |
| }, | |
| { | |
| "epoch": 0.55124346586409, | |
| "grad_norm": 0.008304772898554802, | |
| "learning_rate": 1.7184304135171186e-05, | |
| "loss": 0.0086, | |
| "step": 17400 | |
| }, | |
| { | |
| "epoch": 0.5544115317598606, | |
| "grad_norm": 0.0038544738199561834, | |
| "learning_rate": 1.716207203201423e-05, | |
| "loss": 0.0292, | |
| "step": 17500 | |
| }, | |
| { | |
| "epoch": 0.5575795976556313, | |
| "grad_norm": 0.009957126341760159, | |
| "learning_rate": 1.713983992885727e-05, | |
| "loss": 0.0072, | |
| "step": 17600 | |
| }, | |
| { | |
| "epoch": 0.5607476635514018, | |
| "grad_norm": 0.00033597013680264354, | |
| "learning_rate": 1.7117607825700313e-05, | |
| "loss": 0.0633, | |
| "step": 17700 | |
| }, | |
| { | |
| "epoch": 0.5639157294471725, | |
| "grad_norm": 0.026435261592268944, | |
| "learning_rate": 1.7095375722543353e-05, | |
| "loss": 0.0425, | |
| "step": 17800 | |
| }, | |
| { | |
| "epoch": 0.5670837953429432, | |
| "grad_norm": 0.029516736045479774, | |
| "learning_rate": 1.7073143619386397e-05, | |
| "loss": 0.0208, | |
| "step": 17900 | |
| }, | |
| { | |
| "epoch": 0.5702518612387137, | |
| "grad_norm": 0.00017197694978676736, | |
| "learning_rate": 1.7050911516229437e-05, | |
| "loss": 0.009, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 0.5734199271344844, | |
| "grad_norm": 0.0038332445546984673, | |
| "learning_rate": 1.7028679413072477e-05, | |
| "loss": 0.0394, | |
| "step": 18100 | |
| }, | |
| { | |
| "epoch": 0.576587993030255, | |
| "grad_norm": 0.008571327663958073, | |
| "learning_rate": 1.700644730991552e-05, | |
| "loss": 0.0096, | |
| "step": 18200 | |
| }, | |
| { | |
| "epoch": 0.5797560589260257, | |
| "grad_norm": 0.09438051283359528, | |
| "learning_rate": 1.698421520675856e-05, | |
| "loss": 0.0171, | |
| "step": 18300 | |
| }, | |
| { | |
| "epoch": 0.5829241248217963, | |
| "grad_norm": 0.06961628049612045, | |
| "learning_rate": 1.6961983103601604e-05, | |
| "loss": 0.0246, | |
| "step": 18400 | |
| }, | |
| { | |
| "epoch": 0.5860921907175669, | |
| "grad_norm": 0.022431883960962296, | |
| "learning_rate": 1.6939751000444644e-05, | |
| "loss": 0.0508, | |
| "step": 18500 | |
| }, | |
| { | |
| "epoch": 0.5892602566133376, | |
| "grad_norm": 0.05012532323598862, | |
| "learning_rate": 1.6917518897287684e-05, | |
| "loss": 0.0138, | |
| "step": 18600 | |
| }, | |
| { | |
| "epoch": 0.5924283225091082, | |
| "grad_norm": 0.11273948103189468, | |
| "learning_rate": 1.6895286794130724e-05, | |
| "loss": 0.0344, | |
| "step": 18700 | |
| }, | |
| { | |
| "epoch": 0.5955963884048788, | |
| "grad_norm": 2.972710371017456, | |
| "learning_rate": 1.6873054690973768e-05, | |
| "loss": 0.0345, | |
| "step": 18800 | |
| }, | |
| { | |
| "epoch": 0.5987644543006495, | |
| "grad_norm": 0.005833790171891451, | |
| "learning_rate": 1.6850822587816808e-05, | |
| "loss": 0.044, | |
| "step": 18900 | |
| }, | |
| { | |
| "epoch": 0.6019325201964201, | |
| "grad_norm": 0.002583844820037484, | |
| "learning_rate": 1.682859048465985e-05, | |
| "loss": 0.0234, | |
| "step": 19000 | |
| }, | |
| { | |
| "epoch": 0.6051005860921908, | |
| "grad_norm": 0.0027191785629838705, | |
| "learning_rate": 1.680635838150289e-05, | |
| "loss": 0.0118, | |
| "step": 19100 | |
| }, | |
| { | |
| "epoch": 0.6082686519879613, | |
| "grad_norm": 0.1673203706741333, | |
| "learning_rate": 1.6784126278345935e-05, | |
| "loss": 0.0333, | |
| "step": 19200 | |
| }, | |
| { | |
| "epoch": 0.611436717883732, | |
| "grad_norm": 3.3001066185534e-05, | |
| "learning_rate": 1.6761894175188975e-05, | |
| "loss": 0.0182, | |
| "step": 19300 | |
| }, | |
| { | |
| "epoch": 0.6146047837795026, | |
| "grad_norm": 1.063460111618042, | |
| "learning_rate": 1.6739662072032015e-05, | |
| "loss": 0.0115, | |
| "step": 19400 | |
| }, | |
| { | |
| "epoch": 0.6177728496752732, | |
| "grad_norm": 0.7981263399124146, | |
| "learning_rate": 1.6717429968875055e-05, | |
| "loss": 0.0321, | |
| "step": 19500 | |
| }, | |
| { | |
| "epoch": 0.6209409155710439, | |
| "grad_norm": 1.11823570728302, | |
| "learning_rate": 1.66951978657181e-05, | |
| "loss": 0.015, | |
| "step": 19600 | |
| }, | |
| { | |
| "epoch": 0.6241089814668145, | |
| "grad_norm": 43.64628219604492, | |
| "learning_rate": 1.667296576256114e-05, | |
| "loss": 0.0245, | |
| "step": 19700 | |
| }, | |
| { | |
| "epoch": 0.6272770473625852, | |
| "grad_norm": 0.006781121250241995, | |
| "learning_rate": 1.6650733659404182e-05, | |
| "loss": 0.0202, | |
| "step": 19800 | |
| }, | |
| { | |
| "epoch": 0.6304451132583557, | |
| "grad_norm": 0.030978305265307426, | |
| "learning_rate": 1.6628501556247222e-05, | |
| "loss": 0.0365, | |
| "step": 19900 | |
| }, | |
| { | |
| "epoch": 0.6336131791541264, | |
| "grad_norm": 1.2055158615112305, | |
| "learning_rate": 1.6606269453090266e-05, | |
| "loss": 0.0057, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 0.6367812450498971, | |
| "grad_norm": 17.737592697143555, | |
| "learning_rate": 1.6584037349933306e-05, | |
| "loss": 0.1269, | |
| "step": 20100 | |
| }, | |
| { | |
| "epoch": 0.6399493109456676, | |
| "grad_norm": 0.008062189444899559, | |
| "learning_rate": 1.6561805246776346e-05, | |
| "loss": 0.0281, | |
| "step": 20200 | |
| }, | |
| { | |
| "epoch": 0.6431173768414383, | |
| "grad_norm": 0.003408264135941863, | |
| "learning_rate": 1.6539573143619386e-05, | |
| "loss": 0.0092, | |
| "step": 20300 | |
| }, | |
| { | |
| "epoch": 0.6462854427372089, | |
| "grad_norm": 0.07715455442667007, | |
| "learning_rate": 1.651734104046243e-05, | |
| "loss": 0.0486, | |
| "step": 20400 | |
| }, | |
| { | |
| "epoch": 0.6494535086329796, | |
| "grad_norm": 0.08380332589149475, | |
| "learning_rate": 1.649510893730547e-05, | |
| "loss": 0.0323, | |
| "step": 20500 | |
| }, | |
| { | |
| "epoch": 0.6526215745287502, | |
| "grad_norm": 0.0010296939872205257, | |
| "learning_rate": 1.6472876834148513e-05, | |
| "loss": 0.0175, | |
| "step": 20600 | |
| }, | |
| { | |
| "epoch": 0.6557896404245208, | |
| "grad_norm": 6.547904922626913e-05, | |
| "learning_rate": 1.6450644730991553e-05, | |
| "loss": 0.0078, | |
| "step": 20700 | |
| }, | |
| { | |
| "epoch": 0.6589577063202915, | |
| "grad_norm": 0.002497778506949544, | |
| "learning_rate": 1.6428412627834593e-05, | |
| "loss": 0.0143, | |
| "step": 20800 | |
| }, | |
| { | |
| "epoch": 0.6621257722160621, | |
| "grad_norm": 3.8604347705841064, | |
| "learning_rate": 1.6406180524677636e-05, | |
| "loss": 0.0159, | |
| "step": 20900 | |
| }, | |
| { | |
| "epoch": 0.6652938381118327, | |
| "grad_norm": 0.0026936056092381477, | |
| "learning_rate": 1.6383948421520676e-05, | |
| "loss": 0.0261, | |
| "step": 21000 | |
| }, | |
| { | |
| "epoch": 0.6684619040076034, | |
| "grad_norm": 1.284914255142212, | |
| "learning_rate": 1.636171631836372e-05, | |
| "loss": 0.0083, | |
| "step": 21100 | |
| }, | |
| { | |
| "epoch": 0.671629969903374, | |
| "grad_norm": 0.012594709172844887, | |
| "learning_rate": 1.633948421520676e-05, | |
| "loss": 0.0232, | |
| "step": 21200 | |
| }, | |
| { | |
| "epoch": 0.6747980357991447, | |
| "grad_norm": 2.2840993404388428, | |
| "learning_rate": 1.6317252112049803e-05, | |
| "loss": 0.009, | |
| "step": 21300 | |
| }, | |
| { | |
| "epoch": 0.6779661016949152, | |
| "grad_norm": 0.004042040091007948, | |
| "learning_rate": 1.6295020008892843e-05, | |
| "loss": 0.0051, | |
| "step": 21400 | |
| }, | |
| { | |
| "epoch": 0.6811341675906859, | |
| "grad_norm": 0.001544850878417492, | |
| "learning_rate": 1.6272787905735884e-05, | |
| "loss": 0.0091, | |
| "step": 21500 | |
| }, | |
| { | |
| "epoch": 0.6843022334864565, | |
| "grad_norm": 0.00791002158075571, | |
| "learning_rate": 1.6250555802578924e-05, | |
| "loss": 0.0189, | |
| "step": 21600 | |
| }, | |
| { | |
| "epoch": 0.6874702993822271, | |
| "grad_norm": 0.0008190686348825693, | |
| "learning_rate": 1.6228323699421967e-05, | |
| "loss": 0.0044, | |
| "step": 21700 | |
| }, | |
| { | |
| "epoch": 0.6906383652779978, | |
| "grad_norm": 0.012536563910543919, | |
| "learning_rate": 1.6206091596265007e-05, | |
| "loss": 0.0284, | |
| "step": 21800 | |
| }, | |
| { | |
| "epoch": 0.6938064311737684, | |
| "grad_norm": 0.010305277071893215, | |
| "learning_rate": 1.618385949310805e-05, | |
| "loss": 0.0231, | |
| "step": 21900 | |
| }, | |
| { | |
| "epoch": 0.6969744970695391, | |
| "grad_norm": 0.0036432354245334864, | |
| "learning_rate": 1.616162738995109e-05, | |
| "loss": 0.0137, | |
| "step": 22000 | |
| }, | |
| { | |
| "epoch": 0.7001425629653096, | |
| "grad_norm": 0.016494829207658768, | |
| "learning_rate": 1.6139395286794134e-05, | |
| "loss": 0.0412, | |
| "step": 22100 | |
| }, | |
| { | |
| "epoch": 0.7033106288610803, | |
| "grad_norm": 0.1826470047235489, | |
| "learning_rate": 1.6117163183637174e-05, | |
| "loss": 0.0111, | |
| "step": 22200 | |
| }, | |
| { | |
| "epoch": 0.706478694756851, | |
| "grad_norm": 0.19151180982589722, | |
| "learning_rate": 1.6094931080480214e-05, | |
| "loss": 0.063, | |
| "step": 22300 | |
| }, | |
| { | |
| "epoch": 0.7096467606526216, | |
| "grad_norm": 0.00942138209939003, | |
| "learning_rate": 1.6072698977323254e-05, | |
| "loss": 0.0182, | |
| "step": 22400 | |
| }, | |
| { | |
| "epoch": 0.7128148265483922, | |
| "grad_norm": 0.007393939886242151, | |
| "learning_rate": 1.6050466874166298e-05, | |
| "loss": 0.0261, | |
| "step": 22500 | |
| }, | |
| { | |
| "epoch": 0.7159828924441628, | |
| "grad_norm": 0.00013769048382528126, | |
| "learning_rate": 1.6028234771009338e-05, | |
| "loss": 0.0221, | |
| "step": 22600 | |
| }, | |
| { | |
| "epoch": 0.7191509583399335, | |
| "grad_norm": 0.3037724196910858, | |
| "learning_rate": 1.600600266785238e-05, | |
| "loss": 0.0534, | |
| "step": 22700 | |
| }, | |
| { | |
| "epoch": 0.7223190242357042, | |
| "grad_norm": 0.03478122875094414, | |
| "learning_rate": 1.598377056469542e-05, | |
| "loss": 0.0295, | |
| "step": 22800 | |
| }, | |
| { | |
| "epoch": 0.7254870901314747, | |
| "grad_norm": 1.4521640539169312, | |
| "learning_rate": 1.5961538461538465e-05, | |
| "loss": 0.0073, | |
| "step": 22900 | |
| }, | |
| { | |
| "epoch": 0.7286551560272454, | |
| "grad_norm": 1.931846261024475, | |
| "learning_rate": 1.5939306358381505e-05, | |
| "loss": 0.0075, | |
| "step": 23000 | |
| }, | |
| { | |
| "epoch": 0.731823221923016, | |
| "grad_norm": 0.15186284482479095, | |
| "learning_rate": 1.5917074255224545e-05, | |
| "loss": 0.0309, | |
| "step": 23100 | |
| }, | |
| { | |
| "epoch": 0.7349912878187866, | |
| "grad_norm": 9.98096220428124e-06, | |
| "learning_rate": 1.5894842152067585e-05, | |
| "loss": 0.0279, | |
| "step": 23200 | |
| }, | |
| { | |
| "epoch": 0.7381593537145572, | |
| "grad_norm": 0.17749284207820892, | |
| "learning_rate": 1.587261004891063e-05, | |
| "loss": 0.013, | |
| "step": 23300 | |
| }, | |
| { | |
| "epoch": 0.7413274196103279, | |
| "grad_norm": 0.0030330857262015343, | |
| "learning_rate": 1.585037794575367e-05, | |
| "loss": 0.0147, | |
| "step": 23400 | |
| }, | |
| { | |
| "epoch": 0.7444954855060986, | |
| "grad_norm": 2.5090811252593994, | |
| "learning_rate": 1.5828145842596712e-05, | |
| "loss": 0.0154, | |
| "step": 23500 | |
| }, | |
| { | |
| "epoch": 0.7476635514018691, | |
| "grad_norm": 0.030537428334355354, | |
| "learning_rate": 1.5805913739439752e-05, | |
| "loss": 0.0158, | |
| "step": 23600 | |
| }, | |
| { | |
| "epoch": 0.7508316172976398, | |
| "grad_norm": 1.8608692698762752e-05, | |
| "learning_rate": 1.5783681636282792e-05, | |
| "loss": 0.0157, | |
| "step": 23700 | |
| }, | |
| { | |
| "epoch": 0.7539996831934104, | |
| "grad_norm": 0.40073361992836, | |
| "learning_rate": 1.5761449533125836e-05, | |
| "loss": 0.0052, | |
| "step": 23800 | |
| }, | |
| { | |
| "epoch": 0.757167749089181, | |
| "grad_norm": 0.0008514737710356712, | |
| "learning_rate": 1.5739217429968876e-05, | |
| "loss": 0.0072, | |
| "step": 23900 | |
| }, | |
| { | |
| "epoch": 0.7603358149849517, | |
| "grad_norm": 0.0016314525855705142, | |
| "learning_rate": 1.571698532681192e-05, | |
| "loss": 0.0132, | |
| "step": 24000 | |
| }, | |
| { | |
| "epoch": 0.7635038808807223, | |
| "grad_norm": 0.00047911162255331874, | |
| "learning_rate": 1.569475322365496e-05, | |
| "loss": 0.0243, | |
| "step": 24100 | |
| }, | |
| { | |
| "epoch": 0.766671946776493, | |
| "grad_norm": 0.0006689783185720444, | |
| "learning_rate": 1.5672521120498003e-05, | |
| "loss": 0.0201, | |
| "step": 24200 | |
| }, | |
| { | |
| "epoch": 0.7698400126722635, | |
| "grad_norm": 0.3778265416622162, | |
| "learning_rate": 1.5650289017341043e-05, | |
| "loss": 0.0168, | |
| "step": 24300 | |
| }, | |
| { | |
| "epoch": 0.7730080785680342, | |
| "grad_norm": 0.009497510269284248, | |
| "learning_rate": 1.5628056914184083e-05, | |
| "loss": 0.0132, | |
| "step": 24400 | |
| }, | |
| { | |
| "epoch": 0.7761761444638049, | |
| "grad_norm": 0.0015350583707913756, | |
| "learning_rate": 1.5605824811027123e-05, | |
| "loss": 0.014, | |
| "step": 24500 | |
| }, | |
| { | |
| "epoch": 0.7793442103595755, | |
| "grad_norm": 0.00025825086049735546, | |
| "learning_rate": 1.5583592707870166e-05, | |
| "loss": 0.0351, | |
| "step": 24600 | |
| }, | |
| { | |
| "epoch": 0.7825122762553461, | |
| "grad_norm": 0.005818589590489864, | |
| "learning_rate": 1.5561360604713206e-05, | |
| "loss": 0.0318, | |
| "step": 24700 | |
| }, | |
| { | |
| "epoch": 0.7856803421511167, | |
| "grad_norm": 0.0003177553880959749, | |
| "learning_rate": 1.553912850155625e-05, | |
| "loss": 0.0099, | |
| "step": 24800 | |
| }, | |
| { | |
| "epoch": 0.7888484080468874, | |
| "grad_norm": 0.029363544657826424, | |
| "learning_rate": 1.551689639839929e-05, | |
| "loss": 0.0395, | |
| "step": 24900 | |
| }, | |
| { | |
| "epoch": 0.7920164739426581, | |
| "grad_norm": 0.0023146485909819603, | |
| "learning_rate": 1.5494664295242333e-05, | |
| "loss": 0.0185, | |
| "step": 25000 | |
| }, | |
| { | |
| "epoch": 0.7951845398384286, | |
| "grad_norm": 0.7737551927566528, | |
| "learning_rate": 1.547243219208537e-05, | |
| "loss": 0.0114, | |
| "step": 25100 | |
| }, | |
| { | |
| "epoch": 0.7983526057341993, | |
| "grad_norm": 0.01664740964770317, | |
| "learning_rate": 1.5450200088928414e-05, | |
| "loss": 0.0246, | |
| "step": 25200 | |
| }, | |
| { | |
| "epoch": 0.8015206716299699, | |
| "grad_norm": 0.746607780456543, | |
| "learning_rate": 1.5427967985771454e-05, | |
| "loss": 0.0392, | |
| "step": 25300 | |
| }, | |
| { | |
| "epoch": 0.8046887375257405, | |
| "grad_norm": 0.1002197116613388, | |
| "learning_rate": 1.5405735882614497e-05, | |
| "loss": 0.0042, | |
| "step": 25400 | |
| }, | |
| { | |
| "epoch": 0.8078568034215111, | |
| "grad_norm": 0.04124956950545311, | |
| "learning_rate": 1.5383503779457537e-05, | |
| "loss": 0.0188, | |
| "step": 25500 | |
| }, | |
| { | |
| "epoch": 0.8110248693172818, | |
| "grad_norm": 0.014210743829607964, | |
| "learning_rate": 1.536127167630058e-05, | |
| "loss": 0.0126, | |
| "step": 25600 | |
| }, | |
| { | |
| "epoch": 0.8141929352130525, | |
| "grad_norm": 0.9457830786705017, | |
| "learning_rate": 1.533903957314362e-05, | |
| "loss": 0.0535, | |
| "step": 25700 | |
| }, | |
| { | |
| "epoch": 0.817361001108823, | |
| "grad_norm": 0.004865521565079689, | |
| "learning_rate": 1.531680746998666e-05, | |
| "loss": 0.0164, | |
| "step": 25800 | |
| }, | |
| { | |
| "epoch": 0.8205290670045937, | |
| "grad_norm": 0.050479255616664886, | |
| "learning_rate": 1.5294575366829704e-05, | |
| "loss": 0.0433, | |
| "step": 25900 | |
| }, | |
| { | |
| "epoch": 0.8236971329003643, | |
| "grad_norm": 1.1270233392715454, | |
| "learning_rate": 1.5272343263672744e-05, | |
| "loss": 0.0313, | |
| "step": 26000 | |
| }, | |
| { | |
| "epoch": 0.826865198796135, | |
| "grad_norm": 0.0021326912101358175, | |
| "learning_rate": 1.5250111160515786e-05, | |
| "loss": 0.0157, | |
| "step": 26100 | |
| }, | |
| { | |
| "epoch": 0.8300332646919056, | |
| "grad_norm": 4.062502861022949, | |
| "learning_rate": 1.5227879057358828e-05, | |
| "loss": 0.0188, | |
| "step": 26200 | |
| }, | |
| { | |
| "epoch": 0.8332013305876762, | |
| "grad_norm": 0.368022084236145, | |
| "learning_rate": 1.520564695420187e-05, | |
| "loss": 0.0307, | |
| "step": 26300 | |
| }, | |
| { | |
| "epoch": 0.8363693964834469, | |
| "grad_norm": 0.003511411137878895, | |
| "learning_rate": 1.5183414851044911e-05, | |
| "loss": 0.0074, | |
| "step": 26400 | |
| }, | |
| { | |
| "epoch": 0.8395374623792174, | |
| "grad_norm": 0.24865694344043732, | |
| "learning_rate": 1.5161182747887953e-05, | |
| "loss": 0.0468, | |
| "step": 26500 | |
| }, | |
| { | |
| "epoch": 0.8427055282749881, | |
| "grad_norm": 0.001150769297964871, | |
| "learning_rate": 1.5138950644730991e-05, | |
| "loss": 0.0138, | |
| "step": 26600 | |
| }, | |
| { | |
| "epoch": 0.8458735941707588, | |
| "grad_norm": 6.395234959200025e-05, | |
| "learning_rate": 1.5116718541574033e-05, | |
| "loss": 0.0044, | |
| "step": 26700 | |
| }, | |
| { | |
| "epoch": 0.8490416600665294, | |
| "grad_norm": 2.651227441674564e-05, | |
| "learning_rate": 1.5094486438417075e-05, | |
| "loss": 0.0366, | |
| "step": 26800 | |
| }, | |
| { | |
| "epoch": 0.8522097259623, | |
| "grad_norm": 0.0029796832241117954, | |
| "learning_rate": 1.5072254335260117e-05, | |
| "loss": 0.0343, | |
| "step": 26900 | |
| }, | |
| { | |
| "epoch": 0.8553777918580706, | |
| "grad_norm": 11.861794471740723, | |
| "learning_rate": 1.5050022232103159e-05, | |
| "loss": 0.0051, | |
| "step": 27000 | |
| }, | |
| { | |
| "epoch": 0.8585458577538413, | |
| "grad_norm": 0.002347618341445923, | |
| "learning_rate": 1.50277901289462e-05, | |
| "loss": 0.0294, | |
| "step": 27100 | |
| }, | |
| { | |
| "epoch": 0.8617139236496119, | |
| "grad_norm": 1.4324954748153687, | |
| "learning_rate": 1.5005558025789242e-05, | |
| "loss": 0.0373, | |
| "step": 27200 | |
| }, | |
| { | |
| "epoch": 0.8648819895453825, | |
| "grad_norm": 23.32402229309082, | |
| "learning_rate": 1.4983325922632282e-05, | |
| "loss": 0.0097, | |
| "step": 27300 | |
| }, | |
| { | |
| "epoch": 0.8680500554411532, | |
| "grad_norm": 0.0636548399925232, | |
| "learning_rate": 1.4961093819475322e-05, | |
| "loss": 0.0177, | |
| "step": 27400 | |
| }, | |
| { | |
| "epoch": 0.8712181213369238, | |
| "grad_norm": 0.012398977763950825, | |
| "learning_rate": 1.4938861716318364e-05, | |
| "loss": 0.0124, | |
| "step": 27500 | |
| }, | |
| { | |
| "epoch": 0.8743861872326945, | |
| "grad_norm": 0.753961980342865, | |
| "learning_rate": 1.4916629613161406e-05, | |
| "loss": 0.0126, | |
| "step": 27600 | |
| }, | |
| { | |
| "epoch": 0.877554253128465, | |
| "grad_norm": 0.0002603745961096138, | |
| "learning_rate": 1.4894397510004447e-05, | |
| "loss": 0.0128, | |
| "step": 27700 | |
| }, | |
| { | |
| "epoch": 0.8807223190242357, | |
| "grad_norm": 1.4019455909729004, | |
| "learning_rate": 1.487216540684749e-05, | |
| "loss": 0.01, | |
| "step": 27800 | |
| }, | |
| { | |
| "epoch": 0.8838903849200064, | |
| "grad_norm": 0.0003745869908016175, | |
| "learning_rate": 1.4849933303690531e-05, | |
| "loss": 0.0119, | |
| "step": 27900 | |
| }, | |
| { | |
| "epoch": 0.8870584508157769, | |
| "grad_norm": 0.3194678723812103, | |
| "learning_rate": 1.4827701200533571e-05, | |
| "loss": 0.0169, | |
| "step": 28000 | |
| }, | |
| { | |
| "epoch": 0.8902265167115476, | |
| "grad_norm": 0.004225617740303278, | |
| "learning_rate": 1.4805469097376613e-05, | |
| "loss": 0.0081, | |
| "step": 28100 | |
| }, | |
| { | |
| "epoch": 0.8933945826073182, | |
| "grad_norm": 11.807644844055176, | |
| "learning_rate": 1.4783236994219655e-05, | |
| "loss": 0.0075, | |
| "step": 28200 | |
| }, | |
| { | |
| "epoch": 0.8965626485030889, | |
| "grad_norm": 0.0002042292180703953, | |
| "learning_rate": 1.4761004891062696e-05, | |
| "loss": 0.0159, | |
| "step": 28300 | |
| }, | |
| { | |
| "epoch": 0.8997307143988595, | |
| "grad_norm": 0.00018777225341182202, | |
| "learning_rate": 1.4738772787905738e-05, | |
| "loss": 0.0094, | |
| "step": 28400 | |
| }, | |
| { | |
| "epoch": 0.9028987802946301, | |
| "grad_norm": 6.943278789520264, | |
| "learning_rate": 1.4716540684748778e-05, | |
| "loss": 0.0154, | |
| "step": 28500 | |
| }, | |
| { | |
| "epoch": 0.9060668461904008, | |
| "grad_norm": 9.940530776977539, | |
| "learning_rate": 1.469430858159182e-05, | |
| "loss": 0.0079, | |
| "step": 28600 | |
| }, | |
| { | |
| "epoch": 0.9092349120861714, | |
| "grad_norm": 0.0007003561477176845, | |
| "learning_rate": 1.467207647843486e-05, | |
| "loss": 0.0088, | |
| "step": 28700 | |
| }, | |
| { | |
| "epoch": 0.912402977981942, | |
| "grad_norm": 0.0008374906610697508, | |
| "learning_rate": 1.4649844375277902e-05, | |
| "loss": 0.0046, | |
| "step": 28800 | |
| }, | |
| { | |
| "epoch": 0.9155710438777127, | |
| "grad_norm": 1.0267653465270996, | |
| "learning_rate": 1.4627612272120944e-05, | |
| "loss": 0.0038, | |
| "step": 28900 | |
| }, | |
| { | |
| "epoch": 0.9187391097734833, | |
| "grad_norm": 0.0030098266433924437, | |
| "learning_rate": 1.4605380168963985e-05, | |
| "loss": 0.0132, | |
| "step": 29000 | |
| }, | |
| { | |
| "epoch": 0.921907175669254, | |
| "grad_norm": 0.00015600144979543984, | |
| "learning_rate": 1.4583148065807027e-05, | |
| "loss": 0.0128, | |
| "step": 29100 | |
| }, | |
| { | |
| "epoch": 0.9250752415650245, | |
| "grad_norm": 38.474552154541016, | |
| "learning_rate": 1.4560915962650069e-05, | |
| "loss": 0.0141, | |
| "step": 29200 | |
| }, | |
| { | |
| "epoch": 0.9282433074607952, | |
| "grad_norm": 2.2587130069732666, | |
| "learning_rate": 1.453868385949311e-05, | |
| "loss": 0.0033, | |
| "step": 29300 | |
| }, | |
| { | |
| "epoch": 0.9314113733565658, | |
| "grad_norm": 0.21571636199951172, | |
| "learning_rate": 1.4516451756336149e-05, | |
| "loss": 0.0103, | |
| "step": 29400 | |
| }, | |
| { | |
| "epoch": 0.9345794392523364, | |
| "grad_norm": 0.011366557329893112, | |
| "learning_rate": 1.449421965317919e-05, | |
| "loss": 0.034, | |
| "step": 29500 | |
| }, | |
| { | |
| "epoch": 0.9377475051481071, | |
| "grad_norm": 0.13342642784118652, | |
| "learning_rate": 1.4471987550022233e-05, | |
| "loss": 0.0036, | |
| "step": 29600 | |
| }, | |
| { | |
| "epoch": 0.9409155710438777, | |
| "grad_norm": 0.008988015353679657, | |
| "learning_rate": 1.4449755446865274e-05, | |
| "loss": 0.0229, | |
| "step": 29700 | |
| }, | |
| { | |
| "epoch": 0.9440836369396484, | |
| "grad_norm": 0.0017454049084335566, | |
| "learning_rate": 1.4427523343708316e-05, | |
| "loss": 0.0113, | |
| "step": 29800 | |
| }, | |
| { | |
| "epoch": 0.9472517028354189, | |
| "grad_norm": 0.05987678840756416, | |
| "learning_rate": 1.4405291240551358e-05, | |
| "loss": 0.0136, | |
| "step": 29900 | |
| }, | |
| { | |
| "epoch": 0.9504197687311896, | |
| "grad_norm": 1.8885809183120728, | |
| "learning_rate": 1.43830591373944e-05, | |
| "loss": 0.0283, | |
| "step": 30000 | |
| }, | |
| { | |
| "epoch": 0.9535878346269603, | |
| "grad_norm": 0.00034857913851737976, | |
| "learning_rate": 1.436082703423744e-05, | |
| "loss": 0.0181, | |
| "step": 30100 | |
| }, | |
| { | |
| "epoch": 0.9567559005227309, | |
| "grad_norm": 0.009435332380235195, | |
| "learning_rate": 1.4338594931080481e-05, | |
| "loss": 0.0108, | |
| "step": 30200 | |
| }, | |
| { | |
| "epoch": 0.9599239664185015, | |
| "grad_norm": 0.06871967762708664, | |
| "learning_rate": 1.4316362827923521e-05, | |
| "loss": 0.0208, | |
| "step": 30300 | |
| }, | |
| { | |
| "epoch": 0.9630920323142721, | |
| "grad_norm": 0.018716560676693916, | |
| "learning_rate": 1.4294130724766563e-05, | |
| "loss": 0.0227, | |
| "step": 30400 | |
| }, | |
| { | |
| "epoch": 0.9662600982100428, | |
| "grad_norm": 0.01711018569767475, | |
| "learning_rate": 1.4271898621609605e-05, | |
| "loss": 0.0192, | |
| "step": 30500 | |
| }, | |
| { | |
| "epoch": 0.9694281641058135, | |
| "grad_norm": 0.002523894887417555, | |
| "learning_rate": 1.4249666518452647e-05, | |
| "loss": 0.0122, | |
| "step": 30600 | |
| }, | |
| { | |
| "epoch": 0.972596230001584, | |
| "grad_norm": 0.019669946283102036, | |
| "learning_rate": 1.4227434415295689e-05, | |
| "loss": 0.0061, | |
| "step": 30700 | |
| }, | |
| { | |
| "epoch": 0.9757642958973547, | |
| "grad_norm": 0.6150824427604675, | |
| "learning_rate": 1.420520231213873e-05, | |
| "loss": 0.039, | |
| "step": 30800 | |
| }, | |
| { | |
| "epoch": 0.9789323617931253, | |
| "grad_norm": 0.0004018946783617139, | |
| "learning_rate": 1.418297020898177e-05, | |
| "loss": 0.0115, | |
| "step": 30900 | |
| }, | |
| { | |
| "epoch": 0.9821004276888959, | |
| "grad_norm": 0.0448601096868515, | |
| "learning_rate": 1.4160738105824812e-05, | |
| "loss": 0.0122, | |
| "step": 31000 | |
| }, | |
| { | |
| "epoch": 0.9852684935846666, | |
| "grad_norm": 0.0008613928221166134, | |
| "learning_rate": 1.4138506002667854e-05, | |
| "loss": 0.0085, | |
| "step": 31100 | |
| }, | |
| { | |
| "epoch": 0.9884365594804372, | |
| "grad_norm": 0.0038725193589925766, | |
| "learning_rate": 1.4116273899510896e-05, | |
| "loss": 0.035, | |
| "step": 31200 | |
| }, | |
| { | |
| "epoch": 0.9916046253762079, | |
| "grad_norm": 0.06399986892938614, | |
| "learning_rate": 1.4094041796353937e-05, | |
| "loss": 0.016, | |
| "step": 31300 | |
| }, | |
| { | |
| "epoch": 0.9947726912719784, | |
| "grad_norm": 0.0022226041182875633, | |
| "learning_rate": 1.4071809693196978e-05, | |
| "loss": 0.0337, | |
| "step": 31400 | |
| }, | |
| { | |
| "epoch": 0.9979407571677491, | |
| "grad_norm": 0.00036096415715292096, | |
| "learning_rate": 1.404957759004002e-05, | |
| "loss": 0.0056, | |
| "step": 31500 | |
| }, | |
| { | |
| "epoch": 1.0011088230635197, | |
| "grad_norm": 0.46166709065437317, | |
| "learning_rate": 1.402734548688306e-05, | |
| "loss": 0.0119, | |
| "step": 31600 | |
| }, | |
| { | |
| "epoch": 1.0042768889592903, | |
| "grad_norm": 0.0008330343989655375, | |
| "learning_rate": 1.4005113383726101e-05, | |
| "loss": 0.0046, | |
| "step": 31700 | |
| }, | |
| { | |
| "epoch": 1.007444954855061, | |
| "grad_norm": 0.011975400149822235, | |
| "learning_rate": 1.3982881280569143e-05, | |
| "loss": 0.005, | |
| "step": 31800 | |
| }, | |
| { | |
| "epoch": 1.0106130207508317, | |
| "grad_norm": 0.015499376691877842, | |
| "learning_rate": 1.3960649177412185e-05, | |
| "loss": 0.0076, | |
| "step": 31900 | |
| }, | |
| { | |
| "epoch": 1.0137810866466022, | |
| "grad_norm": 8.676903235027567e-05, | |
| "learning_rate": 1.3938417074255226e-05, | |
| "loss": 0.0067, | |
| "step": 32000 | |
| }, | |
| { | |
| "epoch": 1.0169491525423728, | |
| "grad_norm": 0.09442619979381561, | |
| "learning_rate": 1.3916184971098268e-05, | |
| "loss": 0.0047, | |
| "step": 32100 | |
| }, | |
| { | |
| "epoch": 1.0201172184381435, | |
| "grad_norm": 0.010203162208199501, | |
| "learning_rate": 1.389395286794131e-05, | |
| "loss": 0.0144, | |
| "step": 32200 | |
| }, | |
| { | |
| "epoch": 1.0232852843339142, | |
| "grad_norm": 0.006877961102873087, | |
| "learning_rate": 1.3871720764784348e-05, | |
| "loss": 0.0434, | |
| "step": 32300 | |
| }, | |
| { | |
| "epoch": 1.0264533502296849, | |
| "grad_norm": 0.00014150477363727987, | |
| "learning_rate": 1.384948866162739e-05, | |
| "loss": 0.0357, | |
| "step": 32400 | |
| }, | |
| { | |
| "epoch": 1.0296214161254553, | |
| "grad_norm": 0.0011065603466704488, | |
| "learning_rate": 1.3827256558470432e-05, | |
| "loss": 0.0062, | |
| "step": 32500 | |
| }, | |
| { | |
| "epoch": 1.032789482021226, | |
| "grad_norm": 0.2077646106481552, | |
| "learning_rate": 1.3805024455313474e-05, | |
| "loss": 0.0336, | |
| "step": 32600 | |
| }, | |
| { | |
| "epoch": 1.0359575479169967, | |
| "grad_norm": 0.0013152187457308173, | |
| "learning_rate": 1.3782792352156515e-05, | |
| "loss": 0.0352, | |
| "step": 32700 | |
| }, | |
| { | |
| "epoch": 1.0391256138127674, | |
| "grad_norm": 0.017774872481822968, | |
| "learning_rate": 1.3760560248999557e-05, | |
| "loss": 0.0043, | |
| "step": 32800 | |
| }, | |
| { | |
| "epoch": 1.042293679708538, | |
| "grad_norm": 5.051975250244141, | |
| "learning_rate": 1.3738328145842599e-05, | |
| "loss": 0.0148, | |
| "step": 32900 | |
| }, | |
| { | |
| "epoch": 1.0454617456043085, | |
| "grad_norm": 3.470256706350483e-05, | |
| "learning_rate": 1.3716096042685639e-05, | |
| "loss": 0.0042, | |
| "step": 33000 | |
| }, | |
| { | |
| "epoch": 1.0486298115000792, | |
| "grad_norm": 0.06109689176082611, | |
| "learning_rate": 1.3693863939528679e-05, | |
| "loss": 0.0044, | |
| "step": 33100 | |
| }, | |
| { | |
| "epoch": 1.0517978773958498, | |
| "grad_norm": 0.39745813608169556, | |
| "learning_rate": 1.367163183637172e-05, | |
| "loss": 0.0155, | |
| "step": 33200 | |
| }, | |
| { | |
| "epoch": 1.0549659432916205, | |
| "grad_norm": 0.00012431037612259388, | |
| "learning_rate": 1.3649399733214763e-05, | |
| "loss": 0.0251, | |
| "step": 33300 | |
| }, | |
| { | |
| "epoch": 1.0581340091873912, | |
| "grad_norm": 0.12850160896778107, | |
| "learning_rate": 1.3627167630057804e-05, | |
| "loss": 0.0092, | |
| "step": 33400 | |
| }, | |
| { | |
| "epoch": 1.0613020750831617, | |
| "grad_norm": 0.001514806179329753, | |
| "learning_rate": 1.3604935526900846e-05, | |
| "loss": 0.0207, | |
| "step": 33500 | |
| }, | |
| { | |
| "epoch": 1.0644701409789323, | |
| "grad_norm": 0.0017514684004709125, | |
| "learning_rate": 1.3582703423743888e-05, | |
| "loss": 0.0074, | |
| "step": 33600 | |
| }, | |
| { | |
| "epoch": 1.067638206874703, | |
| "grad_norm": 0.022122355177998543, | |
| "learning_rate": 1.3560471320586928e-05, | |
| "loss": 0.0352, | |
| "step": 33700 | |
| }, | |
| { | |
| "epoch": 1.0708062727704737, | |
| "grad_norm": 0.00412428192794323, | |
| "learning_rate": 1.353823921742997e-05, | |
| "loss": 0.0071, | |
| "step": 33800 | |
| }, | |
| { | |
| "epoch": 1.0739743386662441, | |
| "grad_norm": 0.15664397180080414, | |
| "learning_rate": 1.3516007114273011e-05, | |
| "loss": 0.0083, | |
| "step": 33900 | |
| }, | |
| { | |
| "epoch": 1.0771424045620148, | |
| "grad_norm": 0.18125130236148834, | |
| "learning_rate": 1.3493775011116053e-05, | |
| "loss": 0.0119, | |
| "step": 34000 | |
| }, | |
| { | |
| "epoch": 1.0803104704577855, | |
| "grad_norm": 0.07240629196166992, | |
| "learning_rate": 1.3471542907959095e-05, | |
| "loss": 0.0073, | |
| "step": 34100 | |
| }, | |
| { | |
| "epoch": 1.0834785363535562, | |
| "grad_norm": 0.006628985516726971, | |
| "learning_rate": 1.3449310804802137e-05, | |
| "loss": 0.0282, | |
| "step": 34200 | |
| }, | |
| { | |
| "epoch": 1.0866466022493269, | |
| "grad_norm": 0.8509578704833984, | |
| "learning_rate": 1.3427078701645177e-05, | |
| "loss": 0.0097, | |
| "step": 34300 | |
| }, | |
| { | |
| "epoch": 1.0898146681450975, | |
| "grad_norm": 0.044779542833566666, | |
| "learning_rate": 1.3404846598488217e-05, | |
| "loss": 0.0062, | |
| "step": 34400 | |
| }, | |
| { | |
| "epoch": 1.092982734040868, | |
| "grad_norm": 4.1824325307970867e-05, | |
| "learning_rate": 1.3382614495331259e-05, | |
| "loss": 0.0127, | |
| "step": 34500 | |
| }, | |
| { | |
| "epoch": 1.0961507999366387, | |
| "grad_norm": 0.011673863045871258, | |
| "learning_rate": 1.33603823921743e-05, | |
| "loss": 0.0117, | |
| "step": 34600 | |
| }, | |
| { | |
| "epoch": 1.0993188658324093, | |
| "grad_norm": 0.14283762872219086, | |
| "learning_rate": 1.3338150289017342e-05, | |
| "loss": 0.0163, | |
| "step": 34700 | |
| }, | |
| { | |
| "epoch": 1.10248693172818, | |
| "grad_norm": 0.009939441457390785, | |
| "learning_rate": 1.3315918185860384e-05, | |
| "loss": 0.0221, | |
| "step": 34800 | |
| }, | |
| { | |
| "epoch": 1.1056549976239505, | |
| "grad_norm": 0.09936344623565674, | |
| "learning_rate": 1.3293686082703426e-05, | |
| "loss": 0.0145, | |
| "step": 34900 | |
| }, | |
| { | |
| "epoch": 1.1088230635197212, | |
| "grad_norm": 0.0036431141197681427, | |
| "learning_rate": 1.3271453979546467e-05, | |
| "loss": 0.0073, | |
| "step": 35000 | |
| }, | |
| { | |
| "epoch": 1.1119911294154918, | |
| "grad_norm": 0.06281910091638565, | |
| "learning_rate": 1.324922187638951e-05, | |
| "loss": 0.0065, | |
| "step": 35100 | |
| }, | |
| { | |
| "epoch": 1.1151591953112625, | |
| "grad_norm": 0.0020452861208468676, | |
| "learning_rate": 1.3226989773232548e-05, | |
| "loss": 0.0333, | |
| "step": 35200 | |
| }, | |
| { | |
| "epoch": 1.1183272612070332, | |
| "grad_norm": 0.0006033928948454559, | |
| "learning_rate": 1.320475767007559e-05, | |
| "loss": 0.0048, | |
| "step": 35300 | |
| }, | |
| { | |
| "epoch": 1.1214953271028036, | |
| "grad_norm": 0.00021041724539827555, | |
| "learning_rate": 1.3182525566918631e-05, | |
| "loss": 0.0169, | |
| "step": 35400 | |
| }, | |
| { | |
| "epoch": 1.1246633929985743, | |
| "grad_norm": 0.28758516907691956, | |
| "learning_rate": 1.3160293463761673e-05, | |
| "loss": 0.0045, | |
| "step": 35500 | |
| }, | |
| { | |
| "epoch": 1.127831458894345, | |
| "grad_norm": 0.0014314631698653102, | |
| "learning_rate": 1.3138061360604715e-05, | |
| "loss": 0.0272, | |
| "step": 35600 | |
| }, | |
| { | |
| "epoch": 1.1309995247901157, | |
| "grad_norm": 0.0035914001055061817, | |
| "learning_rate": 1.3115829257447756e-05, | |
| "loss": 0.0065, | |
| "step": 35700 | |
| }, | |
| { | |
| "epoch": 1.1341675906858864, | |
| "grad_norm": 0.0009057251736521721, | |
| "learning_rate": 1.3093597154290798e-05, | |
| "loss": 0.0026, | |
| "step": 35800 | |
| }, | |
| { | |
| "epoch": 1.1373356565816568, | |
| "grad_norm": 0.007786700967699289, | |
| "learning_rate": 1.3071365051133838e-05, | |
| "loss": 0.0139, | |
| "step": 35900 | |
| }, | |
| { | |
| "epoch": 1.1405037224774275, | |
| "grad_norm": 0.031975653022527695, | |
| "learning_rate": 1.3049132947976878e-05, | |
| "loss": 0.0219, | |
| "step": 36000 | |
| }, | |
| { | |
| "epoch": 1.1436717883731982, | |
| "grad_norm": 0.0010592106264084578, | |
| "learning_rate": 1.302690084481992e-05, | |
| "loss": 0.0132, | |
| "step": 36100 | |
| }, | |
| { | |
| "epoch": 1.1468398542689688, | |
| "grad_norm": 0.00017434361507184803, | |
| "learning_rate": 1.3004668741662962e-05, | |
| "loss": 0.0087, | |
| "step": 36200 | |
| }, | |
| { | |
| "epoch": 1.1500079201647395, | |
| "grad_norm": 0.0018986865179613233, | |
| "learning_rate": 1.2982436638506004e-05, | |
| "loss": 0.0038, | |
| "step": 36300 | |
| }, | |
| { | |
| "epoch": 1.15317598606051, | |
| "grad_norm": 0.0015970875974744558, | |
| "learning_rate": 1.2960204535349045e-05, | |
| "loss": 0.0322, | |
| "step": 36400 | |
| }, | |
| { | |
| "epoch": 1.1563440519562806, | |
| "grad_norm": 0.2892841696739197, | |
| "learning_rate": 1.2937972432192087e-05, | |
| "loss": 0.0109, | |
| "step": 36500 | |
| }, | |
| { | |
| "epoch": 1.1595121178520513, | |
| "grad_norm": 0.0012535974383354187, | |
| "learning_rate": 1.2915740329035127e-05, | |
| "loss": 0.0059, | |
| "step": 36600 | |
| }, | |
| { | |
| "epoch": 1.162680183747822, | |
| "grad_norm": 0.01111169159412384, | |
| "learning_rate": 1.2893508225878169e-05, | |
| "loss": 0.0072, | |
| "step": 36700 | |
| }, | |
| { | |
| "epoch": 1.1658482496435927, | |
| "grad_norm": 0.00112074613571167, | |
| "learning_rate": 1.287127612272121e-05, | |
| "loss": 0.0026, | |
| "step": 36800 | |
| }, | |
| { | |
| "epoch": 1.1690163155393631, | |
| "grad_norm": 0.10183645784854889, | |
| "learning_rate": 1.2849044019564253e-05, | |
| "loss": 0.0115, | |
| "step": 36900 | |
| }, | |
| { | |
| "epoch": 1.1721843814351338, | |
| "grad_norm": 0.0021920576691627502, | |
| "learning_rate": 1.2826811916407294e-05, | |
| "loss": 0.0288, | |
| "step": 37000 | |
| }, | |
| { | |
| "epoch": 1.1753524473309045, | |
| "grad_norm": 0.013510264456272125, | |
| "learning_rate": 1.2804579813250334e-05, | |
| "loss": 0.0018, | |
| "step": 37100 | |
| }, | |
| { | |
| "epoch": 1.1785205132266752, | |
| "grad_norm": 0.003552510868757963, | |
| "learning_rate": 1.2782347710093376e-05, | |
| "loss": 0.0091, | |
| "step": 37200 | |
| }, | |
| { | |
| "epoch": 1.1816885791224458, | |
| "grad_norm": 5.933229476795532e-05, | |
| "learning_rate": 1.2760115606936416e-05, | |
| "loss": 0.0095, | |
| "step": 37300 | |
| }, | |
| { | |
| "epoch": 1.1848566450182163, | |
| "grad_norm": 0.16859188675880432, | |
| "learning_rate": 1.2737883503779458e-05, | |
| "loss": 0.0066, | |
| "step": 37400 | |
| }, | |
| { | |
| "epoch": 1.188024710913987, | |
| "grad_norm": 0.000806248455774039, | |
| "learning_rate": 1.27156514006225e-05, | |
| "loss": 0.001, | |
| "step": 37500 | |
| }, | |
| { | |
| "epoch": 1.1911927768097577, | |
| "grad_norm": 0.001987775322049856, | |
| "learning_rate": 1.2693419297465541e-05, | |
| "loss": 0.0195, | |
| "step": 37600 | |
| }, | |
| { | |
| "epoch": 1.1943608427055283, | |
| "grad_norm": 0.40488603711128235, | |
| "learning_rate": 1.2671187194308583e-05, | |
| "loss": 0.0222, | |
| "step": 37700 | |
| }, | |
| { | |
| "epoch": 1.1975289086012988, | |
| "grad_norm": 0.001327143982052803, | |
| "learning_rate": 1.2648955091151625e-05, | |
| "loss": 0.0063, | |
| "step": 37800 | |
| }, | |
| { | |
| "epoch": 1.2006969744970695, | |
| "grad_norm": 0.03306195139884949, | |
| "learning_rate": 1.2626722987994667e-05, | |
| "loss": 0.0139, | |
| "step": 37900 | |
| }, | |
| { | |
| "epoch": 1.2038650403928401, | |
| "grad_norm": 0.00011816229380201548, | |
| "learning_rate": 1.2604490884837705e-05, | |
| "loss": 0.005, | |
| "step": 38000 | |
| }, | |
| { | |
| "epoch": 1.2070331062886108, | |
| "grad_norm": 0.00011477043153718114, | |
| "learning_rate": 1.2582258781680747e-05, | |
| "loss": 0.0075, | |
| "step": 38100 | |
| }, | |
| { | |
| "epoch": 1.2102011721843815, | |
| "grad_norm": 0.020396051928400993, | |
| "learning_rate": 1.2560026678523789e-05, | |
| "loss": 0.0095, | |
| "step": 38200 | |
| }, | |
| { | |
| "epoch": 1.2133692380801522, | |
| "grad_norm": 0.002560865134000778, | |
| "learning_rate": 1.253779457536683e-05, | |
| "loss": 0.0083, | |
| "step": 38300 | |
| }, | |
| { | |
| "epoch": 1.2165373039759226, | |
| "grad_norm": 0.01047099381685257, | |
| "learning_rate": 1.2515562472209872e-05, | |
| "loss": 0.0031, | |
| "step": 38400 | |
| }, | |
| { | |
| "epoch": 1.2197053698716933, | |
| "grad_norm": 2.947988748550415, | |
| "learning_rate": 1.2493330369052914e-05, | |
| "loss": 0.0026, | |
| "step": 38500 | |
| }, | |
| { | |
| "epoch": 1.222873435767464, | |
| "grad_norm": 0.005444441922008991, | |
| "learning_rate": 1.2471098265895956e-05, | |
| "loss": 0.0018, | |
| "step": 38600 | |
| }, | |
| { | |
| "epoch": 1.2260415016632347, | |
| "grad_norm": 0.05086371675133705, | |
| "learning_rate": 1.2448866162738996e-05, | |
| "loss": 0.0116, | |
| "step": 38700 | |
| }, | |
| { | |
| "epoch": 1.2292095675590051, | |
| "grad_norm": 0.0008550622151233256, | |
| "learning_rate": 1.2426634059582036e-05, | |
| "loss": 0.0037, | |
| "step": 38800 | |
| }, | |
| { | |
| "epoch": 1.2323776334547758, | |
| "grad_norm": 0.467833548784256, | |
| "learning_rate": 1.2404401956425078e-05, | |
| "loss": 0.0146, | |
| "step": 38900 | |
| }, | |
| { | |
| "epoch": 1.2355456993505465, | |
| "grad_norm": 0.002233183477073908, | |
| "learning_rate": 1.238216985326812e-05, | |
| "loss": 0.0118, | |
| "step": 39000 | |
| }, | |
| { | |
| "epoch": 1.2387137652463172, | |
| "grad_norm": 0.743407130241394, | |
| "learning_rate": 1.2359937750111161e-05, | |
| "loss": 0.009, | |
| "step": 39100 | |
| }, | |
| { | |
| "epoch": 1.2418818311420878, | |
| "grad_norm": 0.03420891985297203, | |
| "learning_rate": 1.2337705646954203e-05, | |
| "loss": 0.0078, | |
| "step": 39200 | |
| }, | |
| { | |
| "epoch": 1.2450498970378585, | |
| "grad_norm": 15.531525611877441, | |
| "learning_rate": 1.2315473543797245e-05, | |
| "loss": 0.0118, | |
| "step": 39300 | |
| }, | |
| { | |
| "epoch": 1.248217962933629, | |
| "grad_norm": 0.08798499405384064, | |
| "learning_rate": 1.2293241440640286e-05, | |
| "loss": 0.0061, | |
| "step": 39400 | |
| }, | |
| { | |
| "epoch": 1.2513860288293996, | |
| "grad_norm": 0.0004404394421726465, | |
| "learning_rate": 1.2271009337483327e-05, | |
| "loss": 0.0154, | |
| "step": 39500 | |
| }, | |
| { | |
| "epoch": 1.2545540947251703, | |
| "grad_norm": 0.006552988663315773, | |
| "learning_rate": 1.2248777234326368e-05, | |
| "loss": 0.0161, | |
| "step": 39600 | |
| }, | |
| { | |
| "epoch": 1.257722160620941, | |
| "grad_norm": 0.11566559225320816, | |
| "learning_rate": 1.222654513116941e-05, | |
| "loss": 0.0051, | |
| "step": 39700 | |
| }, | |
| { | |
| "epoch": 1.2608902265167115, | |
| "grad_norm": 0.0004462143697310239, | |
| "learning_rate": 1.2204313028012452e-05, | |
| "loss": 0.0113, | |
| "step": 39800 | |
| }, | |
| { | |
| "epoch": 1.2640582924124821, | |
| "grad_norm": 0.0001944590185303241, | |
| "learning_rate": 1.2182080924855494e-05, | |
| "loss": 0.0047, | |
| "step": 39900 | |
| }, | |
| { | |
| "epoch": 1.2672263583082528, | |
| "grad_norm": 0.10759201645851135, | |
| "learning_rate": 1.2159848821698534e-05, | |
| "loss": 0.0051, | |
| "step": 40000 | |
| }, | |
| { | |
| "epoch": 1.2703944242040235, | |
| "grad_norm": 0.00022843007172923535, | |
| "learning_rate": 1.2137616718541575e-05, | |
| "loss": 0.0054, | |
| "step": 40100 | |
| }, | |
| { | |
| "epoch": 1.2735624900997942, | |
| "grad_norm": 0.00036529748467728496, | |
| "learning_rate": 1.2115384615384615e-05, | |
| "loss": 0.0085, | |
| "step": 40200 | |
| }, | |
| { | |
| "epoch": 1.2767305559955648, | |
| "grad_norm": 0.011095472611486912, | |
| "learning_rate": 1.2093152512227657e-05, | |
| "loss": 0.0097, | |
| "step": 40300 | |
| }, | |
| { | |
| "epoch": 1.2798986218913353, | |
| "grad_norm": 0.0005841770325787365, | |
| "learning_rate": 1.2070920409070699e-05, | |
| "loss": 0.009, | |
| "step": 40400 | |
| }, | |
| { | |
| "epoch": 1.283066687787106, | |
| "grad_norm": 0.041353631764650345, | |
| "learning_rate": 1.204868830591374e-05, | |
| "loss": 0.0081, | |
| "step": 40500 | |
| }, | |
| { | |
| "epoch": 1.2862347536828767, | |
| "grad_norm": 0.0013312128139659762, | |
| "learning_rate": 1.2026456202756783e-05, | |
| "loss": 0.0091, | |
| "step": 40600 | |
| }, | |
| { | |
| "epoch": 1.289402819578647, | |
| "grad_norm": 0.024310261011123657, | |
| "learning_rate": 1.2004224099599824e-05, | |
| "loss": 0.0204, | |
| "step": 40700 | |
| }, | |
| { | |
| "epoch": 1.2925708854744178, | |
| "grad_norm": 1.1424692869186401, | |
| "learning_rate": 1.1981991996442866e-05, | |
| "loss": 0.0102, | |
| "step": 40800 | |
| }, | |
| { | |
| "epoch": 1.2957389513701885, | |
| "grad_norm": 0.003675231710076332, | |
| "learning_rate": 1.1959759893285904e-05, | |
| "loss": 0.0124, | |
| "step": 40900 | |
| }, | |
| { | |
| "epoch": 1.2989070172659591, | |
| "grad_norm": 0.19512909650802612, | |
| "learning_rate": 1.1937527790128946e-05, | |
| "loss": 0.0051, | |
| "step": 41000 | |
| }, | |
| { | |
| "epoch": 1.3020750831617298, | |
| "grad_norm": 0.00013532934826798737, | |
| "learning_rate": 1.1915295686971988e-05, | |
| "loss": 0.0081, | |
| "step": 41100 | |
| }, | |
| { | |
| "epoch": 1.3052431490575005, | |
| "grad_norm": 7.001680205576122e-05, | |
| "learning_rate": 1.189306358381503e-05, | |
| "loss": 0.0011, | |
| "step": 41200 | |
| }, | |
| { | |
| "epoch": 1.308411214953271, | |
| "grad_norm": 0.056945838034152985, | |
| "learning_rate": 1.1870831480658072e-05, | |
| "loss": 0.0023, | |
| "step": 41300 | |
| }, | |
| { | |
| "epoch": 1.3115792808490416, | |
| "grad_norm": 0.30034956336021423, | |
| "learning_rate": 1.1848599377501113e-05, | |
| "loss": 0.0024, | |
| "step": 41400 | |
| }, | |
| { | |
| "epoch": 1.3147473467448123, | |
| "grad_norm": 0.0019128896528854966, | |
| "learning_rate": 1.1826367274344155e-05, | |
| "loss": 0.0155, | |
| "step": 41500 | |
| }, | |
| { | |
| "epoch": 1.317915412640583, | |
| "grad_norm": 0.001590027124620974, | |
| "learning_rate": 1.1804135171187195e-05, | |
| "loss": 0.0087, | |
| "step": 41600 | |
| }, | |
| { | |
| "epoch": 1.3210834785363534, | |
| "grad_norm": 0.019434746354818344, | |
| "learning_rate": 1.1781903068030235e-05, | |
| "loss": 0.0339, | |
| "step": 41700 | |
| }, | |
| { | |
| "epoch": 1.3242515444321241, | |
| "grad_norm": 0.0017116613453254104, | |
| "learning_rate": 1.1759670964873277e-05, | |
| "loss": 0.0044, | |
| "step": 41800 | |
| }, | |
| { | |
| "epoch": 1.3274196103278948, | |
| "grad_norm": 0.28481578826904297, | |
| "learning_rate": 1.1737438861716319e-05, | |
| "loss": 0.008, | |
| "step": 41900 | |
| }, | |
| { | |
| "epoch": 1.3305876762236655, | |
| "grad_norm": 1.551391363143921, | |
| "learning_rate": 1.171520675855936e-05, | |
| "loss": 0.0261, | |
| "step": 42000 | |
| }, | |
| { | |
| "epoch": 1.3337557421194361, | |
| "grad_norm": 0.003555042902007699, | |
| "learning_rate": 1.1692974655402402e-05, | |
| "loss": 0.0026, | |
| "step": 42100 | |
| }, | |
| { | |
| "epoch": 1.3369238080152068, | |
| "grad_norm": 0.0013489079428836703, | |
| "learning_rate": 1.1670742552245444e-05, | |
| "loss": 0.0154, | |
| "step": 42200 | |
| }, | |
| { | |
| "epoch": 1.3400918739109773, | |
| "grad_norm": 0.0012371678603813052, | |
| "learning_rate": 1.1648510449088484e-05, | |
| "loss": 0.0067, | |
| "step": 42300 | |
| }, | |
| { | |
| "epoch": 1.343259939806748, | |
| "grad_norm": 0.04170294478535652, | |
| "learning_rate": 1.1626278345931526e-05, | |
| "loss": 0.0033, | |
| "step": 42400 | |
| }, | |
| { | |
| "epoch": 1.3464280057025186, | |
| "grad_norm": 0.0005449488526210189, | |
| "learning_rate": 1.1604046242774568e-05, | |
| "loss": 0.0046, | |
| "step": 42500 | |
| }, | |
| { | |
| "epoch": 1.3495960715982893, | |
| "grad_norm": 0.4102185368537903, | |
| "learning_rate": 1.158181413961761e-05, | |
| "loss": 0.011, | |
| "step": 42600 | |
| }, | |
| { | |
| "epoch": 1.3527641374940598, | |
| "grad_norm": 0.004146751016378403, | |
| "learning_rate": 1.1559582036460651e-05, | |
| "loss": 0.0054, | |
| "step": 42700 | |
| }, | |
| { | |
| "epoch": 1.3559322033898304, | |
| "grad_norm": 0.0008668516529724002, | |
| "learning_rate": 1.1537349933303691e-05, | |
| "loss": 0.0154, | |
| "step": 42800 | |
| }, | |
| { | |
| "epoch": 1.3591002692856011, | |
| "grad_norm": 0.40073227882385254, | |
| "learning_rate": 1.1515117830146733e-05, | |
| "loss": 0.0016, | |
| "step": 42900 | |
| }, | |
| { | |
| "epoch": 1.3622683351813718, | |
| "grad_norm": 0.0008245128556154668, | |
| "learning_rate": 1.1492885726989773e-05, | |
| "loss": 0.0261, | |
| "step": 43000 | |
| }, | |
| { | |
| "epoch": 1.3654364010771425, | |
| "grad_norm": 0.0028431194368749857, | |
| "learning_rate": 1.1470653623832815e-05, | |
| "loss": 0.007, | |
| "step": 43100 | |
| }, | |
| { | |
| "epoch": 1.3686044669729132, | |
| "grad_norm": 0.0007627083105035126, | |
| "learning_rate": 1.1448421520675857e-05, | |
| "loss": 0.0011, | |
| "step": 43200 | |
| }, | |
| { | |
| "epoch": 1.3717725328686836, | |
| "grad_norm": 0.02942449413239956, | |
| "learning_rate": 1.1426189417518898e-05, | |
| "loss": 0.0058, | |
| "step": 43300 | |
| }, | |
| { | |
| "epoch": 1.3749405987644543, | |
| "grad_norm": 0.08443868905305862, | |
| "learning_rate": 1.140395731436194e-05, | |
| "loss": 0.0047, | |
| "step": 43400 | |
| }, | |
| { | |
| "epoch": 1.378108664660225, | |
| "grad_norm": 1.5906205589999445e-05, | |
| "learning_rate": 1.1381725211204982e-05, | |
| "loss": 0.0044, | |
| "step": 43500 | |
| }, | |
| { | |
| "epoch": 1.3812767305559956, | |
| "grad_norm": 0.0010951455915346742, | |
| "learning_rate": 1.1359493108048024e-05, | |
| "loss": 0.0037, | |
| "step": 43600 | |
| }, | |
| { | |
| "epoch": 1.384444796451766, | |
| "grad_norm": 0.010305008850991726, | |
| "learning_rate": 1.1337261004891062e-05, | |
| "loss": 0.0039, | |
| "step": 43700 | |
| }, | |
| { | |
| "epoch": 1.3876128623475368, | |
| "grad_norm": 0.6063001751899719, | |
| "learning_rate": 1.1315028901734104e-05, | |
| "loss": 0.028, | |
| "step": 43800 | |
| }, | |
| { | |
| "epoch": 1.3907809282433075, | |
| "grad_norm": 0.0007881261990405619, | |
| "learning_rate": 1.1292796798577146e-05, | |
| "loss": 0.0043, | |
| "step": 43900 | |
| }, | |
| { | |
| "epoch": 1.3939489941390781, | |
| "grad_norm": 0.0031877460423856974, | |
| "learning_rate": 1.1270564695420187e-05, | |
| "loss": 0.0016, | |
| "step": 44000 | |
| }, | |
| { | |
| "epoch": 1.3971170600348488, | |
| "grad_norm": 0.008450224064290524, | |
| "learning_rate": 1.1248332592263229e-05, | |
| "loss": 0.0074, | |
| "step": 44100 | |
| }, | |
| { | |
| "epoch": 1.4002851259306195, | |
| "grad_norm": 0.01120079681277275, | |
| "learning_rate": 1.122610048910627e-05, | |
| "loss": 0.0042, | |
| "step": 44200 | |
| }, | |
| { | |
| "epoch": 1.40345319182639, | |
| "grad_norm": 0.001460696803405881, | |
| "learning_rate": 1.1203868385949313e-05, | |
| "loss": 0.0025, | |
| "step": 44300 | |
| }, | |
| { | |
| "epoch": 1.4066212577221606, | |
| "grad_norm": 0.012069291435182095, | |
| "learning_rate": 1.1181636282792354e-05, | |
| "loss": 0.0257, | |
| "step": 44400 | |
| }, | |
| { | |
| "epoch": 1.4097893236179313, | |
| "grad_norm": 0.0032543253619223833, | |
| "learning_rate": 1.1159404179635394e-05, | |
| "loss": 0.0173, | |
| "step": 44500 | |
| }, | |
| { | |
| "epoch": 1.4129573895137018, | |
| "grad_norm": 0.0007560536032542586, | |
| "learning_rate": 1.1137172076478434e-05, | |
| "loss": 0.0019, | |
| "step": 44600 | |
| }, | |
| { | |
| "epoch": 1.4161254554094724, | |
| "grad_norm": 0.0007794055272825062, | |
| "learning_rate": 1.1114939973321476e-05, | |
| "loss": 0.0024, | |
| "step": 44700 | |
| }, | |
| { | |
| "epoch": 1.419293521305243, | |
| "grad_norm": 1.3138316717231646e-05, | |
| "learning_rate": 1.1092707870164518e-05, | |
| "loss": 0.0037, | |
| "step": 44800 | |
| }, | |
| { | |
| "epoch": 1.4224615872010138, | |
| "grad_norm": 0.000821842928417027, | |
| "learning_rate": 1.107047576700756e-05, | |
| "loss": 0.004, | |
| "step": 44900 | |
| }, | |
| { | |
| "epoch": 1.4256296530967845, | |
| "grad_norm": 0.013666361570358276, | |
| "learning_rate": 1.1048243663850602e-05, | |
| "loss": 0.0015, | |
| "step": 45000 | |
| }, | |
| { | |
| "epoch": 1.4287977189925551, | |
| "grad_norm": 0.03491951525211334, | |
| "learning_rate": 1.1026011560693643e-05, | |
| "loss": 0.0062, | |
| "step": 45100 | |
| }, | |
| { | |
| "epoch": 1.4319657848883256, | |
| "grad_norm": 0.0006090217502787709, | |
| "learning_rate": 1.1003779457536683e-05, | |
| "loss": 0.0044, | |
| "step": 45200 | |
| }, | |
| { | |
| "epoch": 1.4351338507840963, | |
| "grad_norm": 0.08735354989767075, | |
| "learning_rate": 1.0981547354379725e-05, | |
| "loss": 0.0022, | |
| "step": 45300 | |
| }, | |
| { | |
| "epoch": 1.438301916679867, | |
| "grad_norm": 0.006710866466164589, | |
| "learning_rate": 1.0959315251222767e-05, | |
| "loss": 0.0013, | |
| "step": 45400 | |
| }, | |
| { | |
| "epoch": 1.4414699825756376, | |
| "grad_norm": 0.004379246383905411, | |
| "learning_rate": 1.0937083148065809e-05, | |
| "loss": 0.0038, | |
| "step": 45500 | |
| }, | |
| { | |
| "epoch": 1.444638048471408, | |
| "grad_norm": 0.001965580740943551, | |
| "learning_rate": 1.091485104490885e-05, | |
| "loss": 0.0016, | |
| "step": 45600 | |
| }, | |
| { | |
| "epoch": 1.4478061143671788, | |
| "grad_norm": 0.02562040276825428, | |
| "learning_rate": 1.089261894175189e-05, | |
| "loss": 0.0129, | |
| "step": 45700 | |
| }, | |
| { | |
| "epoch": 1.4509741802629494, | |
| "grad_norm": 0.0014989199116826057, | |
| "learning_rate": 1.0870386838594932e-05, | |
| "loss": 0.0027, | |
| "step": 45800 | |
| }, | |
| { | |
| "epoch": 1.4541422461587201, | |
| "grad_norm": 0.0005407402641139925, | |
| "learning_rate": 1.0848154735437972e-05, | |
| "loss": 0.0039, | |
| "step": 45900 | |
| }, | |
| { | |
| "epoch": 1.4573103120544908, | |
| "grad_norm": 0.019197065383195877, | |
| "learning_rate": 1.0825922632281014e-05, | |
| "loss": 0.003, | |
| "step": 46000 | |
| }, | |
| { | |
| "epoch": 1.4604783779502615, | |
| "grad_norm": 5.17616790602915e-05, | |
| "learning_rate": 1.0803690529124056e-05, | |
| "loss": 0.0015, | |
| "step": 46100 | |
| }, | |
| { | |
| "epoch": 1.463646443846032, | |
| "grad_norm": 0.0007133186445571482, | |
| "learning_rate": 1.0781458425967098e-05, | |
| "loss": 0.0005, | |
| "step": 46200 | |
| }, | |
| { | |
| "epoch": 1.4668145097418026, | |
| "grad_norm": 0.00010192937043029815, | |
| "learning_rate": 1.075922632281014e-05, | |
| "loss": 0.0031, | |
| "step": 46300 | |
| }, | |
| { | |
| "epoch": 1.4699825756375733, | |
| "grad_norm": 0.00020953864441253245, | |
| "learning_rate": 1.0736994219653181e-05, | |
| "loss": 0.0076, | |
| "step": 46400 | |
| }, | |
| { | |
| "epoch": 1.473150641533344, | |
| "grad_norm": 0.002632291754707694, | |
| "learning_rate": 1.0714762116496223e-05, | |
| "loss": 0.0008, | |
| "step": 46500 | |
| }, | |
| { | |
| "epoch": 1.4763187074291144, | |
| "grad_norm": 0.00219705980271101, | |
| "learning_rate": 1.0692530013339261e-05, | |
| "loss": 0.0019, | |
| "step": 46600 | |
| }, | |
| { | |
| "epoch": 1.479486773324885, | |
| "grad_norm": 0.6644763946533203, | |
| "learning_rate": 1.0670297910182303e-05, | |
| "loss": 0.0013, | |
| "step": 46700 | |
| }, | |
| { | |
| "epoch": 1.4826548392206558, | |
| "grad_norm": 9.365592995891348e-05, | |
| "learning_rate": 1.0648065807025345e-05, | |
| "loss": 0.0024, | |
| "step": 46800 | |
| }, | |
| { | |
| "epoch": 1.4858229051164265, | |
| "grad_norm": 0.008505141362547874, | |
| "learning_rate": 1.0625833703868387e-05, | |
| "loss": 0.0103, | |
| "step": 46900 | |
| }, | |
| { | |
| "epoch": 1.4889909710121971, | |
| "grad_norm": 0.0001479577913414687, | |
| "learning_rate": 1.0603601600711428e-05, | |
| "loss": 0.001, | |
| "step": 47000 | |
| }, | |
| { | |
| "epoch": 1.4921590369079678, | |
| "grad_norm": 8.014648483367637e-05, | |
| "learning_rate": 1.058136949755447e-05, | |
| "loss": 0.0026, | |
| "step": 47100 | |
| }, | |
| { | |
| "epoch": 1.4953271028037383, | |
| "grad_norm": 0.0002849689044523984, | |
| "learning_rate": 1.0559137394397512e-05, | |
| "loss": 0.0019, | |
| "step": 47200 | |
| }, | |
| { | |
| "epoch": 1.498495168699509, | |
| "grad_norm": 0.19057416915893555, | |
| "learning_rate": 1.0536905291240552e-05, | |
| "loss": 0.002, | |
| "step": 47300 | |
| }, | |
| { | |
| "epoch": 1.5016632345952796, | |
| "grad_norm": 9.28570661926642e-05, | |
| "learning_rate": 1.0514673188083592e-05, | |
| "loss": 0.0023, | |
| "step": 47400 | |
| }, | |
| { | |
| "epoch": 1.50483130049105, | |
| "grad_norm": 0.0016944918315857649, | |
| "learning_rate": 1.0492441084926634e-05, | |
| "loss": 0.0019, | |
| "step": 47500 | |
| }, | |
| { | |
| "epoch": 1.5079993663868207, | |
| "grad_norm": 0.31659239530563354, | |
| "learning_rate": 1.0470208981769676e-05, | |
| "loss": 0.0032, | |
| "step": 47600 | |
| }, | |
| { | |
| "epoch": 1.5111674322825914, | |
| "grad_norm": 0.0029370132833719254, | |
| "learning_rate": 1.0447976878612717e-05, | |
| "loss": 0.0201, | |
| "step": 47700 | |
| }, | |
| { | |
| "epoch": 1.514335498178362, | |
| "grad_norm": 0.004510208498686552, | |
| "learning_rate": 1.0425744775455759e-05, | |
| "loss": 0.0023, | |
| "step": 47800 | |
| }, | |
| { | |
| "epoch": 1.5175035640741328, | |
| "grad_norm": 3.642528099589981e-05, | |
| "learning_rate": 1.04035126722988e-05, | |
| "loss": 0.0019, | |
| "step": 47900 | |
| }, | |
| { | |
| "epoch": 1.5206716299699035, | |
| "grad_norm": 0.007735769730061293, | |
| "learning_rate": 1.0381280569141841e-05, | |
| "loss": 0.0016, | |
| "step": 48000 | |
| }, | |
| { | |
| "epoch": 1.5238396958656741, | |
| "grad_norm": 0.0006813256768509746, | |
| "learning_rate": 1.0359048465984883e-05, | |
| "loss": 0.0017, | |
| "step": 48100 | |
| }, | |
| { | |
| "epoch": 1.5270077617614446, | |
| "grad_norm": 5.778071499662474e-05, | |
| "learning_rate": 1.0336816362827924e-05, | |
| "loss": 0.0077, | |
| "step": 48200 | |
| }, | |
| { | |
| "epoch": 1.5301758276572153, | |
| "grad_norm": 0.0040051741525530815, | |
| "learning_rate": 1.0314584259670966e-05, | |
| "loss": 0.0188, | |
| "step": 48300 | |
| }, | |
| { | |
| "epoch": 1.533343893552986, | |
| "grad_norm": 0.08614891767501831, | |
| "learning_rate": 1.0292352156514008e-05, | |
| "loss": 0.0014, | |
| "step": 48400 | |
| }, | |
| { | |
| "epoch": 1.5365119594487564, | |
| "grad_norm": 12.830080032348633, | |
| "learning_rate": 1.0270120053357048e-05, | |
| "loss": 0.0057, | |
| "step": 48500 | |
| }, | |
| { | |
| "epoch": 1.539680025344527, | |
| "grad_norm": 0.0007354695699177682, | |
| "learning_rate": 1.024788795020009e-05, | |
| "loss": 0.0012, | |
| "step": 48600 | |
| }, | |
| { | |
| "epoch": 1.5428480912402978, | |
| "grad_norm": 0.000761797244194895, | |
| "learning_rate": 1.0225655847043132e-05, | |
| "loss": 0.0021, | |
| "step": 48700 | |
| }, | |
| { | |
| "epoch": 1.5460161571360684, | |
| "grad_norm": 0.33984261751174927, | |
| "learning_rate": 1.0203423743886172e-05, | |
| "loss": 0.001, | |
| "step": 48800 | |
| }, | |
| { | |
| "epoch": 1.5491842230318391, | |
| "grad_norm": 0.0008645505295135081, | |
| "learning_rate": 1.0181191640729213e-05, | |
| "loss": 0.0007, | |
| "step": 48900 | |
| }, | |
| { | |
| "epoch": 1.5523522889276098, | |
| "grad_norm": 0.0006037073908373713, | |
| "learning_rate": 1.0158959537572255e-05, | |
| "loss": 0.0032, | |
| "step": 49000 | |
| }, | |
| { | |
| "epoch": 1.5555203548233805, | |
| "grad_norm": 0.04107392951846123, | |
| "learning_rate": 1.0136727434415297e-05, | |
| "loss": 0.0015, | |
| "step": 49100 | |
| }, | |
| { | |
| "epoch": 1.558688420719151, | |
| "grad_norm": 0.0027483664453029633, | |
| "learning_rate": 1.0114495331258339e-05, | |
| "loss": 0.0006, | |
| "step": 49200 | |
| }, | |
| { | |
| "epoch": 1.5618564866149216, | |
| "grad_norm": 0.0002005908463615924, | |
| "learning_rate": 1.009226322810138e-05, | |
| "loss": 0.0234, | |
| "step": 49300 | |
| }, | |
| { | |
| "epoch": 1.565024552510692, | |
| "grad_norm": 0.004714667797088623, | |
| "learning_rate": 1.0070031124944422e-05, | |
| "loss": 0.0073, | |
| "step": 49400 | |
| }, | |
| { | |
| "epoch": 1.5681926184064627, | |
| "grad_norm": 0.022260790690779686, | |
| "learning_rate": 1.004779902178746e-05, | |
| "loss": 0.002, | |
| "step": 49500 | |
| }, | |
| { | |
| "epoch": 1.5713606843022334, | |
| "grad_norm": 0.004988121800124645, | |
| "learning_rate": 1.0025566918630502e-05, | |
| "loss": 0.0009, | |
| "step": 49600 | |
| }, | |
| { | |
| "epoch": 1.574528750198004, | |
| "grad_norm": 0.05250972509384155, | |
| "learning_rate": 1.0003334815473544e-05, | |
| "loss": 0.0015, | |
| "step": 49700 | |
| }, | |
| { | |
| "epoch": 1.5776968160937748, | |
| "grad_norm": 0.0003162017383147031, | |
| "learning_rate": 9.981102712316586e-06, | |
| "loss": 0.0019, | |
| "step": 49800 | |
| }, | |
| { | |
| "epoch": 1.5808648819895454, | |
| "grad_norm": 0.0022708792239427567, | |
| "learning_rate": 9.958870609159628e-06, | |
| "loss": 0.0036, | |
| "step": 49900 | |
| }, | |
| { | |
| "epoch": 1.5840329478853161, | |
| "grad_norm": 0.07355787605047226, | |
| "learning_rate": 9.936638506002668e-06, | |
| "loss": 0.0013, | |
| "step": 50000 | |
| }, | |
| { | |
| "epoch": 1.5872010137810868, | |
| "grad_norm": 0.016092980280518532, | |
| "learning_rate": 9.91440640284571e-06, | |
| "loss": 0.0036, | |
| "step": 50100 | |
| }, | |
| { | |
| "epoch": 1.5903690796768573, | |
| "grad_norm": 0.005923141725361347, | |
| "learning_rate": 9.892174299688751e-06, | |
| "loss": 0.0011, | |
| "step": 50200 | |
| }, | |
| { | |
| "epoch": 1.593537145572628, | |
| "grad_norm": 0.0008923260029405355, | |
| "learning_rate": 9.869942196531793e-06, | |
| "loss": 0.0044, | |
| "step": 50300 | |
| }, | |
| { | |
| "epoch": 1.5967052114683984, | |
| "grad_norm": 0.012484990991652012, | |
| "learning_rate": 9.847710093374833e-06, | |
| "loss": 0.0013, | |
| "step": 50400 | |
| }, | |
| { | |
| "epoch": 1.599873277364169, | |
| "grad_norm": 0.006260208319872618, | |
| "learning_rate": 9.825477990217875e-06, | |
| "loss": 0.0009, | |
| "step": 50500 | |
| }, | |
| { | |
| "epoch": 1.6030413432599397, | |
| "grad_norm": 0.0003789561160374433, | |
| "learning_rate": 9.803245887060917e-06, | |
| "loss": 0.0026, | |
| "step": 50600 | |
| }, | |
| { | |
| "epoch": 1.6062094091557104, | |
| "grad_norm": 0.0023648873902857304, | |
| "learning_rate": 9.781013783903958e-06, | |
| "loss": 0.0016, | |
| "step": 50700 | |
| }, | |
| { | |
| "epoch": 1.609377475051481, | |
| "grad_norm": 0.0007971607847139239, | |
| "learning_rate": 9.758781680746998e-06, | |
| "loss": 0.0179, | |
| "step": 50800 | |
| }, | |
| { | |
| "epoch": 1.6125455409472518, | |
| "grad_norm": 0.003260316327214241, | |
| "learning_rate": 9.73654957759004e-06, | |
| "loss": 0.0005, | |
| "step": 50900 | |
| }, | |
| { | |
| "epoch": 1.6157136068430225, | |
| "grad_norm": 0.009100884199142456, | |
| "learning_rate": 9.714317474433082e-06, | |
| "loss": 0.0016, | |
| "step": 51000 | |
| }, | |
| { | |
| "epoch": 1.6188816727387931, | |
| "grad_norm": 0.0007428972166962922, | |
| "learning_rate": 9.692085371276124e-06, | |
| "loss": 0.0111, | |
| "step": 51100 | |
| }, | |
| { | |
| "epoch": 1.6220497386345636, | |
| "grad_norm": 0.0015612394781783223, | |
| "learning_rate": 9.669853268119166e-06, | |
| "loss": 0.0043, | |
| "step": 51200 | |
| }, | |
| { | |
| "epoch": 1.6252178045303343, | |
| "grad_norm": 0.00023708381922915578, | |
| "learning_rate": 9.647621164962207e-06, | |
| "loss": 0.0008, | |
| "step": 51300 | |
| }, | |
| { | |
| "epoch": 1.6283858704261047, | |
| "grad_norm": 0.0002284464571857825, | |
| "learning_rate": 9.625389061805247e-06, | |
| "loss": 0.0027, | |
| "step": 51400 | |
| }, | |
| { | |
| "epoch": 1.6315539363218754, | |
| "grad_norm": 0.25235188007354736, | |
| "learning_rate": 9.603156958648289e-06, | |
| "loss": 0.0037, | |
| "step": 51500 | |
| }, | |
| { | |
| "epoch": 1.634722002217646, | |
| "grad_norm": 0.04865886643528938, | |
| "learning_rate": 9.580924855491331e-06, | |
| "loss": 0.0039, | |
| "step": 51600 | |
| }, | |
| { | |
| "epoch": 1.6378900681134168, | |
| "grad_norm": 0.011536366306245327, | |
| "learning_rate": 9.558692752334373e-06, | |
| "loss": 0.0295, | |
| "step": 51700 | |
| }, | |
| { | |
| "epoch": 1.6410581340091874, | |
| "grad_norm": 0.0033942603040486574, | |
| "learning_rate": 9.536460649177413e-06, | |
| "loss": 0.0041, | |
| "step": 51800 | |
| }, | |
| { | |
| "epoch": 1.644226199904958, | |
| "grad_norm": 0.0001564373233122751, | |
| "learning_rate": 9.514228546020454e-06, | |
| "loss": 0.0026, | |
| "step": 51900 | |
| }, | |
| { | |
| "epoch": 1.6473942658007288, | |
| "grad_norm": 0.004323447588831186, | |
| "learning_rate": 9.491996442863496e-06, | |
| "loss": 0.001, | |
| "step": 52000 | |
| }, | |
| { | |
| "epoch": 1.6505623316964992, | |
| "grad_norm": 0.02848782017827034, | |
| "learning_rate": 9.469764339706538e-06, | |
| "loss": 0.0008, | |
| "step": 52100 | |
| }, | |
| { | |
| "epoch": 1.65373039759227, | |
| "grad_norm": 0.021708877757191658, | |
| "learning_rate": 9.447532236549578e-06, | |
| "loss": 0.0016, | |
| "step": 52200 | |
| }, | |
| { | |
| "epoch": 1.6568984634880406, | |
| "grad_norm": 0.0003262820828240365, | |
| "learning_rate": 9.42530013339262e-06, | |
| "loss": 0.0009, | |
| "step": 52300 | |
| }, | |
| { | |
| "epoch": 1.660066529383811, | |
| "grad_norm": 0.001735742436721921, | |
| "learning_rate": 9.403068030235662e-06, | |
| "loss": 0.0013, | |
| "step": 52400 | |
| }, | |
| { | |
| "epoch": 1.6632345952795817, | |
| "grad_norm": 4.010135307908058e-05, | |
| "learning_rate": 9.380835927078702e-06, | |
| "loss": 0.0008, | |
| "step": 52500 | |
| }, | |
| { | |
| "epoch": 1.6664026611753524, | |
| "grad_norm": 0.0007688233745284379, | |
| "learning_rate": 9.358603823921743e-06, | |
| "loss": 0.0021, | |
| "step": 52600 | |
| }, | |
| { | |
| "epoch": 1.669570727071123, | |
| "grad_norm": 0.034028083086013794, | |
| "learning_rate": 9.336371720764785e-06, | |
| "loss": 0.0004, | |
| "step": 52700 | |
| }, | |
| { | |
| "epoch": 1.6727387929668938, | |
| "grad_norm": 0.0006701341480948031, | |
| "learning_rate": 9.314139617607827e-06, | |
| "loss": 0.0027, | |
| "step": 52800 | |
| }, | |
| { | |
| "epoch": 1.6759068588626644, | |
| "grad_norm": 0.001205560751259327, | |
| "learning_rate": 9.291907514450867e-06, | |
| "loss": 0.0006, | |
| "step": 52900 | |
| }, | |
| { | |
| "epoch": 1.6790749247584351, | |
| "grad_norm": 0.0008685667417012155, | |
| "learning_rate": 9.269675411293909e-06, | |
| "loss": 0.0002, | |
| "step": 53000 | |
| }, | |
| { | |
| "epoch": 1.6822429906542056, | |
| "grad_norm": 0.008366398513317108, | |
| "learning_rate": 9.24744330813695e-06, | |
| "loss": 0.0005, | |
| "step": 53100 | |
| }, | |
| { | |
| "epoch": 1.6854110565499762, | |
| "grad_norm": 0.14362505078315735, | |
| "learning_rate": 9.22521120497999e-06, | |
| "loss": 0.0054, | |
| "step": 53200 | |
| }, | |
| { | |
| "epoch": 1.6885791224457467, | |
| "grad_norm": 0.019972218200564384, | |
| "learning_rate": 9.202979101823032e-06, | |
| "loss": 0.0004, | |
| "step": 53300 | |
| }, | |
| { | |
| "epoch": 1.6917471883415174, | |
| "grad_norm": 0.0412134975194931, | |
| "learning_rate": 9.180746998666074e-06, | |
| "loss": 0.0015, | |
| "step": 53400 | |
| }, | |
| { | |
| "epoch": 1.694915254237288, | |
| "grad_norm": 0.003748115384951234, | |
| "learning_rate": 9.158514895509116e-06, | |
| "loss": 0.0013, | |
| "step": 53500 | |
| }, | |
| { | |
| "epoch": 1.6980833201330587, | |
| "grad_norm": 0.052952829748392105, | |
| "learning_rate": 9.136282792352158e-06, | |
| "loss": 0.0016, | |
| "step": 53600 | |
| }, | |
| { | |
| "epoch": 1.7012513860288294, | |
| "grad_norm": 0.008989219553768635, | |
| "learning_rate": 9.114050689195198e-06, | |
| "loss": 0.0072, | |
| "step": 53700 | |
| }, | |
| { | |
| "epoch": 1.7044194519246, | |
| "grad_norm": 0.047007884830236435, | |
| "learning_rate": 9.09181858603824e-06, | |
| "loss": 0.0014, | |
| "step": 53800 | |
| }, | |
| { | |
| "epoch": 1.7075875178203708, | |
| "grad_norm": 0.726980984210968, | |
| "learning_rate": 9.069586482881281e-06, | |
| "loss": 0.0054, | |
| "step": 53900 | |
| }, | |
| { | |
| "epoch": 1.7107555837161414, | |
| "grad_norm": 1.7654441762715578e-05, | |
| "learning_rate": 9.047354379724323e-06, | |
| "loss": 0.0031, | |
| "step": 54000 | |
| }, | |
| { | |
| "epoch": 1.713923649611912, | |
| "grad_norm": 0.03758937120437622, | |
| "learning_rate": 9.025122276567365e-06, | |
| "loss": 0.0018, | |
| "step": 54100 | |
| }, | |
| { | |
| "epoch": 1.7170917155076826, | |
| "grad_norm": 0.0004717516421806067, | |
| "learning_rate": 9.002890173410405e-06, | |
| "loss": 0.0177, | |
| "step": 54200 | |
| }, | |
| { | |
| "epoch": 1.720259781403453, | |
| "grad_norm": 0.0008279602043330669, | |
| "learning_rate": 8.980658070253447e-06, | |
| "loss": 0.0014, | |
| "step": 54300 | |
| }, | |
| { | |
| "epoch": 1.7234278472992237, | |
| "grad_norm": 0.010010186582803726, | |
| "learning_rate": 8.958425967096488e-06, | |
| "loss": 0.0019, | |
| "step": 54400 | |
| }, | |
| { | |
| "epoch": 1.7265959131949944, | |
| "grad_norm": 0.000608959817327559, | |
| "learning_rate": 8.93619386393953e-06, | |
| "loss": 0.0012, | |
| "step": 54500 | |
| }, | |
| { | |
| "epoch": 1.729763979090765, | |
| "grad_norm": 0.06244368851184845, | |
| "learning_rate": 8.913961760782572e-06, | |
| "loss": 0.0005, | |
| "step": 54600 | |
| }, | |
| { | |
| "epoch": 1.7329320449865357, | |
| "grad_norm": 0.03337325528264046, | |
| "learning_rate": 8.891729657625612e-06, | |
| "loss": 0.0013, | |
| "step": 54700 | |
| }, | |
| { | |
| "epoch": 1.7361001108823064, | |
| "grad_norm": 0.23330213129520416, | |
| "learning_rate": 8.869497554468654e-06, | |
| "loss": 0.0032, | |
| "step": 54800 | |
| }, | |
| { | |
| "epoch": 1.739268176778077, | |
| "grad_norm": 0.00020378937188070267, | |
| "learning_rate": 8.847265451311696e-06, | |
| "loss": 0.0028, | |
| "step": 54900 | |
| }, | |
| { | |
| "epoch": 1.7424362426738478, | |
| "grad_norm": 0.0336778499186039, | |
| "learning_rate": 8.825033348154736e-06, | |
| "loss": 0.0012, | |
| "step": 55000 | |
| }, | |
| { | |
| "epoch": 1.7456043085696182, | |
| "grad_norm": 7.928178092697635e-05, | |
| "learning_rate": 8.802801244997777e-06, | |
| "loss": 0.005, | |
| "step": 55100 | |
| }, | |
| { | |
| "epoch": 1.748772374465389, | |
| "grad_norm": 0.0005374435568228364, | |
| "learning_rate": 8.780569141840819e-06, | |
| "loss": 0.0059, | |
| "step": 55200 | |
| }, | |
| { | |
| "epoch": 1.7519404403611594, | |
| "grad_norm": 8.190758671844378e-05, | |
| "learning_rate": 8.758337038683861e-06, | |
| "loss": 0.001, | |
| "step": 55300 | |
| }, | |
| { | |
| "epoch": 1.75510850625693, | |
| "grad_norm": 0.2861631214618683, | |
| "learning_rate": 8.736104935526901e-06, | |
| "loss": 0.0032, | |
| "step": 55400 | |
| }, | |
| { | |
| "epoch": 1.7582765721527007, | |
| "grad_norm": 0.32926666736602783, | |
| "learning_rate": 8.713872832369943e-06, | |
| "loss": 0.0006, | |
| "step": 55500 | |
| }, | |
| { | |
| "epoch": 1.7614446380484714, | |
| "grad_norm": 0.0030724196694791317, | |
| "learning_rate": 8.691640729212984e-06, | |
| "loss": 0.01, | |
| "step": 55600 | |
| }, | |
| { | |
| "epoch": 1.764612703944242, | |
| "grad_norm": 0.032956257462501526, | |
| "learning_rate": 8.669408626056025e-06, | |
| "loss": 0.0014, | |
| "step": 55700 | |
| }, | |
| { | |
| "epoch": 1.7677807698400128, | |
| "grad_norm": 5.11103862663731e-05, | |
| "learning_rate": 8.647176522899066e-06, | |
| "loss": 0.0012, | |
| "step": 55800 | |
| }, | |
| { | |
| "epoch": 1.7709488357357834, | |
| "grad_norm": 0.12016189843416214, | |
| "learning_rate": 8.624944419742108e-06, | |
| "loss": 0.002, | |
| "step": 55900 | |
| }, | |
| { | |
| "epoch": 1.7741169016315539, | |
| "grad_norm": 0.0004587411822285503, | |
| "learning_rate": 8.60271231658515e-06, | |
| "loss": 0.0024, | |
| "step": 56000 | |
| }, | |
| { | |
| "epoch": 1.7772849675273246, | |
| "grad_norm": 0.0020646629855036736, | |
| "learning_rate": 8.58048021342819e-06, | |
| "loss": 0.0006, | |
| "step": 56100 | |
| }, | |
| { | |
| "epoch": 1.7804530334230952, | |
| "grad_norm": 2.86006870737765e-05, | |
| "learning_rate": 8.558248110271232e-06, | |
| "loss": 0.002, | |
| "step": 56200 | |
| }, | |
| { | |
| "epoch": 1.7836210993188657, | |
| "grad_norm": 0.0002436635986668989, | |
| "learning_rate": 8.536016007114273e-06, | |
| "loss": 0.0019, | |
| "step": 56300 | |
| }, | |
| { | |
| "epoch": 1.7867891652146364, | |
| "grad_norm": 0.0017174540553241968, | |
| "learning_rate": 8.513783903957315e-06, | |
| "loss": 0.0004, | |
| "step": 56400 | |
| }, | |
| { | |
| "epoch": 1.789957231110407, | |
| "grad_norm": 0.0032357415184378624, | |
| "learning_rate": 8.491551800800355e-06, | |
| "loss": 0.001, | |
| "step": 56500 | |
| }, | |
| { | |
| "epoch": 1.7931252970061777, | |
| "grad_norm": 0.006789275910705328, | |
| "learning_rate": 8.469319697643397e-06, | |
| "loss": 0.0032, | |
| "step": 56600 | |
| }, | |
| { | |
| "epoch": 1.7962933629019484, | |
| "grad_norm": 0.007675839588046074, | |
| "learning_rate": 8.447087594486439e-06, | |
| "loss": 0.0004, | |
| "step": 56700 | |
| }, | |
| { | |
| "epoch": 1.799461428797719, | |
| "grad_norm": 0.026306411251425743, | |
| "learning_rate": 8.42485549132948e-06, | |
| "loss": 0.0015, | |
| "step": 56800 | |
| }, | |
| { | |
| "epoch": 1.8026294946934898, | |
| "grad_norm": 2.372541348449886e-05, | |
| "learning_rate": 8.402623388172522e-06, | |
| "loss": 0.0013, | |
| "step": 56900 | |
| }, | |
| { | |
| "epoch": 1.8057975605892602, | |
| "grad_norm": 5.574413444264792e-05, | |
| "learning_rate": 8.380391285015564e-06, | |
| "loss": 0.0015, | |
| "step": 57000 | |
| }, | |
| { | |
| "epoch": 1.808965626485031, | |
| "grad_norm": 0.05931154265999794, | |
| "learning_rate": 8.358159181858604e-06, | |
| "loss": 0.0024, | |
| "step": 57100 | |
| }, | |
| { | |
| "epoch": 1.8121336923808016, | |
| "grad_norm": 0.39386412501335144, | |
| "learning_rate": 8.335927078701646e-06, | |
| "loss": 0.0071, | |
| "step": 57200 | |
| }, | |
| { | |
| "epoch": 1.815301758276572, | |
| "grad_norm": 0.00321913231164217, | |
| "learning_rate": 8.313694975544688e-06, | |
| "loss": 0.0096, | |
| "step": 57300 | |
| }, | |
| { | |
| "epoch": 1.8184698241723427, | |
| "grad_norm": 0.0608585849404335, | |
| "learning_rate": 8.29146287238773e-06, | |
| "loss": 0.0008, | |
| "step": 57400 | |
| }, | |
| { | |
| "epoch": 1.8216378900681134, | |
| "grad_norm": 0.0008937619277276099, | |
| "learning_rate": 8.26923076923077e-06, | |
| "loss": 0.0043, | |
| "step": 57500 | |
| }, | |
| { | |
| "epoch": 1.824805955963884, | |
| "grad_norm": 0.0015754963969811797, | |
| "learning_rate": 8.246998666073811e-06, | |
| "loss": 0.0011, | |
| "step": 57600 | |
| }, | |
| { | |
| "epoch": 1.8279740218596547, | |
| "grad_norm": 0.022448064759373665, | |
| "learning_rate": 8.224766562916853e-06, | |
| "loss": 0.0009, | |
| "step": 57700 | |
| }, | |
| { | |
| "epoch": 1.8311420877554254, | |
| "grad_norm": 0.1551535576581955, | |
| "learning_rate": 8.202534459759895e-06, | |
| "loss": 0.0054, | |
| "step": 57800 | |
| } | |
| ], | |
| "logging_steps": 100, | |
| "max_steps": 94695, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 3, | |
| "save_steps": 100, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 0.0, | |
| "train_batch_size": 2, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |