| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 3.0, | |
| "eval_steps": 500, | |
| "global_step": 6807, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.00044072278536800354, | |
| "grad_norm": 0.24354467550812778, | |
| "learning_rate": 2.936857562408223e-07, | |
| "loss": 2.1339, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.0022036139268400176, | |
| "grad_norm": 0.27040776216996587, | |
| "learning_rate": 1.4684287812041115e-06, | |
| "loss": 2.3535, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.004407227853680035, | |
| "grad_norm": 0.23978713638500837, | |
| "learning_rate": 2.936857562408223e-06, | |
| "loss": 2.0659, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.006610841780520053, | |
| "grad_norm": 0.2562898248528363, | |
| "learning_rate": 4.4052863436123355e-06, | |
| "loss": 2.0742, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.00881445570736007, | |
| "grad_norm": 0.2671940707327157, | |
| "learning_rate": 5.873715124816446e-06, | |
| "loss": 2.0397, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.011018069634200088, | |
| "grad_norm": 0.2840547143688825, | |
| "learning_rate": 7.3421439060205585e-06, | |
| "loss": 2.3034, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.013221683561040106, | |
| "grad_norm": 0.2739646963997833, | |
| "learning_rate": 8.810572687224671e-06, | |
| "loss": 2.0168, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.015425297487880123, | |
| "grad_norm": 0.36046684768779125, | |
| "learning_rate": 1.0279001468428782e-05, | |
| "loss": 2.1073, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.01762891141472014, | |
| "grad_norm": 0.29214076993878346, | |
| "learning_rate": 1.1747430249632892e-05, | |
| "loss": 1.9053, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.01983252534156016, | |
| "grad_norm": 0.4413639637555924, | |
| "learning_rate": 1.3215859030837005e-05, | |
| "loss": 2.272, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.022036139268400177, | |
| "grad_norm": 0.3645215252816923, | |
| "learning_rate": 1.4684287812041117e-05, | |
| "loss": 2.0033, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.024239753195240195, | |
| "grad_norm": 0.26241461964383006, | |
| "learning_rate": 1.615271659324523e-05, | |
| "loss": 2.0168, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.026443367122080213, | |
| "grad_norm": 0.3108898378679939, | |
| "learning_rate": 1.7621145374449342e-05, | |
| "loss": 2.1111, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.02864698104892023, | |
| "grad_norm": 0.2662326669897319, | |
| "learning_rate": 1.9089574155653454e-05, | |
| "loss": 1.8806, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.030850594975760245, | |
| "grad_norm": 0.16963519927101947, | |
| "learning_rate": 2.0558002936857563e-05, | |
| "loss": 2.1257, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.03305420890260027, | |
| "grad_norm": 0.23310716143802493, | |
| "learning_rate": 2.2026431718061676e-05, | |
| "loss": 1.8759, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.03525782282944028, | |
| "grad_norm": 0.2575993518919339, | |
| "learning_rate": 2.3494860499265785e-05, | |
| "loss": 1.9053, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.0374614367562803, | |
| "grad_norm": 0.2746073869104198, | |
| "learning_rate": 2.4963289280469897e-05, | |
| "loss": 1.7651, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.03966505068312032, | |
| "grad_norm": 0.2279037029835098, | |
| "learning_rate": 2.643171806167401e-05, | |
| "loss": 1.8627, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.04186866460996033, | |
| "grad_norm": 0.27296809706241965, | |
| "learning_rate": 2.7900146842878122e-05, | |
| "loss": 1.9057, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.044072278536800354, | |
| "grad_norm": 0.2670117144218064, | |
| "learning_rate": 2.9368575624082234e-05, | |
| "loss": 1.8911, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.04627589246364037, | |
| "grad_norm": 0.23511621219550868, | |
| "learning_rate": 3.0837004405286347e-05, | |
| "loss": 2.024, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.04847950639048039, | |
| "grad_norm": 0.24414856722360948, | |
| "learning_rate": 3.230543318649046e-05, | |
| "loss": 1.9756, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.050683120317320404, | |
| "grad_norm": 0.25077238640232496, | |
| "learning_rate": 3.377386196769457e-05, | |
| "loss": 1.7627, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.052886734244160426, | |
| "grad_norm": 0.30541323094735956, | |
| "learning_rate": 3.5242290748898684e-05, | |
| "loss": 1.9455, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.05509034817100044, | |
| "grad_norm": 0.2593735959377697, | |
| "learning_rate": 3.6710719530102796e-05, | |
| "loss": 1.9408, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.05729396209784046, | |
| "grad_norm": 0.2356435173973878, | |
| "learning_rate": 3.817914831130691e-05, | |
| "loss": 1.9746, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.059497576024680476, | |
| "grad_norm": 0.2556575372905199, | |
| "learning_rate": 3.9647577092511014e-05, | |
| "loss": 1.9133, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.06170118995152049, | |
| "grad_norm": 0.23671492386855494, | |
| "learning_rate": 4.1116005873715127e-05, | |
| "loss": 1.7228, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.0639048038783605, | |
| "grad_norm": 0.2522128793647996, | |
| "learning_rate": 4.258443465491924e-05, | |
| "loss": 1.9416, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.06610841780520053, | |
| "grad_norm": 0.259439737149894, | |
| "learning_rate": 4.405286343612335e-05, | |
| "loss": 2.0295, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.06831203173204055, | |
| "grad_norm": 0.2632402024665515, | |
| "learning_rate": 4.5521292217327464e-05, | |
| "loss": 1.7906, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.07051564565888056, | |
| "grad_norm": 0.28869506877919027, | |
| "learning_rate": 4.698972099853157e-05, | |
| "loss": 1.73, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.07271925958572058, | |
| "grad_norm": 0.2586750438465526, | |
| "learning_rate": 4.845814977973568e-05, | |
| "loss": 1.8038, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.0749228735125606, | |
| "grad_norm": 0.2506125082680772, | |
| "learning_rate": 4.9926578560939794e-05, | |
| "loss": 1.8558, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.07712648743940062, | |
| "grad_norm": 0.2876243539987618, | |
| "learning_rate": 5.1395007342143906e-05, | |
| "loss": 1.9784, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.07933010136624064, | |
| "grad_norm": 0.23288536708042795, | |
| "learning_rate": 5.286343612334802e-05, | |
| "loss": 1.7534, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.08153371529308065, | |
| "grad_norm": 0.25062968804040664, | |
| "learning_rate": 5.433186490455213e-05, | |
| "loss": 1.8032, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.08373732921992066, | |
| "grad_norm": 0.3358849445093002, | |
| "learning_rate": 5.5800293685756244e-05, | |
| "loss": 1.9325, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.08594094314676069, | |
| "grad_norm": 0.25234625121100573, | |
| "learning_rate": 5.7268722466960356e-05, | |
| "loss": 1.8855, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.08814455707360071, | |
| "grad_norm": 0.3365993483895123, | |
| "learning_rate": 5.873715124816447e-05, | |
| "loss": 1.8118, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.09034817100044072, | |
| "grad_norm": 0.311599846916865, | |
| "learning_rate": 6.020558002936858e-05, | |
| "loss": 2.0721, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.09255178492728074, | |
| "grad_norm": 0.3363293627242514, | |
| "learning_rate": 6.167400881057269e-05, | |
| "loss": 1.804, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.09475539885412076, | |
| "grad_norm": 0.3414057038117249, | |
| "learning_rate": 6.31424375917768e-05, | |
| "loss": 1.871, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.09695901278096078, | |
| "grad_norm": 0.3051539417193126, | |
| "learning_rate": 6.461086637298092e-05, | |
| "loss": 2.0932, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.0991626267078008, | |
| "grad_norm": 0.2859223655623353, | |
| "learning_rate": 6.607929515418503e-05, | |
| "loss": 1.8641, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.10136624063464081, | |
| "grad_norm": 0.30959368455808256, | |
| "learning_rate": 6.754772393538914e-05, | |
| "loss": 1.8437, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.10356985456148082, | |
| "grad_norm": 0.3544528067642694, | |
| "learning_rate": 6.901615271659326e-05, | |
| "loss": 1.9002, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.10577346848832085, | |
| "grad_norm": 0.34632827275641465, | |
| "learning_rate": 7.048458149779737e-05, | |
| "loss": 1.8398, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.10797708241516087, | |
| "grad_norm": 0.597473977518495, | |
| "learning_rate": 7.195301027900148e-05, | |
| "loss": 1.9357, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.11018069634200088, | |
| "grad_norm": 0.35953743798846133, | |
| "learning_rate": 7.342143906020559e-05, | |
| "loss": 1.944, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.1123843102688409, | |
| "grad_norm": 0.32165430097730124, | |
| "learning_rate": 7.48898678414097e-05, | |
| "loss": 1.8974, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 0.11458792419568092, | |
| "grad_norm": 0.2616578656705798, | |
| "learning_rate": 7.635829662261382e-05, | |
| "loss": 1.6988, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.11679153812252094, | |
| "grad_norm": 0.37507900741140277, | |
| "learning_rate": 7.782672540381793e-05, | |
| "loss": 1.9061, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 0.11899515204936095, | |
| "grad_norm": 0.3505810167092092, | |
| "learning_rate": 7.929515418502203e-05, | |
| "loss": 1.7829, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.12119876597620097, | |
| "grad_norm": 0.2905187770243884, | |
| "learning_rate": 8.076358296622614e-05, | |
| "loss": 1.896, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.12340237990304098, | |
| "grad_norm": 0.31667074390598227, | |
| "learning_rate": 8.223201174743025e-05, | |
| "loss": 1.8549, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.125605993829881, | |
| "grad_norm": 0.33256810111534474, | |
| "learning_rate": 8.370044052863437e-05, | |
| "loss": 1.9184, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 0.127809607756721, | |
| "grad_norm": 0.41094013265883617, | |
| "learning_rate": 8.516886930983848e-05, | |
| "loss": 1.9407, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.13001322168356105, | |
| "grad_norm": 0.3268179907564926, | |
| "learning_rate": 8.663729809104259e-05, | |
| "loss": 1.858, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 0.13221683561040107, | |
| "grad_norm": 0.4082234533551937, | |
| "learning_rate": 8.81057268722467e-05, | |
| "loss": 1.8172, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.13442044953724108, | |
| "grad_norm": 0.3303954200472522, | |
| "learning_rate": 8.957415565345081e-05, | |
| "loss": 1.7879, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 0.1366240634640811, | |
| "grad_norm": 0.3785434588284624, | |
| "learning_rate": 9.104258443465493e-05, | |
| "loss": 1.7931, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.1388276773909211, | |
| "grad_norm": 0.3603897034728447, | |
| "learning_rate": 9.251101321585903e-05, | |
| "loss": 1.7793, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 0.14103129131776113, | |
| "grad_norm": 0.2967904662976913, | |
| "learning_rate": 9.397944199706314e-05, | |
| "loss": 1.7092, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.14323490524460114, | |
| "grad_norm": 0.2976559195453983, | |
| "learning_rate": 9.544787077826725e-05, | |
| "loss": 1.8302, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.14543851917144116, | |
| "grad_norm": 0.34525724393698276, | |
| "learning_rate": 9.691629955947136e-05, | |
| "loss": 1.9488, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.14764213309828117, | |
| "grad_norm": 0.3473487500731534, | |
| "learning_rate": 9.838472834067548e-05, | |
| "loss": 1.8169, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 0.1498457470251212, | |
| "grad_norm": 0.35776737697830296, | |
| "learning_rate": 9.985315712187959e-05, | |
| "loss": 1.7562, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.15204936095196123, | |
| "grad_norm": 0.35067754753032443, | |
| "learning_rate": 0.00010132158590308371, | |
| "loss": 1.9597, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 0.15425297487880124, | |
| "grad_norm": 0.31111407532049806, | |
| "learning_rate": 0.00010279001468428781, | |
| "loss": 1.6977, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.15645658880564126, | |
| "grad_norm": 0.350081092372353, | |
| "learning_rate": 0.00010425844346549194, | |
| "loss": 1.7585, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 0.15866020273248127, | |
| "grad_norm": 0.3445787779571548, | |
| "learning_rate": 0.00010572687224669604, | |
| "loss": 1.7956, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.16086381665932128, | |
| "grad_norm": 0.2992117867602888, | |
| "learning_rate": 0.00010719530102790014, | |
| "loss": 1.7752, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 0.1630674305861613, | |
| "grad_norm": 0.3754242349038873, | |
| "learning_rate": 0.00010866372980910426, | |
| "loss": 1.8151, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.16527104451300131, | |
| "grad_norm": 0.36786720092684805, | |
| "learning_rate": 0.00011013215859030836, | |
| "loss": 1.8172, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.16747465843984133, | |
| "grad_norm": 0.3572694028170277, | |
| "learning_rate": 0.00011160058737151249, | |
| "loss": 1.8668, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.16967827236668137, | |
| "grad_norm": 0.34400588996372305, | |
| "learning_rate": 0.00011306901615271659, | |
| "loss": 1.9685, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 0.17188188629352139, | |
| "grad_norm": 0.3484332919699417, | |
| "learning_rate": 0.00011453744493392071, | |
| "loss": 1.999, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.1740855002203614, | |
| "grad_norm": 0.3167720096524829, | |
| "learning_rate": 0.00011600587371512481, | |
| "loss": 1.7002, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 0.17628911414720141, | |
| "grad_norm": 0.30865191358312394, | |
| "learning_rate": 0.00011747430249632894, | |
| "loss": 1.7808, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.17849272807404143, | |
| "grad_norm": 0.3635805195870158, | |
| "learning_rate": 0.00011894273127753304, | |
| "loss": 1.8711, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 0.18069634200088144, | |
| "grad_norm": 0.3113426681083048, | |
| "learning_rate": 0.00012041116005873716, | |
| "loss": 1.7559, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.18289995592772146, | |
| "grad_norm": 0.3500754402872819, | |
| "learning_rate": 0.00012187958883994126, | |
| "loss": 2.0623, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 0.18510356985456147, | |
| "grad_norm": 0.3002611868025747, | |
| "learning_rate": 0.00012334801762114539, | |
| "loss": 1.6155, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.1873071837814015, | |
| "grad_norm": 0.30728017118253237, | |
| "learning_rate": 0.00012481644640234947, | |
| "loss": 1.7865, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 0.18951079770824153, | |
| "grad_norm": 0.30435853108098426, | |
| "learning_rate": 0.0001262848751835536, | |
| "loss": 1.8101, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.19171441163508154, | |
| "grad_norm": 0.33728305221904875, | |
| "learning_rate": 0.0001277533039647577, | |
| "loss": 1.7445, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 0.19391802556192156, | |
| "grad_norm": 0.3269188152820616, | |
| "learning_rate": 0.00012922173274596184, | |
| "loss": 1.8443, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.19612163948876157, | |
| "grad_norm": 0.30824761799725153, | |
| "learning_rate": 0.00013069016152716592, | |
| "loss": 1.8385, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 0.1983252534156016, | |
| "grad_norm": 0.2692779779339547, | |
| "learning_rate": 0.00013215859030837006, | |
| "loss": 1.7256, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.2005288673424416, | |
| "grad_norm": 0.29633902366885784, | |
| "learning_rate": 0.00013362701908957415, | |
| "loss": 1.8496, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 0.20273248126928162, | |
| "grad_norm": 0.31921033190555953, | |
| "learning_rate": 0.00013509544787077829, | |
| "loss": 1.9118, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.20493609519612163, | |
| "grad_norm": 0.38557464681376724, | |
| "learning_rate": 0.00013656387665198237, | |
| "loss": 1.7992, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 0.20713970912296165, | |
| "grad_norm": 0.28175106471056965, | |
| "learning_rate": 0.0001380323054331865, | |
| "loss": 1.8768, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.2093433230498017, | |
| "grad_norm": 0.31789045276124145, | |
| "learning_rate": 0.0001395007342143906, | |
| "loss": 1.7628, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 0.2115469369766417, | |
| "grad_norm": 0.2412861323934925, | |
| "learning_rate": 0.00014096916299559473, | |
| "loss": 1.7988, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.21375055090348172, | |
| "grad_norm": 0.24858109179997467, | |
| "learning_rate": 0.00014243759177679882, | |
| "loss": 1.8673, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 0.21595416483032173, | |
| "grad_norm": 0.30755969433310765, | |
| "learning_rate": 0.00014390602055800296, | |
| "loss": 1.7105, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.21815777875716175, | |
| "grad_norm": 0.2249398504391689, | |
| "learning_rate": 0.00014537444933920705, | |
| "loss": 1.7837, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 0.22036139268400176, | |
| "grad_norm": 0.3335603893570301, | |
| "learning_rate": 0.00014684287812041118, | |
| "loss": 1.8333, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.22256500661084178, | |
| "grad_norm": 0.3038176355961198, | |
| "learning_rate": 0.00014831130690161527, | |
| "loss": 1.8275, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 0.2247686205376818, | |
| "grad_norm": 0.30793332193972345, | |
| "learning_rate": 0.0001497797356828194, | |
| "loss": 1.8177, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.2269722344645218, | |
| "grad_norm": 0.3072544700688745, | |
| "learning_rate": 0.0001512481644640235, | |
| "loss": 1.9828, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 0.22917584839136185, | |
| "grad_norm": 0.34999895392965585, | |
| "learning_rate": 0.00015271659324522763, | |
| "loss": 1.9117, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.23137946231820186, | |
| "grad_norm": 0.32911766969763456, | |
| "learning_rate": 0.00015418502202643172, | |
| "loss": 1.6697, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 0.23358307624504188, | |
| "grad_norm": 0.2617607674469746, | |
| "learning_rate": 0.00015565345080763586, | |
| "loss": 1.6296, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.2357866901718819, | |
| "grad_norm": 0.43182139308340584, | |
| "learning_rate": 0.00015712187958883994, | |
| "loss": 1.9794, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 0.2379903040987219, | |
| "grad_norm": 0.3127396374267501, | |
| "learning_rate": 0.00015859030837004406, | |
| "loss": 1.7436, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.24019391802556192, | |
| "grad_norm": 0.21415922561789702, | |
| "learning_rate": 0.00016005873715124817, | |
| "loss": 1.7742, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 0.24239753195240193, | |
| "grad_norm": 0.31852170762507637, | |
| "learning_rate": 0.00016152716593245228, | |
| "loss": 1.7969, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.24460114587924195, | |
| "grad_norm": 0.29928941424884764, | |
| "learning_rate": 0.0001629955947136564, | |
| "loss": 1.8178, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 0.24680475980608196, | |
| "grad_norm": 0.2145836014852306, | |
| "learning_rate": 0.0001644640234948605, | |
| "loss": 1.6149, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.249008373732922, | |
| "grad_norm": 0.2765877443446801, | |
| "learning_rate": 0.00016593245227606462, | |
| "loss": 1.859, | |
| "step": 565 | |
| }, | |
| { | |
| "epoch": 0.251211987659762, | |
| "grad_norm": 0.26872348364190873, | |
| "learning_rate": 0.00016740088105726873, | |
| "loss": 1.8757, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.25341560158660204, | |
| "grad_norm": 0.3149952835357651, | |
| "learning_rate": 0.00016886930983847284, | |
| "loss": 1.869, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 0.255619215513442, | |
| "grad_norm": 0.2304679465113612, | |
| "learning_rate": 0.00017033773861967696, | |
| "loss": 1.7151, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.25782282944028206, | |
| "grad_norm": 0.24264862789474126, | |
| "learning_rate": 0.00017180616740088107, | |
| "loss": 2.0695, | |
| "step": 585 | |
| }, | |
| { | |
| "epoch": 0.2600264433671221, | |
| "grad_norm": 0.2598067252093709, | |
| "learning_rate": 0.00017327459618208518, | |
| "loss": 1.839, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.2622300572939621, | |
| "grad_norm": 0.26705538323533523, | |
| "learning_rate": 0.0001747430249632893, | |
| "loss": 1.8008, | |
| "step": 595 | |
| }, | |
| { | |
| "epoch": 0.26443367122080214, | |
| "grad_norm": 0.28479994342274373, | |
| "learning_rate": 0.0001762114537444934, | |
| "loss": 1.7284, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.2666372851476421, | |
| "grad_norm": 0.28497317726898896, | |
| "learning_rate": 0.00017767988252569752, | |
| "loss": 1.9214, | |
| "step": 605 | |
| }, | |
| { | |
| "epoch": 0.26884089907448216, | |
| "grad_norm": 0.33639476801612694, | |
| "learning_rate": 0.00017914831130690163, | |
| "loss": 1.7516, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.27104451300132215, | |
| "grad_norm": 0.25526934350033054, | |
| "learning_rate": 0.00018061674008810574, | |
| "loss": 1.7688, | |
| "step": 615 | |
| }, | |
| { | |
| "epoch": 0.2732481269281622, | |
| "grad_norm": 0.28869758623973935, | |
| "learning_rate": 0.00018208516886930985, | |
| "loss": 1.7843, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.2754517408550022, | |
| "grad_norm": 0.2782854068624019, | |
| "learning_rate": 0.00018355359765051397, | |
| "loss": 1.8081, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 0.2776553547818422, | |
| "grad_norm": 0.28975241284668296, | |
| "learning_rate": 0.00018502202643171805, | |
| "loss": 2.0243, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.27985896870868227, | |
| "grad_norm": 0.3308791482681284, | |
| "learning_rate": 0.0001864904552129222, | |
| "loss": 1.9301, | |
| "step": 635 | |
| }, | |
| { | |
| "epoch": 0.28206258263552225, | |
| "grad_norm": 0.2725800531393519, | |
| "learning_rate": 0.00018795888399412628, | |
| "loss": 1.8126, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.2842661965623623, | |
| "grad_norm": 0.2347435274751105, | |
| "learning_rate": 0.00018942731277533042, | |
| "loss": 1.9526, | |
| "step": 645 | |
| }, | |
| { | |
| "epoch": 0.2864698104892023, | |
| "grad_norm": 0.2594593727241724, | |
| "learning_rate": 0.0001908957415565345, | |
| "loss": 1.7362, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.2886734244160423, | |
| "grad_norm": 0.20428739622605385, | |
| "learning_rate": 0.00019236417033773864, | |
| "loss": 1.9143, | |
| "step": 655 | |
| }, | |
| { | |
| "epoch": 0.2908770383428823, | |
| "grad_norm": 0.35231366470248277, | |
| "learning_rate": 0.00019383259911894273, | |
| "loss": 1.882, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.29308065226972235, | |
| "grad_norm": 0.28303949235132847, | |
| "learning_rate": 0.00019530102790014687, | |
| "loss": 1.9956, | |
| "step": 665 | |
| }, | |
| { | |
| "epoch": 0.29528426619656234, | |
| "grad_norm": 0.28380137271318484, | |
| "learning_rate": 0.00019676945668135095, | |
| "loss": 1.9298, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.2974878801234024, | |
| "grad_norm": 0.29197603939206423, | |
| "learning_rate": 0.0001982378854625551, | |
| "loss": 1.9936, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 0.2996914940502424, | |
| "grad_norm": 0.3192279737304851, | |
| "learning_rate": 0.00019970631424375918, | |
| "loss": 1.856, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.3018951079770824, | |
| "grad_norm": 0.31555391042987874, | |
| "learning_rate": 0.00019999978960491256, | |
| "loss": 1.9492, | |
| "step": 685 | |
| }, | |
| { | |
| "epoch": 0.30409872190392245, | |
| "grad_norm": 0.26468213545329267, | |
| "learning_rate": 0.0001999989348763872, | |
| "loss": 1.867, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.30630233583076244, | |
| "grad_norm": 0.2591553540599883, | |
| "learning_rate": 0.0001999974226703463, | |
| "loss": 1.7565, | |
| "step": 695 | |
| }, | |
| { | |
| "epoch": 0.3085059497576025, | |
| "grad_norm": 0.33857027825097774, | |
| "learning_rate": 0.00019999525299673244, | |
| "loss": 1.8407, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.31070956368444247, | |
| "grad_norm": 0.27554046406812405, | |
| "learning_rate": 0.0001999924258698108, | |
| "loss": 1.8449, | |
| "step": 705 | |
| }, | |
| { | |
| "epoch": 0.3129131776112825, | |
| "grad_norm": 0.2906036501277061, | |
| "learning_rate": 0.0001999889413081694, | |
| "loss": 1.9425, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 0.3151167915381225, | |
| "grad_norm": 0.24516499633235853, | |
| "learning_rate": 0.00019998479933471862, | |
| "loss": 1.8373, | |
| "step": 715 | |
| }, | |
| { | |
| "epoch": 0.31732040546496254, | |
| "grad_norm": 0.261325768775238, | |
| "learning_rate": 0.0001999799999766913, | |
| "loss": 1.8655, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.3195240193918026, | |
| "grad_norm": 0.26292913191780404, | |
| "learning_rate": 0.00019997454326564252, | |
| "loss": 1.8011, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 0.32172763331864257, | |
| "grad_norm": 0.24941214673161538, | |
| "learning_rate": 0.0001999684292374493, | |
| "loss": 1.7063, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 0.3239312472454826, | |
| "grad_norm": 0.285047883815678, | |
| "learning_rate": 0.00019996165793231038, | |
| "loss": 1.9537, | |
| "step": 735 | |
| }, | |
| { | |
| "epoch": 0.3261348611723226, | |
| "grad_norm": 0.2853612548244496, | |
| "learning_rate": 0.0001999542293947461, | |
| "loss": 1.7641, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.32833847509916264, | |
| "grad_norm": 0.2600200330765211, | |
| "learning_rate": 0.00019994614367359792, | |
| "loss": 1.8886, | |
| "step": 745 | |
| }, | |
| { | |
| "epoch": 0.33054208902600263, | |
| "grad_norm": 0.36999348537839605, | |
| "learning_rate": 0.00019993740082202818, | |
| "loss": 1.798, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.33274570295284267, | |
| "grad_norm": 0.24647791783433215, | |
| "learning_rate": 0.00019992800089751984, | |
| "loss": 1.8922, | |
| "step": 755 | |
| }, | |
| { | |
| "epoch": 0.33494931687968266, | |
| "grad_norm": 0.23414809097297196, | |
| "learning_rate": 0.0001999179439618759, | |
| "loss": 1.6675, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.3371529308065227, | |
| "grad_norm": 0.24171495213943817, | |
| "learning_rate": 0.00019990723008121917, | |
| "loss": 1.5054, | |
| "step": 765 | |
| }, | |
| { | |
| "epoch": 0.33935654473336274, | |
| "grad_norm": 0.2462163957540956, | |
| "learning_rate": 0.00019989585932599172, | |
| "loss": 1.8441, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 0.34156015866020273, | |
| "grad_norm": 0.24192478872496498, | |
| "learning_rate": 0.00019988383177095459, | |
| "loss": 1.8535, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 0.34376377258704277, | |
| "grad_norm": 0.21554799200025276, | |
| "learning_rate": 0.000199871147495187, | |
| "loss": 1.7299, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.34596738651388276, | |
| "grad_norm": 0.29240426650240625, | |
| "learning_rate": 0.00019985780658208618, | |
| "loss": 1.9846, | |
| "step": 785 | |
| }, | |
| { | |
| "epoch": 0.3481710004407228, | |
| "grad_norm": 0.32582827846868756, | |
| "learning_rate": 0.00019984380911936648, | |
| "loss": 1.5922, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 0.3503746143675628, | |
| "grad_norm": 0.3253623043496682, | |
| "learning_rate": 0.00019982915519905912, | |
| "loss": 1.7138, | |
| "step": 795 | |
| }, | |
| { | |
| "epoch": 0.35257822829440283, | |
| "grad_norm": 0.3012253411690825, | |
| "learning_rate": 0.00019981384491751133, | |
| "loss": 1.9526, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.3547818422212428, | |
| "grad_norm": 0.32373710599771705, | |
| "learning_rate": 0.00019979787837538587, | |
| "loss": 2.0799, | |
| "step": 805 | |
| }, | |
| { | |
| "epoch": 0.35698545614808286, | |
| "grad_norm": 0.2736459891711902, | |
| "learning_rate": 0.00019978125567766023, | |
| "loss": 1.8422, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 0.3591890700749229, | |
| "grad_norm": 0.28970333253517644, | |
| "learning_rate": 0.00019976397693362614, | |
| "loss": 1.8309, | |
| "step": 815 | |
| }, | |
| { | |
| "epoch": 0.3613926840017629, | |
| "grad_norm": 0.271249926943477, | |
| "learning_rate": 0.0001997460422568886, | |
| "loss": 1.6581, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 0.36359629792860293, | |
| "grad_norm": 0.25582927997161137, | |
| "learning_rate": 0.00019972745176536537, | |
| "loss": 1.9441, | |
| "step": 825 | |
| }, | |
| { | |
| "epoch": 0.3657999118554429, | |
| "grad_norm": 0.27987061803178176, | |
| "learning_rate": 0.00019970820558128604, | |
| "loss": 1.8015, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 0.36800352578228296, | |
| "grad_norm": 0.2956257318754398, | |
| "learning_rate": 0.0001996883038311913, | |
| "loss": 1.7853, | |
| "step": 835 | |
| }, | |
| { | |
| "epoch": 0.37020713970912295, | |
| "grad_norm": 0.25727871315384043, | |
| "learning_rate": 0.00019966774664593206, | |
| "loss": 1.7594, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 0.372410753635963, | |
| "grad_norm": 0.3069722747545403, | |
| "learning_rate": 0.00019964653416066868, | |
| "loss": 1.9102, | |
| "step": 845 | |
| }, | |
| { | |
| "epoch": 0.374614367562803, | |
| "grad_norm": 0.362312858514461, | |
| "learning_rate": 0.0001996246665148699, | |
| "loss": 1.8419, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.376817981489643, | |
| "grad_norm": 0.30043599837768675, | |
| "learning_rate": 0.00019960214385231217, | |
| "loss": 1.9281, | |
| "step": 855 | |
| }, | |
| { | |
| "epoch": 0.37902159541648306, | |
| "grad_norm": 0.25742900200071334, | |
| "learning_rate": 0.00019957896632107845, | |
| "loss": 1.8382, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 0.38122520934332305, | |
| "grad_norm": 0.22904042108335546, | |
| "learning_rate": 0.00019955513407355743, | |
| "loss": 1.585, | |
| "step": 865 | |
| }, | |
| { | |
| "epoch": 0.3834288232701631, | |
| "grad_norm": 0.35248924984262536, | |
| "learning_rate": 0.0001995306472664425, | |
| "loss": 1.8779, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 0.3856324371970031, | |
| "grad_norm": 0.21394107686214808, | |
| "learning_rate": 0.00019950550606073056, | |
| "loss": 1.6203, | |
| "step": 875 | |
| }, | |
| { | |
| "epoch": 0.3878360511238431, | |
| "grad_norm": 0.23210191109497874, | |
| "learning_rate": 0.00019947971062172118, | |
| "loss": 1.7579, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 0.3900396650506831, | |
| "grad_norm": 0.280197585305159, | |
| "learning_rate": 0.00019945326111901542, | |
| "loss": 1.8697, | |
| "step": 885 | |
| }, | |
| { | |
| "epoch": 0.39224327897752315, | |
| "grad_norm": 0.2007938963214883, | |
| "learning_rate": 0.00019942615772651455, | |
| "loss": 1.6718, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 0.39444689290436313, | |
| "grad_norm": 0.28396842059026434, | |
| "learning_rate": 0.0001993984006224193, | |
| "loss": 1.8261, | |
| "step": 895 | |
| }, | |
| { | |
| "epoch": 0.3966505068312032, | |
| "grad_norm": 0.2970710682132302, | |
| "learning_rate": 0.00019936998998922826, | |
| "loss": 1.8988, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.3988541207580432, | |
| "grad_norm": 0.4794659287163716, | |
| "learning_rate": 0.00019934092601373694, | |
| "loss": 1.8387, | |
| "step": 905 | |
| }, | |
| { | |
| "epoch": 0.4010577346848832, | |
| "grad_norm": 0.2810211439045603, | |
| "learning_rate": 0.00019931120888703652, | |
| "loss": 1.7516, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 0.40326134861172325, | |
| "grad_norm": 0.28984779802870314, | |
| "learning_rate": 0.0001992808388045125, | |
| "loss": 1.9212, | |
| "step": 915 | |
| }, | |
| { | |
| "epoch": 0.40546496253856323, | |
| "grad_norm": 0.26294811280148017, | |
| "learning_rate": 0.00019924981596584345, | |
| "loss": 1.8798, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 0.4076685764654033, | |
| "grad_norm": 0.27546864810479915, | |
| "learning_rate": 0.00019921814057499978, | |
| "loss": 1.7595, | |
| "step": 925 | |
| }, | |
| { | |
| "epoch": 0.40987219039224326, | |
| "grad_norm": 0.2506019656377615, | |
| "learning_rate": 0.0001991858128402422, | |
| "loss": 1.7625, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 0.4120758043190833, | |
| "grad_norm": 0.35470941281384444, | |
| "learning_rate": 0.0001991528329741206, | |
| "loss": 1.8644, | |
| "step": 935 | |
| }, | |
| { | |
| "epoch": 0.4142794182459233, | |
| "grad_norm": 0.30456048523132856, | |
| "learning_rate": 0.00019911920119347254, | |
| "loss": 1.8427, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 0.41648303217276333, | |
| "grad_norm": 0.21180617855630868, | |
| "learning_rate": 0.0001990849177194217, | |
| "loss": 1.947, | |
| "step": 945 | |
| }, | |
| { | |
| "epoch": 0.4186866460996034, | |
| "grad_norm": 0.27175217869149726, | |
| "learning_rate": 0.00019904998277737668, | |
| "loss": 1.5794, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.42089026002644336, | |
| "grad_norm": 0.25340188979799705, | |
| "learning_rate": 0.00019901439659702924, | |
| "loss": 1.655, | |
| "step": 955 | |
| }, | |
| { | |
| "epoch": 0.4230938739532834, | |
| "grad_norm": 0.32039092541913483, | |
| "learning_rate": 0.00019897815941235307, | |
| "loss": 1.9448, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 0.4252974878801234, | |
| "grad_norm": 0.28203099326236186, | |
| "learning_rate": 0.00019894127146160204, | |
| "loss": 1.73, | |
| "step": 965 | |
| }, | |
| { | |
| "epoch": 0.42750110180696343, | |
| "grad_norm": 0.790698073004524, | |
| "learning_rate": 0.00019890373298730868, | |
| "loss": 2.0466, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 0.4297047157338034, | |
| "grad_norm": 0.23107801878483133, | |
| "learning_rate": 0.0001988655442362827, | |
| "loss": 1.5805, | |
| "step": 975 | |
| }, | |
| { | |
| "epoch": 0.43190832966064346, | |
| "grad_norm": 0.2396293478769625, | |
| "learning_rate": 0.00019882670545960914, | |
| "loss": 1.7482, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 0.43411194358748345, | |
| "grad_norm": 0.29159214942433453, | |
| "learning_rate": 0.00019878721691264704, | |
| "loss": 1.9851, | |
| "step": 985 | |
| }, | |
| { | |
| "epoch": 0.4363155575143235, | |
| "grad_norm": 0.2825006648123125, | |
| "learning_rate": 0.00019874707885502745, | |
| "loss": 1.7534, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 0.43851917144116354, | |
| "grad_norm": 0.28034425756379244, | |
| "learning_rate": 0.00019870629155065186, | |
| "loss": 1.7489, | |
| "step": 995 | |
| }, | |
| { | |
| "epoch": 0.4407227853680035, | |
| "grad_norm": 0.3181059895374247, | |
| "learning_rate": 0.0001986648552676905, | |
| "loss": 1.8798, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.44292639929484356, | |
| "grad_norm": 0.20367681253555586, | |
| "learning_rate": 0.0001986227702785805, | |
| "loss": 1.8065, | |
| "step": 1005 | |
| }, | |
| { | |
| "epoch": 0.44513001322168355, | |
| "grad_norm": 0.25873539379499144, | |
| "learning_rate": 0.0001985800368600242, | |
| "loss": 1.687, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 0.4473336271485236, | |
| "grad_norm": 0.2342074611961214, | |
| "learning_rate": 0.0001985366552929871, | |
| "loss": 1.9431, | |
| "step": 1015 | |
| }, | |
| { | |
| "epoch": 0.4495372410753636, | |
| "grad_norm": 0.48215863294928724, | |
| "learning_rate": 0.00019849262586269642, | |
| "loss": 1.8137, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 0.4517408550022036, | |
| "grad_norm": 0.27724392120608005, | |
| "learning_rate": 0.00019844794885863877, | |
| "loss": 1.8311, | |
| "step": 1025 | |
| }, | |
| { | |
| "epoch": 0.4539444689290436, | |
| "grad_norm": 0.22655546528476625, | |
| "learning_rate": 0.00019840262457455855, | |
| "loss": 1.6968, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 0.45614808285588365, | |
| "grad_norm": 0.24804519754733267, | |
| "learning_rate": 0.00019835665330845595, | |
| "loss": 1.844, | |
| "step": 1035 | |
| }, | |
| { | |
| "epoch": 0.4583516967827237, | |
| "grad_norm": 0.3053870909241666, | |
| "learning_rate": 0.00019831003536258487, | |
| "loss": 1.6674, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 0.4605553107095637, | |
| "grad_norm": 0.2677054196356507, | |
| "learning_rate": 0.00019826277104345109, | |
| "loss": 1.994, | |
| "step": 1045 | |
| }, | |
| { | |
| "epoch": 0.4627589246364037, | |
| "grad_norm": 0.2332936772139347, | |
| "learning_rate": 0.0001982148606618102, | |
| "loss": 1.7963, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.4649625385632437, | |
| "grad_norm": 0.290304703836439, | |
| "learning_rate": 0.00019816630453266555, | |
| "loss": 1.8278, | |
| "step": 1055 | |
| }, | |
| { | |
| "epoch": 0.46716615249008375, | |
| "grad_norm": 0.31440944408786714, | |
| "learning_rate": 0.0001981171029752662, | |
| "loss": 1.7053, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 0.46936976641692374, | |
| "grad_norm": 0.31837742235142563, | |
| "learning_rate": 0.00019806725631310476, | |
| "loss": 1.8377, | |
| "step": 1065 | |
| }, | |
| { | |
| "epoch": 0.4715733803437638, | |
| "grad_norm": 0.31835369363351046, | |
| "learning_rate": 0.00019801676487391529, | |
| "loss": 1.7635, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 0.47377699427060377, | |
| "grad_norm": 0.32008261758346795, | |
| "learning_rate": 0.0001979656289896712, | |
| "loss": 1.8322, | |
| "step": 1075 | |
| }, | |
| { | |
| "epoch": 0.4759806081974438, | |
| "grad_norm": 0.2436306554476478, | |
| "learning_rate": 0.000197913848996583, | |
| "loss": 1.7057, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 0.47818422212428385, | |
| "grad_norm": 0.24420764132400904, | |
| "learning_rate": 0.00019786142523509615, | |
| "loss": 1.7756, | |
| "step": 1085 | |
| }, | |
| { | |
| "epoch": 0.48038783605112384, | |
| "grad_norm": 0.24156752527695532, | |
| "learning_rate": 0.00019780835804988876, | |
| "loss": 1.7788, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 0.4825914499779639, | |
| "grad_norm": 0.3341728235303617, | |
| "learning_rate": 0.00019775464778986934, | |
| "loss": 1.9, | |
| "step": 1095 | |
| }, | |
| { | |
| "epoch": 0.48479506390480387, | |
| "grad_norm": 0.23920551280340352, | |
| "learning_rate": 0.00019770029480817454, | |
| "loss": 1.8956, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.4869986778316439, | |
| "grad_norm": 0.2463312946508512, | |
| "learning_rate": 0.00019764529946216682, | |
| "loss": 1.5345, | |
| "step": 1105 | |
| }, | |
| { | |
| "epoch": 0.4892022917584839, | |
| "grad_norm": 0.26366246938923554, | |
| "learning_rate": 0.00019758966211343206, | |
| "loss": 1.7621, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 0.49140590568532394, | |
| "grad_norm": 0.3123943209000793, | |
| "learning_rate": 0.00019753338312777718, | |
| "loss": 1.815, | |
| "step": 1115 | |
| }, | |
| { | |
| "epoch": 0.4936095196121639, | |
| "grad_norm": 0.2551443475914167, | |
| "learning_rate": 0.00019747646287522784, | |
| "loss": 1.8611, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 0.49581313353900397, | |
| "grad_norm": 0.2332525414967985, | |
| "learning_rate": 0.0001974189017300259, | |
| "loss": 1.5384, | |
| "step": 1125 | |
| }, | |
| { | |
| "epoch": 0.498016747465844, | |
| "grad_norm": 0.2861706387721841, | |
| "learning_rate": 0.00019736070007062692, | |
| "loss": 2.029, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 0.500220361392684, | |
| "grad_norm": 0.4583730418300565, | |
| "learning_rate": 0.00019730185827969784, | |
| "loss": 1.6826, | |
| "step": 1135 | |
| }, | |
| { | |
| "epoch": 0.502423975319524, | |
| "grad_norm": 0.1931367375627417, | |
| "learning_rate": 0.00019724237674411432, | |
| "loss": 1.6877, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 0.5046275892463641, | |
| "grad_norm": 0.3082508866109686, | |
| "learning_rate": 0.00019718225585495824, | |
| "loss": 1.8148, | |
| "step": 1145 | |
| }, | |
| { | |
| "epoch": 0.5068312031732041, | |
| "grad_norm": 0.18106453992956664, | |
| "learning_rate": 0.00019712149600751517, | |
| "loss": 1.6556, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 0.5090348171000441, | |
| "grad_norm": 0.23000297672552616, | |
| "learning_rate": 0.00019706009760127164, | |
| "loss": 2.0152, | |
| "step": 1155 | |
| }, | |
| { | |
| "epoch": 0.511238431026884, | |
| "grad_norm": 0.29387352965288377, | |
| "learning_rate": 0.00019699806103991272, | |
| "loss": 1.7962, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 0.5134420449537241, | |
| "grad_norm": 0.23060861917057546, | |
| "learning_rate": 0.00019693538673131917, | |
| "loss": 1.8123, | |
| "step": 1165 | |
| }, | |
| { | |
| "epoch": 0.5156456588805641, | |
| "grad_norm": 0.25329490761690543, | |
| "learning_rate": 0.00019687207508756486, | |
| "loss": 1.7052, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 0.5178492728074041, | |
| "grad_norm": 0.3356944723720528, | |
| "learning_rate": 0.00019680812652491408, | |
| "loss": 1.7985, | |
| "step": 1175 | |
| }, | |
| { | |
| "epoch": 0.5200528867342442, | |
| "grad_norm": 0.31492967037029806, | |
| "learning_rate": 0.0001967435414638187, | |
| "loss": 1.7971, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 0.5222565006610842, | |
| "grad_norm": 0.2915314540239125, | |
| "learning_rate": 0.00019667832032891554, | |
| "loss": 1.9571, | |
| "step": 1185 | |
| }, | |
| { | |
| "epoch": 0.5244601145879242, | |
| "grad_norm": 0.28065572919249093, | |
| "learning_rate": 0.00019661246354902342, | |
| "loss": 1.9185, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 0.5266637285147642, | |
| "grad_norm": 0.22888871376259906, | |
| "learning_rate": 0.00019654597155714044, | |
| "loss": 1.7367, | |
| "step": 1195 | |
| }, | |
| { | |
| "epoch": 0.5288673424416043, | |
| "grad_norm": 0.23069615225682083, | |
| "learning_rate": 0.00019647884479044123, | |
| "loss": 1.7333, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.5310709563684443, | |
| "grad_norm": 0.25845750908289505, | |
| "learning_rate": 0.00019641108369027385, | |
| "loss": 1.5907, | |
| "step": 1205 | |
| }, | |
| { | |
| "epoch": 0.5332745702952842, | |
| "grad_norm": 0.3069614304651339, | |
| "learning_rate": 0.00019634268870215703, | |
| "loss": 1.9282, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 0.5354781842221242, | |
| "grad_norm": 0.3005722535622308, | |
| "learning_rate": 0.00019627366027577726, | |
| "loss": 1.6378, | |
| "step": 1215 | |
| }, | |
| { | |
| "epoch": 0.5376817981489643, | |
| "grad_norm": 0.270244780455395, | |
| "learning_rate": 0.00019620399886498578, | |
| "loss": 1.6499, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 0.5398854120758043, | |
| "grad_norm": 0.2796374681033303, | |
| "learning_rate": 0.0001961337049277955, | |
| "loss": 1.7962, | |
| "step": 1225 | |
| }, | |
| { | |
| "epoch": 0.5420890260026443, | |
| "grad_norm": 0.2608673103569785, | |
| "learning_rate": 0.00019606277892637823, | |
| "loss": 1.6946, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 0.5442926399294844, | |
| "grad_norm": 0.35197474426731085, | |
| "learning_rate": 0.00019599122132706146, | |
| "loss": 1.9751, | |
| "step": 1235 | |
| }, | |
| { | |
| "epoch": 0.5464962538563244, | |
| "grad_norm": 0.26530267535084306, | |
| "learning_rate": 0.0001959190326003253, | |
| "loss": 1.7257, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 0.5486998677831644, | |
| "grad_norm": 0.2540337035705083, | |
| "learning_rate": 0.00019584621322079942, | |
| "loss": 1.8693, | |
| "step": 1245 | |
| }, | |
| { | |
| "epoch": 0.5509034817100044, | |
| "grad_norm": 0.2530867344602867, | |
| "learning_rate": 0.00019577276366726003, | |
| "loss": 1.6761, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.5531070956368445, | |
| "grad_norm": 0.2549205571103006, | |
| "learning_rate": 0.00019569868442262655, | |
| "loss": 1.8729, | |
| "step": 1255 | |
| }, | |
| { | |
| "epoch": 0.5553107095636844, | |
| "grad_norm": 0.2871173332255517, | |
| "learning_rate": 0.00019562397597395857, | |
| "loss": 1.8347, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 0.5575143234905244, | |
| "grad_norm": 0.28369117286467893, | |
| "learning_rate": 0.0001955486388124525, | |
| "loss": 1.8547, | |
| "step": 1265 | |
| }, | |
| { | |
| "epoch": 0.5597179374173645, | |
| "grad_norm": 0.2852722364768899, | |
| "learning_rate": 0.00019547267343343857, | |
| "loss": 1.6552, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 0.5619215513442045, | |
| "grad_norm": 0.34585189639791736, | |
| "learning_rate": 0.0001953960803363774, | |
| "loss": 1.6727, | |
| "step": 1275 | |
| }, | |
| { | |
| "epoch": 0.5641251652710445, | |
| "grad_norm": 0.2767216642372831, | |
| "learning_rate": 0.00019531886002485674, | |
| "loss": 1.8886, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 0.5663287791978845, | |
| "grad_norm": 0.20036600537602942, | |
| "learning_rate": 0.00019524101300658813, | |
| "loss": 1.8685, | |
| "step": 1285 | |
| }, | |
| { | |
| "epoch": 0.5685323931247246, | |
| "grad_norm": 0.261316473836974, | |
| "learning_rate": 0.0001951625397934037, | |
| "loss": 1.782, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 0.5707360070515646, | |
| "grad_norm": 0.4236076570583356, | |
| "learning_rate": 0.0001950834409012527, | |
| "loss": 1.8318, | |
| "step": 1295 | |
| }, | |
| { | |
| "epoch": 0.5729396209784046, | |
| "grad_norm": 0.28925306291568, | |
| "learning_rate": 0.00019500371685019806, | |
| "loss": 1.6012, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.5751432349052445, | |
| "grad_norm": 0.2945702905493002, | |
| "learning_rate": 0.0001949233681644131, | |
| "loss": 1.9158, | |
| "step": 1305 | |
| }, | |
| { | |
| "epoch": 0.5773468488320846, | |
| "grad_norm": 0.27644920036772963, | |
| "learning_rate": 0.00019484239537217798, | |
| "loss": 1.8232, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 0.5795504627589246, | |
| "grad_norm": 0.24910322311175717, | |
| "learning_rate": 0.00019476079900587626, | |
| "loss": 2.0731, | |
| "step": 1315 | |
| }, | |
| { | |
| "epoch": 0.5817540766857646, | |
| "grad_norm": 0.2746087574116961, | |
| "learning_rate": 0.00019467857960199142, | |
| "loss": 1.8429, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 0.5839576906126047, | |
| "grad_norm": 0.30262920301398166, | |
| "learning_rate": 0.00019459573770110335, | |
| "loss": 1.7647, | |
| "step": 1325 | |
| }, | |
| { | |
| "epoch": 0.5861613045394447, | |
| "grad_norm": 0.2570054670626858, | |
| "learning_rate": 0.0001945122738478847, | |
| "loss": 1.7511, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 0.5883649184662847, | |
| "grad_norm": 0.2506934757685486, | |
| "learning_rate": 0.00019442818859109737, | |
| "loss": 1.9036, | |
| "step": 1335 | |
| }, | |
| { | |
| "epoch": 0.5905685323931247, | |
| "grad_norm": 0.28984253571835894, | |
| "learning_rate": 0.00019434348248358892, | |
| "loss": 1.7763, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 0.5927721463199648, | |
| "grad_norm": 0.28120650964379307, | |
| "learning_rate": 0.00019425815608228888, | |
| "loss": 1.8062, | |
| "step": 1345 | |
| }, | |
| { | |
| "epoch": 0.5949757602468048, | |
| "grad_norm": 0.26796794914129696, | |
| "learning_rate": 0.00019417220994820514, | |
| "loss": 1.7886, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 0.5971793741736448, | |
| "grad_norm": 0.27855604023858827, | |
| "learning_rate": 0.00019408564464642024, | |
| "loss": 1.6226, | |
| "step": 1355 | |
| }, | |
| { | |
| "epoch": 0.5993829881004848, | |
| "grad_norm": 0.23996517928921976, | |
| "learning_rate": 0.00019399846074608757, | |
| "loss": 1.8206, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 0.6015866020273248, | |
| "grad_norm": 0.2718103628870133, | |
| "learning_rate": 0.00019391065882042786, | |
| "loss": 1.622, | |
| "step": 1365 | |
| }, | |
| { | |
| "epoch": 0.6037902159541648, | |
| "grad_norm": 0.40326599118637163, | |
| "learning_rate": 0.00019382223944672516, | |
| "loss": 1.8595, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 0.6059938298810048, | |
| "grad_norm": 0.26188146699351833, | |
| "learning_rate": 0.00019373320320632313, | |
| "loss": 1.719, | |
| "step": 1375 | |
| }, | |
| { | |
| "epoch": 0.6081974438078449, | |
| "grad_norm": 0.26353376595142103, | |
| "learning_rate": 0.00019364355068462126, | |
| "loss": 1.7599, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 0.6104010577346849, | |
| "grad_norm": 0.27506310894040453, | |
| "learning_rate": 0.00019355328247107106, | |
| "loss": 1.6895, | |
| "step": 1385 | |
| }, | |
| { | |
| "epoch": 0.6126046716615249, | |
| "grad_norm": 0.23293714707305346, | |
| "learning_rate": 0.00019346239915917204, | |
| "loss": 1.9199, | |
| "step": 1390 | |
| }, | |
| { | |
| "epoch": 0.6148082855883649, | |
| "grad_norm": 0.2728024319863431, | |
| "learning_rate": 0.00019337090134646787, | |
| "loss": 1.6137, | |
| "step": 1395 | |
| }, | |
| { | |
| "epoch": 0.617011899515205, | |
| "grad_norm": 0.2580080135345881, | |
| "learning_rate": 0.00019327878963454253, | |
| "loss": 1.9251, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.619215513442045, | |
| "grad_norm": 0.18292171734629373, | |
| "learning_rate": 0.00019318606462901625, | |
| "loss": 1.6127, | |
| "step": 1405 | |
| }, | |
| { | |
| "epoch": 0.6214191273688849, | |
| "grad_norm": 0.2540991707755816, | |
| "learning_rate": 0.0001930927269395416, | |
| "loss": 1.716, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 0.623622741295725, | |
| "grad_norm": 0.2222252074542422, | |
| "learning_rate": 0.00019299877717979944, | |
| "loss": 1.649, | |
| "step": 1415 | |
| }, | |
| { | |
| "epoch": 0.625826355222565, | |
| "grad_norm": 0.23656133580313402, | |
| "learning_rate": 0.00019290421596749487, | |
| "loss": 1.7321, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 0.628029969149405, | |
| "grad_norm": 0.2770878731693278, | |
| "learning_rate": 0.00019280904392435328, | |
| "loss": 1.7982, | |
| "step": 1425 | |
| }, | |
| { | |
| "epoch": 0.630233583076245, | |
| "grad_norm": 0.38713553349288304, | |
| "learning_rate": 0.00019271326167611606, | |
| "loss": 1.757, | |
| "step": 1430 | |
| }, | |
| { | |
| "epoch": 0.6324371970030851, | |
| "grad_norm": 0.21826448168974197, | |
| "learning_rate": 0.00019261686985253668, | |
| "loss": 1.6568, | |
| "step": 1435 | |
| }, | |
| { | |
| "epoch": 0.6346408109299251, | |
| "grad_norm": 0.28392855935252787, | |
| "learning_rate": 0.00019251986908737646, | |
| "loss": 1.6995, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 0.6368444248567651, | |
| "grad_norm": 0.3335345636849735, | |
| "learning_rate": 0.00019242226001840043, | |
| "loss": 1.6445, | |
| "step": 1445 | |
| }, | |
| { | |
| "epoch": 0.6390480387836052, | |
| "grad_norm": 0.23367317521663916, | |
| "learning_rate": 0.0001923240432873731, | |
| "loss": 1.7995, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 0.6412516527104452, | |
| "grad_norm": 0.26851942754392183, | |
| "learning_rate": 0.00019222521954005424, | |
| "loss": 1.8078, | |
| "step": 1455 | |
| }, | |
| { | |
| "epoch": 0.6434552666372851, | |
| "grad_norm": 0.28393938915488615, | |
| "learning_rate": 0.00019212578942619474, | |
| "loss": 1.7108, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 0.6456588805641251, | |
| "grad_norm": 0.2481400915816766, | |
| "learning_rate": 0.00019202575359953213, | |
| "loss": 1.7509, | |
| "step": 1465 | |
| }, | |
| { | |
| "epoch": 0.6478624944909652, | |
| "grad_norm": 0.22200215432596082, | |
| "learning_rate": 0.00019192511271778656, | |
| "loss": 1.6549, | |
| "step": 1470 | |
| }, | |
| { | |
| "epoch": 0.6500661084178052, | |
| "grad_norm": 0.24388551441860462, | |
| "learning_rate": 0.00019182386744265623, | |
| "loss": 1.9977, | |
| "step": 1475 | |
| }, | |
| { | |
| "epoch": 0.6522697223446452, | |
| "grad_norm": 0.28231311563927136, | |
| "learning_rate": 0.00019172201843981314, | |
| "loss": 1.7473, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 0.6544733362714852, | |
| "grad_norm": 0.2911468005732327, | |
| "learning_rate": 0.00019161956637889872, | |
| "loss": 1.8572, | |
| "step": 1485 | |
| }, | |
| { | |
| "epoch": 0.6566769501983253, | |
| "grad_norm": 0.2809891282005259, | |
| "learning_rate": 0.0001915165119335194, | |
| "loss": 1.6363, | |
| "step": 1490 | |
| }, | |
| { | |
| "epoch": 0.6588805641251653, | |
| "grad_norm": 0.257092783900919, | |
| "learning_rate": 0.0001914128557812422, | |
| "loss": 1.6894, | |
| "step": 1495 | |
| }, | |
| { | |
| "epoch": 0.6610841780520053, | |
| "grad_norm": 0.25492249438744313, | |
| "learning_rate": 0.00019130859860359026, | |
| "loss": 1.9549, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.6632877919788454, | |
| "grad_norm": 0.29656417671091373, | |
| "learning_rate": 0.00019120374108603843, | |
| "loss": 1.882, | |
| "step": 1505 | |
| }, | |
| { | |
| "epoch": 0.6654914059056853, | |
| "grad_norm": 0.26795937749586346, | |
| "learning_rate": 0.0001910982839180086, | |
| "loss": 1.7532, | |
| "step": 1510 | |
| }, | |
| { | |
| "epoch": 0.6676950198325253, | |
| "grad_norm": 0.30019068058678056, | |
| "learning_rate": 0.0001909922277928654, | |
| "loss": 1.9185, | |
| "step": 1515 | |
| }, | |
| { | |
| "epoch": 0.6698986337593653, | |
| "grad_norm": 0.2908491561313871, | |
| "learning_rate": 0.00019088557340791136, | |
| "loss": 1.8659, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 0.6721022476862054, | |
| "grad_norm": 0.2664246491795904, | |
| "learning_rate": 0.00019077832146438257, | |
| "loss": 1.618, | |
| "step": 1525 | |
| }, | |
| { | |
| "epoch": 0.6743058616130454, | |
| "grad_norm": 0.2670150987011056, | |
| "learning_rate": 0.00019067047266744396, | |
| "loss": 1.82, | |
| "step": 1530 | |
| }, | |
| { | |
| "epoch": 0.6765094755398854, | |
| "grad_norm": 0.26014739460054054, | |
| "learning_rate": 0.0001905620277261847, | |
| "loss": 1.8267, | |
| "step": 1535 | |
| }, | |
| { | |
| "epoch": 0.6787130894667255, | |
| "grad_norm": 0.39761269473071104, | |
| "learning_rate": 0.00019045298735361345, | |
| "loss": 1.7682, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 0.6809167033935655, | |
| "grad_norm": 0.25574765659361764, | |
| "learning_rate": 0.0001903433522666538, | |
| "loss": 1.8709, | |
| "step": 1545 | |
| }, | |
| { | |
| "epoch": 0.6831203173204055, | |
| "grad_norm": 0.2633667660696579, | |
| "learning_rate": 0.00019023312318613945, | |
| "loss": 1.7439, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 0.6853239312472454, | |
| "grad_norm": 0.33365458542367915, | |
| "learning_rate": 0.00019012230083680954, | |
| "loss": 1.8991, | |
| "step": 1555 | |
| }, | |
| { | |
| "epoch": 0.6875275451740855, | |
| "grad_norm": 0.26233949374382926, | |
| "learning_rate": 0.0001900108859473039, | |
| "loss": 1.7681, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 0.6897311591009255, | |
| "grad_norm": 0.27517789876709425, | |
| "learning_rate": 0.00018989887925015814, | |
| "loss": 1.8164, | |
| "step": 1565 | |
| }, | |
| { | |
| "epoch": 0.6919347730277655, | |
| "grad_norm": 0.22352922332415057, | |
| "learning_rate": 0.00018978628148179897, | |
| "loss": 1.6674, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 0.6941383869546055, | |
| "grad_norm": 0.2705784713837994, | |
| "learning_rate": 0.0001896730933825393, | |
| "loss": 1.883, | |
| "step": 1575 | |
| }, | |
| { | |
| "epoch": 0.6963420008814456, | |
| "grad_norm": 0.2333580239686404, | |
| "learning_rate": 0.00018955931569657333, | |
| "loss": 1.6889, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 0.6985456148082856, | |
| "grad_norm": 0.29573837903023903, | |
| "learning_rate": 0.00018944494917197172, | |
| "loss": 1.8473, | |
| "step": 1585 | |
| }, | |
| { | |
| "epoch": 0.7007492287351256, | |
| "grad_norm": 0.24394341802838163, | |
| "learning_rate": 0.00018932999456067675, | |
| "loss": 1.844, | |
| "step": 1590 | |
| }, | |
| { | |
| "epoch": 0.7029528426619657, | |
| "grad_norm": 0.2454925329534158, | |
| "learning_rate": 0.0001892144526184971, | |
| "loss": 1.7824, | |
| "step": 1595 | |
| }, | |
| { | |
| "epoch": 0.7051564565888057, | |
| "grad_norm": 0.23532373440650545, | |
| "learning_rate": 0.00018909832410510315, | |
| "loss": 1.8537, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.7073600705156456, | |
| "grad_norm": 0.2602720785746293, | |
| "learning_rate": 0.00018898160978402198, | |
| "loss": 1.8717, | |
| "step": 1605 | |
| }, | |
| { | |
| "epoch": 0.7095636844424856, | |
| "grad_norm": 0.23292617880883168, | |
| "learning_rate": 0.00018886431042263208, | |
| "loss": 1.703, | |
| "step": 1610 | |
| }, | |
| { | |
| "epoch": 0.7117672983693257, | |
| "grad_norm": 0.32473590479932374, | |
| "learning_rate": 0.0001887464267921587, | |
| "loss": 1.7075, | |
| "step": 1615 | |
| }, | |
| { | |
| "epoch": 0.7139709122961657, | |
| "grad_norm": 0.21131060430922607, | |
| "learning_rate": 0.00018862795966766833, | |
| "loss": 1.6993, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 0.7161745262230057, | |
| "grad_norm": 0.2945260951578129, | |
| "learning_rate": 0.0001885089098280641, | |
| "loss": 1.7315, | |
| "step": 1625 | |
| }, | |
| { | |
| "epoch": 0.7183781401498458, | |
| "grad_norm": 0.2988718316963067, | |
| "learning_rate": 0.0001883892780560802, | |
| "loss": 1.7079, | |
| "step": 1630 | |
| }, | |
| { | |
| "epoch": 0.7205817540766858, | |
| "grad_norm": 0.2671861990469183, | |
| "learning_rate": 0.00018826906513827704, | |
| "loss": 1.8816, | |
| "step": 1635 | |
| }, | |
| { | |
| "epoch": 0.7227853680035258, | |
| "grad_norm": 0.3539590759381266, | |
| "learning_rate": 0.00018814827186503595, | |
| "loss": 1.7559, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 0.7249889819303658, | |
| "grad_norm": 0.2098483762554333, | |
| "learning_rate": 0.00018802689903055396, | |
| "loss": 1.8296, | |
| "step": 1645 | |
| }, | |
| { | |
| "epoch": 0.7271925958572059, | |
| "grad_norm": 0.24342758941079398, | |
| "learning_rate": 0.0001879049474328387, | |
| "loss": 1.8845, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 0.7293962097840458, | |
| "grad_norm": 0.30213591141833546, | |
| "learning_rate": 0.00018778241787370303, | |
| "loss": 1.7739, | |
| "step": 1655 | |
| }, | |
| { | |
| "epoch": 0.7315998237108858, | |
| "grad_norm": 0.2796229215884198, | |
| "learning_rate": 0.00018765931115875985, | |
| "loss": 1.7238, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 0.7338034376377258, | |
| "grad_norm": 0.2818539631618944, | |
| "learning_rate": 0.00018753562809741673, | |
| "loss": 1.7833, | |
| "step": 1665 | |
| }, | |
| { | |
| "epoch": 0.7360070515645659, | |
| "grad_norm": 0.2534113717910187, | |
| "learning_rate": 0.00018741136950287067, | |
| "loss": 1.781, | |
| "step": 1670 | |
| }, | |
| { | |
| "epoch": 0.7382106654914059, | |
| "grad_norm": 0.25817838823410116, | |
| "learning_rate": 0.0001872865361921027, | |
| "loss": 1.6845, | |
| "step": 1675 | |
| }, | |
| { | |
| "epoch": 0.7404142794182459, | |
| "grad_norm": 0.25172352057271447, | |
| "learning_rate": 0.00018716112898587247, | |
| "loss": 1.9169, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 0.742617893345086, | |
| "grad_norm": 0.257829203989891, | |
| "learning_rate": 0.000187035148708713, | |
| "loss": 1.7977, | |
| "step": 1685 | |
| }, | |
| { | |
| "epoch": 0.744821507271926, | |
| "grad_norm": 0.21408758544817338, | |
| "learning_rate": 0.00018690859618892506, | |
| "loss": 1.6934, | |
| "step": 1690 | |
| }, | |
| { | |
| "epoch": 0.747025121198766, | |
| "grad_norm": 0.32305529721640136, | |
| "learning_rate": 0.0001867814722585719, | |
| "loss": 1.811, | |
| "step": 1695 | |
| }, | |
| { | |
| "epoch": 0.749228735125606, | |
| "grad_norm": 0.27366670016595385, | |
| "learning_rate": 0.0001866537777534737, | |
| "loss": 1.6083, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.751432349052446, | |
| "grad_norm": 0.2978907514821807, | |
| "learning_rate": 0.00018652551351320198, | |
| "loss": 1.7621, | |
| "step": 1705 | |
| }, | |
| { | |
| "epoch": 0.753635962979286, | |
| "grad_norm": 0.2682049213061407, | |
| "learning_rate": 0.00018639668038107437, | |
| "loss": 1.8008, | |
| "step": 1710 | |
| }, | |
| { | |
| "epoch": 0.755839576906126, | |
| "grad_norm": 0.2422117187271709, | |
| "learning_rate": 0.0001862672792041487, | |
| "loss": 1.9899, | |
| "step": 1715 | |
| }, | |
| { | |
| "epoch": 0.7580431908329661, | |
| "grad_norm": 0.27006478070278994, | |
| "learning_rate": 0.0001861373108332177, | |
| "loss": 1.7577, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 0.7602468047598061, | |
| "grad_norm": 0.31176719361390687, | |
| "learning_rate": 0.0001860067761228033, | |
| "loss": 1.7494, | |
| "step": 1725 | |
| }, | |
| { | |
| "epoch": 0.7624504186866461, | |
| "grad_norm": 0.2965711368621697, | |
| "learning_rate": 0.00018587567593115098, | |
| "loss": 1.9554, | |
| "step": 1730 | |
| }, | |
| { | |
| "epoch": 0.7646540326134861, | |
| "grad_norm": 0.26922434332877426, | |
| "learning_rate": 0.0001857440111202242, | |
| "loss": 1.7415, | |
| "step": 1735 | |
| }, | |
| { | |
| "epoch": 0.7668576465403262, | |
| "grad_norm": 0.25558172886185604, | |
| "learning_rate": 0.00018561178255569879, | |
| "loss": 1.7389, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 0.7690612604671662, | |
| "grad_norm": 0.24853091753480136, | |
| "learning_rate": 0.000185478991106957, | |
| "loss": 1.9658, | |
| "step": 1745 | |
| }, | |
| { | |
| "epoch": 0.7712648743940062, | |
| "grad_norm": 0.29324751667885357, | |
| "learning_rate": 0.00018534563764708206, | |
| "loss": 1.8161, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 0.7734684883208461, | |
| "grad_norm": 0.2517432199347208, | |
| "learning_rate": 0.00018521172305285236, | |
| "loss": 1.6512, | |
| "step": 1755 | |
| }, | |
| { | |
| "epoch": 0.7756721022476862, | |
| "grad_norm": 0.25142671678387746, | |
| "learning_rate": 0.00018507724820473556, | |
| "loss": 1.7221, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 0.7778757161745262, | |
| "grad_norm": 0.2851848328431096, | |
| "learning_rate": 0.00018494221398688307, | |
| "loss": 1.9137, | |
| "step": 1765 | |
| }, | |
| { | |
| "epoch": 0.7800793301013662, | |
| "grad_norm": 0.27922286690055653, | |
| "learning_rate": 0.00018480662128712389, | |
| "loss": 1.7529, | |
| "step": 1770 | |
| }, | |
| { | |
| "epoch": 0.7822829440282063, | |
| "grad_norm": 0.24188014554995038, | |
| "learning_rate": 0.00018467047099695905, | |
| "loss": 1.7036, | |
| "step": 1775 | |
| }, | |
| { | |
| "epoch": 0.7844865579550463, | |
| "grad_norm": 0.21832286860860883, | |
| "learning_rate": 0.00018453376401155562, | |
| "loss": 1.8127, | |
| "step": 1780 | |
| }, | |
| { | |
| "epoch": 0.7866901718818863, | |
| "grad_norm": 0.26225286533808284, | |
| "learning_rate": 0.00018439650122974087, | |
| "loss": 1.7398, | |
| "step": 1785 | |
| }, | |
| { | |
| "epoch": 0.7888937858087263, | |
| "grad_norm": 0.2585197080539731, | |
| "learning_rate": 0.0001842586835539964, | |
| "loss": 1.8645, | |
| "step": 1790 | |
| }, | |
| { | |
| "epoch": 0.7910973997355664, | |
| "grad_norm": 0.24265804391287996, | |
| "learning_rate": 0.00018412031189045196, | |
| "loss": 1.7356, | |
| "step": 1795 | |
| }, | |
| { | |
| "epoch": 0.7933010136624064, | |
| "grad_norm": 0.2590383769624523, | |
| "learning_rate": 0.00018398138714887993, | |
| "loss": 1.6518, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.7955046275892463, | |
| "grad_norm": 0.23488722647726504, | |
| "learning_rate": 0.00018384191024268894, | |
| "loss": 1.8054, | |
| "step": 1805 | |
| }, | |
| { | |
| "epoch": 0.7977082415160864, | |
| "grad_norm": 0.23606528165986015, | |
| "learning_rate": 0.00018370188208891803, | |
| "loss": 1.6994, | |
| "step": 1810 | |
| }, | |
| { | |
| "epoch": 0.7999118554429264, | |
| "grad_norm": 0.29081075890767155, | |
| "learning_rate": 0.00018356130360823068, | |
| "loss": 1.987, | |
| "step": 1815 | |
| }, | |
| { | |
| "epoch": 0.8021154693697664, | |
| "grad_norm": 0.24366570601075402, | |
| "learning_rate": 0.00018342017572490858, | |
| "loss": 1.5363, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 0.8043190832966064, | |
| "grad_norm": 0.2677025615653137, | |
| "learning_rate": 0.0001832784993668458, | |
| "loss": 1.7781, | |
| "step": 1825 | |
| }, | |
| { | |
| "epoch": 0.8065226972234465, | |
| "grad_norm": 0.22776397402134876, | |
| "learning_rate": 0.0001831362754655424, | |
| "loss": 1.8064, | |
| "step": 1830 | |
| }, | |
| { | |
| "epoch": 0.8087263111502865, | |
| "grad_norm": 0.21327160658864644, | |
| "learning_rate": 0.0001829935049560985, | |
| "loss": 1.5278, | |
| "step": 1835 | |
| }, | |
| { | |
| "epoch": 0.8109299250771265, | |
| "grad_norm": 0.4311681362534179, | |
| "learning_rate": 0.0001828501887772081, | |
| "loss": 1.9316, | |
| "step": 1840 | |
| }, | |
| { | |
| "epoch": 0.8131335390039665, | |
| "grad_norm": 0.3127936675415962, | |
| "learning_rate": 0.00018270632787115295, | |
| "loss": 1.9393, | |
| "step": 1845 | |
| }, | |
| { | |
| "epoch": 0.8153371529308066, | |
| "grad_norm": 0.2872735828645766, | |
| "learning_rate": 0.0001825619231837962, | |
| "loss": 1.8913, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 0.8175407668576465, | |
| "grad_norm": 0.23659304750850696, | |
| "learning_rate": 0.0001824169756645763, | |
| "loss": 1.79, | |
| "step": 1855 | |
| }, | |
| { | |
| "epoch": 0.8197443807844865, | |
| "grad_norm": 0.22502963250778782, | |
| "learning_rate": 0.00018227148626650072, | |
| "loss": 1.7616, | |
| "step": 1860 | |
| }, | |
| { | |
| "epoch": 0.8219479947113266, | |
| "grad_norm": 0.22975193518596113, | |
| "learning_rate": 0.00018212545594613978, | |
| "loss": 1.7862, | |
| "step": 1865 | |
| }, | |
| { | |
| "epoch": 0.8241516086381666, | |
| "grad_norm": 0.22813094138391649, | |
| "learning_rate": 0.00018197888566362023, | |
| "loss": 1.6909, | |
| "step": 1870 | |
| }, | |
| { | |
| "epoch": 0.8263552225650066, | |
| "grad_norm": 0.3170639776475332, | |
| "learning_rate": 0.00018183177638261895, | |
| "loss": 1.8876, | |
| "step": 1875 | |
| }, | |
| { | |
| "epoch": 0.8285588364918466, | |
| "grad_norm": 0.25433638493270494, | |
| "learning_rate": 0.00018168412907035672, | |
| "loss": 1.7447, | |
| "step": 1880 | |
| }, | |
| { | |
| "epoch": 0.8307624504186867, | |
| "grad_norm": 0.2527115922098035, | |
| "learning_rate": 0.00018153594469759175, | |
| "loss": 1.7288, | |
| "step": 1885 | |
| }, | |
| { | |
| "epoch": 0.8329660643455267, | |
| "grad_norm": 0.24448176152726306, | |
| "learning_rate": 0.00018138722423861333, | |
| "loss": 1.8385, | |
| "step": 1890 | |
| }, | |
| { | |
| "epoch": 0.8351696782723667, | |
| "grad_norm": 0.2797043743850419, | |
| "learning_rate": 0.00018123796867123548, | |
| "loss": 1.8353, | |
| "step": 1895 | |
| }, | |
| { | |
| "epoch": 0.8373732921992068, | |
| "grad_norm": 0.26948384291872024, | |
| "learning_rate": 0.00018108817897679043, | |
| "loss": 1.6995, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 0.8395769061260467, | |
| "grad_norm": 0.23050209288787957, | |
| "learning_rate": 0.00018093785614012228, | |
| "loss": 1.7752, | |
| "step": 1905 | |
| }, | |
| { | |
| "epoch": 0.8417805200528867, | |
| "grad_norm": 0.28186670258249874, | |
| "learning_rate": 0.0001807870011495803, | |
| "loss": 1.8608, | |
| "step": 1910 | |
| }, | |
| { | |
| "epoch": 0.8439841339797267, | |
| "grad_norm": 0.29105838653881044, | |
| "learning_rate": 0.00018063561499701282, | |
| "loss": 1.8997, | |
| "step": 1915 | |
| }, | |
| { | |
| "epoch": 0.8461877479065668, | |
| "grad_norm": 0.29426186229081736, | |
| "learning_rate": 0.00018048369867776029, | |
| "loss": 1.6416, | |
| "step": 1920 | |
| }, | |
| { | |
| "epoch": 0.8483913618334068, | |
| "grad_norm": 0.21168547827802603, | |
| "learning_rate": 0.00018033125319064902, | |
| "loss": 1.8158, | |
| "step": 1925 | |
| }, | |
| { | |
| "epoch": 0.8505949757602468, | |
| "grad_norm": 0.35188920795977724, | |
| "learning_rate": 0.00018017827953798444, | |
| "loss": 1.7531, | |
| "step": 1930 | |
| }, | |
| { | |
| "epoch": 0.8527985896870868, | |
| "grad_norm": 0.2979347408479712, | |
| "learning_rate": 0.0001800247787255447, | |
| "loss": 1.9657, | |
| "step": 1935 | |
| }, | |
| { | |
| "epoch": 0.8550022036139269, | |
| "grad_norm": 0.3102746795792285, | |
| "learning_rate": 0.00017987075176257382, | |
| "loss": 1.5273, | |
| "step": 1940 | |
| }, | |
| { | |
| "epoch": 0.8572058175407669, | |
| "grad_norm": 0.2141203314519693, | |
| "learning_rate": 0.00017971619966177524, | |
| "loss": 1.7978, | |
| "step": 1945 | |
| }, | |
| { | |
| "epoch": 0.8594094314676068, | |
| "grad_norm": 0.3010217472666534, | |
| "learning_rate": 0.00017956112343930512, | |
| "loss": 1.8066, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 0.8616130453944469, | |
| "grad_norm": 0.2685511500450377, | |
| "learning_rate": 0.00017940552411476566, | |
| "loss": 1.8096, | |
| "step": 1955 | |
| }, | |
| { | |
| "epoch": 0.8638166593212869, | |
| "grad_norm": 0.3648269512255727, | |
| "learning_rate": 0.00017924940271119827, | |
| "loss": 1.9212, | |
| "step": 1960 | |
| }, | |
| { | |
| "epoch": 0.8660202732481269, | |
| "grad_norm": 0.23673592232409962, | |
| "learning_rate": 0.00017909276025507696, | |
| "loss": 1.9925, | |
| "step": 1965 | |
| }, | |
| { | |
| "epoch": 0.8682238871749669, | |
| "grad_norm": 0.22051543871837528, | |
| "learning_rate": 0.00017893559777630173, | |
| "loss": 1.8895, | |
| "step": 1970 | |
| }, | |
| { | |
| "epoch": 0.870427501101807, | |
| "grad_norm": 0.25128906373836973, | |
| "learning_rate": 0.00017877791630819149, | |
| "loss": 1.7637, | |
| "step": 1975 | |
| }, | |
| { | |
| "epoch": 0.872631115028647, | |
| "grad_norm": 0.2982588862018805, | |
| "learning_rate": 0.00017861971688747747, | |
| "loss": 1.865, | |
| "step": 1980 | |
| }, | |
| { | |
| "epoch": 0.874834728955487, | |
| "grad_norm": 0.2927080940082808, | |
| "learning_rate": 0.00017846100055429642, | |
| "loss": 1.742, | |
| "step": 1985 | |
| }, | |
| { | |
| "epoch": 0.8770383428823271, | |
| "grad_norm": 0.30412581475879524, | |
| "learning_rate": 0.00017830176835218368, | |
| "loss": 1.6706, | |
| "step": 1990 | |
| }, | |
| { | |
| "epoch": 0.8792419568091671, | |
| "grad_norm": 0.2902194881075315, | |
| "learning_rate": 0.0001781420213280662, | |
| "loss": 1.8014, | |
| "step": 1995 | |
| }, | |
| { | |
| "epoch": 0.881445570736007, | |
| "grad_norm": 0.3378104042442177, | |
| "learning_rate": 0.00017798176053225606, | |
| "loss": 1.8318, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.883649184662847, | |
| "grad_norm": 0.2465500138547731, | |
| "learning_rate": 0.0001778209870184431, | |
| "loss": 1.6756, | |
| "step": 2005 | |
| }, | |
| { | |
| "epoch": 0.8858527985896871, | |
| "grad_norm": 0.27205493094420413, | |
| "learning_rate": 0.00017765970184368835, | |
| "loss": 1.7398, | |
| "step": 2010 | |
| }, | |
| { | |
| "epoch": 0.8880564125165271, | |
| "grad_norm": 0.28881718844442433, | |
| "learning_rate": 0.0001774979060684168, | |
| "loss": 1.8652, | |
| "step": 2015 | |
| }, | |
| { | |
| "epoch": 0.8902600264433671, | |
| "grad_norm": 0.2930186193777016, | |
| "learning_rate": 0.0001773356007564107, | |
| "loss": 1.7748, | |
| "step": 2020 | |
| }, | |
| { | |
| "epoch": 0.8924636403702071, | |
| "grad_norm": 0.28319545050901546, | |
| "learning_rate": 0.0001771727869748023, | |
| "loss": 1.7198, | |
| "step": 2025 | |
| }, | |
| { | |
| "epoch": 0.8946672542970472, | |
| "grad_norm": 0.26485391899745814, | |
| "learning_rate": 0.000177009465794067, | |
| "loss": 1.7109, | |
| "step": 2030 | |
| }, | |
| { | |
| "epoch": 0.8968708682238872, | |
| "grad_norm": 0.2367084302014588, | |
| "learning_rate": 0.0001768456382880163, | |
| "loss": 1.773, | |
| "step": 2035 | |
| }, | |
| { | |
| "epoch": 0.8990744821507272, | |
| "grad_norm": 0.28707015291179266, | |
| "learning_rate": 0.00017668130553379063, | |
| "loss": 1.8698, | |
| "step": 2040 | |
| }, | |
| { | |
| "epoch": 0.9012780960775673, | |
| "grad_norm": 0.26521748140973644, | |
| "learning_rate": 0.00017651646861185252, | |
| "loss": 1.5433, | |
| "step": 2045 | |
| }, | |
| { | |
| "epoch": 0.9034817100044072, | |
| "grad_norm": 0.25186929013428017, | |
| "learning_rate": 0.0001763511286059791, | |
| "loss": 1.7003, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 0.9056853239312472, | |
| "grad_norm": 0.2646341657457682, | |
| "learning_rate": 0.0001761852866032554, | |
| "loss": 1.8017, | |
| "step": 2055 | |
| }, | |
| { | |
| "epoch": 0.9078889378580872, | |
| "grad_norm": 0.27426709503702656, | |
| "learning_rate": 0.0001760189436940669, | |
| "loss": 1.717, | |
| "step": 2060 | |
| }, | |
| { | |
| "epoch": 0.9100925517849273, | |
| "grad_norm": 0.2909513812455515, | |
| "learning_rate": 0.00017585210097209242, | |
| "loss": 1.8286, | |
| "step": 2065 | |
| }, | |
| { | |
| "epoch": 0.9122961657117673, | |
| "grad_norm": 0.3195261689470233, | |
| "learning_rate": 0.00017568475953429706, | |
| "loss": 1.9248, | |
| "step": 2070 | |
| }, | |
| { | |
| "epoch": 0.9144997796386073, | |
| "grad_norm": 0.2559454772629871, | |
| "learning_rate": 0.00017551692048092487, | |
| "loss": 1.9235, | |
| "step": 2075 | |
| }, | |
| { | |
| "epoch": 0.9167033935654474, | |
| "grad_norm": 0.2787085951940099, | |
| "learning_rate": 0.00017534858491549167, | |
| "loss": 1.5563, | |
| "step": 2080 | |
| }, | |
| { | |
| "epoch": 0.9189070074922874, | |
| "grad_norm": 0.27430346968172775, | |
| "learning_rate": 0.00017517975394477765, | |
| "loss": 1.7408, | |
| "step": 2085 | |
| }, | |
| { | |
| "epoch": 0.9211106214191274, | |
| "grad_norm": 0.3057530869061833, | |
| "learning_rate": 0.00017501042867882043, | |
| "loss": 1.8029, | |
| "step": 2090 | |
| }, | |
| { | |
| "epoch": 0.9233142353459673, | |
| "grad_norm": 0.28792933063158205, | |
| "learning_rate": 0.0001748406102309073, | |
| "loss": 1.7174, | |
| "step": 2095 | |
| }, | |
| { | |
| "epoch": 0.9255178492728074, | |
| "grad_norm": 0.2926998767200136, | |
| "learning_rate": 0.00017467029971756837, | |
| "loss": 1.7753, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 0.9277214631996474, | |
| "grad_norm": 0.3202640628143745, | |
| "learning_rate": 0.00017449949825856881, | |
| "loss": 1.6815, | |
| "step": 2105 | |
| }, | |
| { | |
| "epoch": 0.9299250771264874, | |
| "grad_norm": 0.2898987783743886, | |
| "learning_rate": 0.00017432820697690183, | |
| "loss": 1.5471, | |
| "step": 2110 | |
| }, | |
| { | |
| "epoch": 0.9321286910533274, | |
| "grad_norm": 0.25429358796976326, | |
| "learning_rate": 0.00017415642699878108, | |
| "loss": 1.801, | |
| "step": 2115 | |
| }, | |
| { | |
| "epoch": 0.9343323049801675, | |
| "grad_norm": 0.2906871474145296, | |
| "learning_rate": 0.00017398415945363326, | |
| "loss": 1.7255, | |
| "step": 2120 | |
| }, | |
| { | |
| "epoch": 0.9365359189070075, | |
| "grad_norm": 0.24941394640440692, | |
| "learning_rate": 0.00017381140547409091, | |
| "loss": 1.7265, | |
| "step": 2125 | |
| }, | |
| { | |
| "epoch": 0.9387395328338475, | |
| "grad_norm": 0.2680278555985492, | |
| "learning_rate": 0.00017363816619598462, | |
| "loss": 1.8507, | |
| "step": 2130 | |
| }, | |
| { | |
| "epoch": 0.9409431467606876, | |
| "grad_norm": 0.24326339969260075, | |
| "learning_rate": 0.00017346444275833587, | |
| "loss": 1.8278, | |
| "step": 2135 | |
| }, | |
| { | |
| "epoch": 0.9431467606875276, | |
| "grad_norm": 0.2881192799230667, | |
| "learning_rate": 0.00017329023630334935, | |
| "loss": 1.6301, | |
| "step": 2140 | |
| }, | |
| { | |
| "epoch": 0.9453503746143676, | |
| "grad_norm": 0.22324975257691354, | |
| "learning_rate": 0.00017311554797640552, | |
| "loss": 1.8182, | |
| "step": 2145 | |
| }, | |
| { | |
| "epoch": 0.9475539885412075, | |
| "grad_norm": 0.38310870823903137, | |
| "learning_rate": 0.0001729403789260531, | |
| "loss": 1.6758, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 0.9497576024680476, | |
| "grad_norm": 0.3082503271893105, | |
| "learning_rate": 0.0001727647303040015, | |
| "loss": 1.717, | |
| "step": 2155 | |
| }, | |
| { | |
| "epoch": 0.9519612163948876, | |
| "grad_norm": 0.2910152870088472, | |
| "learning_rate": 0.00017258860326511318, | |
| "loss": 1.6762, | |
| "step": 2160 | |
| }, | |
| { | |
| "epoch": 0.9541648303217276, | |
| "grad_norm": 0.2751619266213339, | |
| "learning_rate": 0.00017241199896739614, | |
| "loss": 1.5402, | |
| "step": 2165 | |
| }, | |
| { | |
| "epoch": 0.9563684442485677, | |
| "grad_norm": 0.2633670365064433, | |
| "learning_rate": 0.00017223491857199636, | |
| "loss": 1.6089, | |
| "step": 2170 | |
| }, | |
| { | |
| "epoch": 0.9585720581754077, | |
| "grad_norm": 0.26253468282607706, | |
| "learning_rate": 0.00017205736324318999, | |
| "loss": 1.8698, | |
| "step": 2175 | |
| }, | |
| { | |
| "epoch": 0.9607756721022477, | |
| "grad_norm": 0.2623810146620032, | |
| "learning_rate": 0.0001718793341483758, | |
| "loss": 1.7996, | |
| "step": 2180 | |
| }, | |
| { | |
| "epoch": 0.9629792860290877, | |
| "grad_norm": 0.2541467303967672, | |
| "learning_rate": 0.00017170083245806757, | |
| "loss": 1.7066, | |
| "step": 2185 | |
| }, | |
| { | |
| "epoch": 0.9651828999559278, | |
| "grad_norm": 0.2450837271489877, | |
| "learning_rate": 0.00017152185934588623, | |
| "loss": 1.9326, | |
| "step": 2190 | |
| }, | |
| { | |
| "epoch": 0.9673865138827678, | |
| "grad_norm": 0.3277904173770177, | |
| "learning_rate": 0.00017134241598855236, | |
| "loss": 1.941, | |
| "step": 2195 | |
| }, | |
| { | |
| "epoch": 0.9695901278096077, | |
| "grad_norm": 0.26036896345598354, | |
| "learning_rate": 0.0001711625035658782, | |
| "loss": 1.7543, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 0.9717937417364477, | |
| "grad_norm": 0.294563677729738, | |
| "learning_rate": 0.00017098212326076008, | |
| "loss": 1.6402, | |
| "step": 2205 | |
| }, | |
| { | |
| "epoch": 0.9739973556632878, | |
| "grad_norm": 0.3220804392466043, | |
| "learning_rate": 0.0001708012762591706, | |
| "loss": 1.7078, | |
| "step": 2210 | |
| }, | |
| { | |
| "epoch": 0.9762009695901278, | |
| "grad_norm": 0.2811686235748074, | |
| "learning_rate": 0.00017061996375015078, | |
| "loss": 1.9067, | |
| "step": 2215 | |
| }, | |
| { | |
| "epoch": 0.9784045835169678, | |
| "grad_norm": 0.23864027527398188, | |
| "learning_rate": 0.00017043818692580228, | |
| "loss": 1.9146, | |
| "step": 2220 | |
| }, | |
| { | |
| "epoch": 0.9806081974438079, | |
| "grad_norm": 0.2954583734368435, | |
| "learning_rate": 0.00017025594698127965, | |
| "loss": 1.791, | |
| "step": 2225 | |
| }, | |
| { | |
| "epoch": 0.9828118113706479, | |
| "grad_norm": 0.2510099463630807, | |
| "learning_rate": 0.00017007324511478223, | |
| "loss": 1.5883, | |
| "step": 2230 | |
| }, | |
| { | |
| "epoch": 0.9850154252974879, | |
| "grad_norm": 0.27874972856939056, | |
| "learning_rate": 0.00016989008252754655, | |
| "loss": 1.7865, | |
| "step": 2235 | |
| }, | |
| { | |
| "epoch": 0.9872190392243279, | |
| "grad_norm": 0.2611091563705049, | |
| "learning_rate": 0.00016970646042383826, | |
| "loss": 1.8104, | |
| "step": 2240 | |
| }, | |
| { | |
| "epoch": 0.989422653151168, | |
| "grad_norm": 0.28511909006315234, | |
| "learning_rate": 0.00016952238001094428, | |
| "loss": 1.6686, | |
| "step": 2245 | |
| }, | |
| { | |
| "epoch": 0.9916262670780079, | |
| "grad_norm": 0.3381628494565006, | |
| "learning_rate": 0.00016933784249916476, | |
| "loss": 1.9412, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 0.9938298810048479, | |
| "grad_norm": 0.28520119611042416, | |
| "learning_rate": 0.00016915284910180533, | |
| "loss": 1.6889, | |
| "step": 2255 | |
| }, | |
| { | |
| "epoch": 0.996033494931688, | |
| "grad_norm": 0.2883852687543481, | |
| "learning_rate": 0.00016896740103516895, | |
| "loss": 1.8003, | |
| "step": 2260 | |
| }, | |
| { | |
| "epoch": 0.998237108858528, | |
| "grad_norm": 0.24451797378236065, | |
| "learning_rate": 0.0001687814995185479, | |
| "loss": 1.8752, | |
| "step": 2265 | |
| }, | |
| { | |
| "epoch": 1.000440722785368, | |
| "grad_norm": 0.33508649606500057, | |
| "learning_rate": 0.00016859514577421592, | |
| "loss": 1.8299, | |
| "step": 2270 | |
| }, | |
| { | |
| "epoch": 1.002644336712208, | |
| "grad_norm": 0.2636718535549577, | |
| "learning_rate": 0.00016840834102741997, | |
| "loss": 1.706, | |
| "step": 2275 | |
| }, | |
| { | |
| "epoch": 1.004847950639048, | |
| "grad_norm": 0.27046399540212357, | |
| "learning_rate": 0.00016822108650637238, | |
| "loss": 1.6819, | |
| "step": 2280 | |
| }, | |
| { | |
| "epoch": 1.007051564565888, | |
| "grad_norm": 0.30877609431387876, | |
| "learning_rate": 0.00016803338344224266, | |
| "loss": 1.7218, | |
| "step": 2285 | |
| }, | |
| { | |
| "epoch": 1.0092551784927282, | |
| "grad_norm": 0.23492423335336904, | |
| "learning_rate": 0.00016784523306914934, | |
| "loss": 1.57, | |
| "step": 2290 | |
| }, | |
| { | |
| "epoch": 1.0114587924195682, | |
| "grad_norm": 0.2795118641324036, | |
| "learning_rate": 0.00016765663662415204, | |
| "loss": 1.7023, | |
| "step": 2295 | |
| }, | |
| { | |
| "epoch": 1.0136624063464081, | |
| "grad_norm": 0.34933397332267874, | |
| "learning_rate": 0.00016746759534724316, | |
| "loss": 1.9401, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 1.0158660202732481, | |
| "grad_norm": 0.2928363020374088, | |
| "learning_rate": 0.00016727811048133985, | |
| "loss": 1.7873, | |
| "step": 2305 | |
| }, | |
| { | |
| "epoch": 1.0180696342000881, | |
| "grad_norm": 0.2765841121495588, | |
| "learning_rate": 0.00016708818327227574, | |
| "loss": 1.6925, | |
| "step": 2310 | |
| }, | |
| { | |
| "epoch": 1.020273248126928, | |
| "grad_norm": 0.3407816261608907, | |
| "learning_rate": 0.00016689781496879283, | |
| "loss": 1.7583, | |
| "step": 2315 | |
| }, | |
| { | |
| "epoch": 1.022476862053768, | |
| "grad_norm": 0.3837729171353601, | |
| "learning_rate": 0.00016670700682253328, | |
| "loss": 1.7058, | |
| "step": 2320 | |
| }, | |
| { | |
| "epoch": 1.0246804759806083, | |
| "grad_norm": 0.2833490201778371, | |
| "learning_rate": 0.00016651576008803112, | |
| "loss": 1.7306, | |
| "step": 2325 | |
| }, | |
| { | |
| "epoch": 1.0268840899074483, | |
| "grad_norm": 0.24052446562056756, | |
| "learning_rate": 0.00016632407602270398, | |
| "loss": 1.6612, | |
| "step": 2330 | |
| }, | |
| { | |
| "epoch": 1.0290877038342883, | |
| "grad_norm": 0.2706767115179465, | |
| "learning_rate": 0.00016613195588684488, | |
| "loss": 1.5943, | |
| "step": 2335 | |
| }, | |
| { | |
| "epoch": 1.0312913177611283, | |
| "grad_norm": 0.2694153548940927, | |
| "learning_rate": 0.00016593940094361407, | |
| "loss": 1.7072, | |
| "step": 2340 | |
| }, | |
| { | |
| "epoch": 1.0334949316879682, | |
| "grad_norm": 0.2675415111083724, | |
| "learning_rate": 0.0001657464124590304, | |
| "loss": 1.7392, | |
| "step": 2345 | |
| }, | |
| { | |
| "epoch": 1.0356985456148082, | |
| "grad_norm": 0.2783138545253644, | |
| "learning_rate": 0.00016555299170196332, | |
| "loss": 1.7264, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 1.0379021595416482, | |
| "grad_norm": 0.29818023025744944, | |
| "learning_rate": 0.00016535913994412436, | |
| "loss": 1.6038, | |
| "step": 2355 | |
| }, | |
| { | |
| "epoch": 1.0401057734684884, | |
| "grad_norm": 0.30521070526088534, | |
| "learning_rate": 0.00016516485846005882, | |
| "loss": 1.652, | |
| "step": 2360 | |
| }, | |
| { | |
| "epoch": 1.0423093873953284, | |
| "grad_norm": 0.24990284589728196, | |
| "learning_rate": 0.00016497014852713738, | |
| "loss": 1.5745, | |
| "step": 2365 | |
| }, | |
| { | |
| "epoch": 1.0445130013221684, | |
| "grad_norm": 0.36544530123344093, | |
| "learning_rate": 0.0001647750114255477, | |
| "loss": 1.8678, | |
| "step": 2370 | |
| }, | |
| { | |
| "epoch": 1.0467166152490084, | |
| "grad_norm": 0.2984936690547218, | |
| "learning_rate": 0.000164579448438286, | |
| "loss": 1.8263, | |
| "step": 2375 | |
| }, | |
| { | |
| "epoch": 1.0489202291758484, | |
| "grad_norm": 0.3138432337464576, | |
| "learning_rate": 0.00016438346085114865, | |
| "loss": 1.7807, | |
| "step": 2380 | |
| }, | |
| { | |
| "epoch": 1.0511238431026884, | |
| "grad_norm": 0.409332779624452, | |
| "learning_rate": 0.00016418704995272373, | |
| "loss": 1.8612, | |
| "step": 2385 | |
| }, | |
| { | |
| "epoch": 1.0533274570295283, | |
| "grad_norm": 0.27134598526523496, | |
| "learning_rate": 0.00016399021703438247, | |
| "loss": 1.7323, | |
| "step": 2390 | |
| }, | |
| { | |
| "epoch": 1.0555310709563686, | |
| "grad_norm": 0.2852569861948395, | |
| "learning_rate": 0.0001637929633902708, | |
| "loss": 1.7619, | |
| "step": 2395 | |
| }, | |
| { | |
| "epoch": 1.0577346848832085, | |
| "grad_norm": 0.2913405836362002, | |
| "learning_rate": 0.00016359529031730093, | |
| "loss": 1.8196, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 1.0599382988100485, | |
| "grad_norm": 0.3029325708755559, | |
| "learning_rate": 0.00016339719911514272, | |
| "loss": 1.7579, | |
| "step": 2405 | |
| }, | |
| { | |
| "epoch": 1.0621419127368885, | |
| "grad_norm": 0.2738995593865038, | |
| "learning_rate": 0.00016319869108621512, | |
| "loss": 1.8309, | |
| "step": 2410 | |
| }, | |
| { | |
| "epoch": 1.0643455266637285, | |
| "grad_norm": 0.26503420605103173, | |
| "learning_rate": 0.00016299976753567772, | |
| "loss": 1.708, | |
| "step": 2415 | |
| }, | |
| { | |
| "epoch": 1.0665491405905685, | |
| "grad_norm": 0.32283303116470646, | |
| "learning_rate": 0.00016280042977142204, | |
| "loss": 1.6915, | |
| "step": 2420 | |
| }, | |
| { | |
| "epoch": 1.0687527545174085, | |
| "grad_norm": 0.24107839513422735, | |
| "learning_rate": 0.00016260067910406304, | |
| "loss": 1.5685, | |
| "step": 2425 | |
| }, | |
| { | |
| "epoch": 1.0709563684442487, | |
| "grad_norm": 0.29608435429464214, | |
| "learning_rate": 0.00016240051684693042, | |
| "loss": 1.7239, | |
| "step": 2430 | |
| }, | |
| { | |
| "epoch": 1.0731599823710887, | |
| "grad_norm": 0.29986988301001716, | |
| "learning_rate": 0.00016219994431606005, | |
| "loss": 1.6816, | |
| "step": 2435 | |
| }, | |
| { | |
| "epoch": 1.0753635962979287, | |
| "grad_norm": 0.24843757070636935, | |
| "learning_rate": 0.00016199896283018527, | |
| "loss": 1.5677, | |
| "step": 2440 | |
| }, | |
| { | |
| "epoch": 1.0775672102247686, | |
| "grad_norm": 0.2983161128962509, | |
| "learning_rate": 0.00016179757371072824, | |
| "loss": 1.7859, | |
| "step": 2445 | |
| }, | |
| { | |
| "epoch": 1.0797708241516086, | |
| "grad_norm": 0.2787284156730912, | |
| "learning_rate": 0.00016159577828179123, | |
| "loss": 1.562, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 1.0819744380784486, | |
| "grad_norm": 0.3269743373279123, | |
| "learning_rate": 0.0001613935778701479, | |
| "loss": 1.8759, | |
| "step": 2455 | |
| }, | |
| { | |
| "epoch": 1.0841780520052886, | |
| "grad_norm": 0.2802831939826356, | |
| "learning_rate": 0.0001611909738052347, | |
| "loss": 1.7401, | |
| "step": 2460 | |
| }, | |
| { | |
| "epoch": 1.0863816659321286, | |
| "grad_norm": 0.23846388238067243, | |
| "learning_rate": 0.000160987967419142, | |
| "loss": 1.727, | |
| "step": 2465 | |
| }, | |
| { | |
| "epoch": 1.0885852798589688, | |
| "grad_norm": 0.2659078946356941, | |
| "learning_rate": 0.00016078456004660536, | |
| "loss": 1.6454, | |
| "step": 2470 | |
| }, | |
| { | |
| "epoch": 1.0907888937858088, | |
| "grad_norm": 0.29111397323788823, | |
| "learning_rate": 0.00016058075302499673, | |
| "loss": 1.7724, | |
| "step": 2475 | |
| }, | |
| { | |
| "epoch": 1.0929925077126488, | |
| "grad_norm": 0.35649745669814514, | |
| "learning_rate": 0.00016037654769431576, | |
| "loss": 1.6527, | |
| "step": 2480 | |
| }, | |
| { | |
| "epoch": 1.0951961216394888, | |
| "grad_norm": 0.28097148721584675, | |
| "learning_rate": 0.00016017194539718086, | |
| "loss": 1.7563, | |
| "step": 2485 | |
| }, | |
| { | |
| "epoch": 1.0973997355663287, | |
| "grad_norm": 0.39237884989816185, | |
| "learning_rate": 0.0001599669474788205, | |
| "loss": 1.8656, | |
| "step": 2490 | |
| }, | |
| { | |
| "epoch": 1.0996033494931687, | |
| "grad_norm": 0.2633010799321111, | |
| "learning_rate": 0.00015976155528706415, | |
| "loss": 1.7129, | |
| "step": 2495 | |
| }, | |
| { | |
| "epoch": 1.1018069634200087, | |
| "grad_norm": 0.2719172135219212, | |
| "learning_rate": 0.0001595557701723338, | |
| "loss": 1.5688, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 1.104010577346849, | |
| "grad_norm": 0.2731378192802766, | |
| "learning_rate": 0.00015934959348763467, | |
| "loss": 1.7727, | |
| "step": 2505 | |
| }, | |
| { | |
| "epoch": 1.106214191273689, | |
| "grad_norm": 0.31808171740983593, | |
| "learning_rate": 0.00015914302658854657, | |
| "loss": 1.8461, | |
| "step": 2510 | |
| }, | |
| { | |
| "epoch": 1.108417805200529, | |
| "grad_norm": 0.2869427974730242, | |
| "learning_rate": 0.00015893607083321477, | |
| "loss": 1.8664, | |
| "step": 2515 | |
| }, | |
| { | |
| "epoch": 1.110621419127369, | |
| "grad_norm": 0.2187585282755932, | |
| "learning_rate": 0.00015872872758234148, | |
| "loss": 1.6029, | |
| "step": 2520 | |
| }, | |
| { | |
| "epoch": 1.1128250330542089, | |
| "grad_norm": 0.2667619562054791, | |
| "learning_rate": 0.00015852099819917639, | |
| "loss": 1.8981, | |
| "step": 2525 | |
| }, | |
| { | |
| "epoch": 1.1150286469810489, | |
| "grad_norm": 0.3372014415136272, | |
| "learning_rate": 0.00015831288404950802, | |
| "loss": 1.7639, | |
| "step": 2530 | |
| }, | |
| { | |
| "epoch": 1.1172322609078889, | |
| "grad_norm": 0.3048158336194716, | |
| "learning_rate": 0.0001581043865016547, | |
| "loss": 1.6387, | |
| "step": 2535 | |
| }, | |
| { | |
| "epoch": 1.1194358748347288, | |
| "grad_norm": 0.2971544124275263, | |
| "learning_rate": 0.00015789550692645556, | |
| "loss": 1.7692, | |
| "step": 2540 | |
| }, | |
| { | |
| "epoch": 1.121639488761569, | |
| "grad_norm": 0.2518439420968902, | |
| "learning_rate": 0.00015768624669726145, | |
| "loss": 1.5533, | |
| "step": 2545 | |
| }, | |
| { | |
| "epoch": 1.123843102688409, | |
| "grad_norm": 0.28947857100850594, | |
| "learning_rate": 0.00015747660718992598, | |
| "loss": 1.6443, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 1.126046716615249, | |
| "grad_norm": 0.27744579032481387, | |
| "learning_rate": 0.00015726658978279642, | |
| "loss": 1.7146, | |
| "step": 2555 | |
| }, | |
| { | |
| "epoch": 1.128250330542089, | |
| "grad_norm": 0.28434343297956843, | |
| "learning_rate": 0.00015705619585670478, | |
| "loss": 1.8686, | |
| "step": 2560 | |
| }, | |
| { | |
| "epoch": 1.130453944468929, | |
| "grad_norm": 0.26116640553101533, | |
| "learning_rate": 0.00015684542679495847, | |
| "loss": 1.7831, | |
| "step": 2565 | |
| }, | |
| { | |
| "epoch": 1.132657558395769, | |
| "grad_norm": 0.31380511545232626, | |
| "learning_rate": 0.00015663428398333157, | |
| "loss": 1.6778, | |
| "step": 2570 | |
| }, | |
| { | |
| "epoch": 1.134861172322609, | |
| "grad_norm": 0.2747114435356579, | |
| "learning_rate": 0.0001564227688100552, | |
| "loss": 1.6324, | |
| "step": 2575 | |
| }, | |
| { | |
| "epoch": 1.1370647862494492, | |
| "grad_norm": 0.2678076483406117, | |
| "learning_rate": 0.00015621088266580904, | |
| "loss": 1.4946, | |
| "step": 2580 | |
| }, | |
| { | |
| "epoch": 1.1392684001762892, | |
| "grad_norm": 0.33262666113926864, | |
| "learning_rate": 0.00015599862694371157, | |
| "loss": 1.882, | |
| "step": 2585 | |
| }, | |
| { | |
| "epoch": 1.1414720141031292, | |
| "grad_norm": 0.30861283361311576, | |
| "learning_rate": 0.00015578600303931136, | |
| "loss": 1.6738, | |
| "step": 2590 | |
| }, | |
| { | |
| "epoch": 1.1436756280299691, | |
| "grad_norm": 0.30927635505724477, | |
| "learning_rate": 0.00015557301235057767, | |
| "loss": 1.7005, | |
| "step": 2595 | |
| }, | |
| { | |
| "epoch": 1.1458792419568091, | |
| "grad_norm": 0.28688292761286854, | |
| "learning_rate": 0.00015535965627789126, | |
| "loss": 1.6462, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 1.1480828558836491, | |
| "grad_norm": 0.27171604870426835, | |
| "learning_rate": 0.00015514593622403532, | |
| "loss": 1.585, | |
| "step": 2605 | |
| }, | |
| { | |
| "epoch": 1.150286469810489, | |
| "grad_norm": 0.3092542662127764, | |
| "learning_rate": 0.0001549318535941861, | |
| "loss": 1.9096, | |
| "step": 2610 | |
| }, | |
| { | |
| "epoch": 1.1524900837373293, | |
| "grad_norm": 0.2716117253477657, | |
| "learning_rate": 0.00015471740979590377, | |
| "loss": 1.7352, | |
| "step": 2615 | |
| }, | |
| { | |
| "epoch": 1.1546936976641693, | |
| "grad_norm": 0.3066935084879198, | |
| "learning_rate": 0.0001545026062391231, | |
| "loss": 1.8141, | |
| "step": 2620 | |
| }, | |
| { | |
| "epoch": 1.1568973115910093, | |
| "grad_norm": 0.346363671435922, | |
| "learning_rate": 0.00015428744433614415, | |
| "loss": 1.5573, | |
| "step": 2625 | |
| }, | |
| { | |
| "epoch": 1.1591009255178493, | |
| "grad_norm": 0.29157425354464905, | |
| "learning_rate": 0.00015407192550162318, | |
| "loss": 1.5464, | |
| "step": 2630 | |
| }, | |
| { | |
| "epoch": 1.1613045394446893, | |
| "grad_norm": 0.2806374114105095, | |
| "learning_rate": 0.0001538560511525632, | |
| "loss": 1.6386, | |
| "step": 2635 | |
| }, | |
| { | |
| "epoch": 1.1635081533715292, | |
| "grad_norm": 0.2982356223064332, | |
| "learning_rate": 0.0001536398227083046, | |
| "loss": 1.7813, | |
| "step": 2640 | |
| }, | |
| { | |
| "epoch": 1.1657117672983692, | |
| "grad_norm": 0.33202427377524757, | |
| "learning_rate": 0.00015342324159051587, | |
| "loss": 1.9532, | |
| "step": 2645 | |
| }, | |
| { | |
| "epoch": 1.1679153812252094, | |
| "grad_norm": 0.33897582151852124, | |
| "learning_rate": 0.00015320630922318444, | |
| "loss": 1.7746, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 1.1701189951520494, | |
| "grad_norm": 0.3321654404402584, | |
| "learning_rate": 0.00015298902703260692, | |
| "loss": 2.0143, | |
| "step": 2655 | |
| }, | |
| { | |
| "epoch": 1.1723226090788894, | |
| "grad_norm": 0.21833177585011845, | |
| "learning_rate": 0.0001527713964473802, | |
| "loss": 1.6702, | |
| "step": 2660 | |
| }, | |
| { | |
| "epoch": 1.1745262230057294, | |
| "grad_norm": 0.26595318714741284, | |
| "learning_rate": 0.00015255341889839157, | |
| "loss": 1.683, | |
| "step": 2665 | |
| }, | |
| { | |
| "epoch": 1.1767298369325694, | |
| "grad_norm": 0.2880553889858748, | |
| "learning_rate": 0.00015233509581880973, | |
| "loss": 1.6248, | |
| "step": 2670 | |
| }, | |
| { | |
| "epoch": 1.1789334508594094, | |
| "grad_norm": 0.2966201251141622, | |
| "learning_rate": 0.0001521164286440751, | |
| "loss": 1.5788, | |
| "step": 2675 | |
| }, | |
| { | |
| "epoch": 1.1811370647862494, | |
| "grad_norm": 0.32819026600076084, | |
| "learning_rate": 0.00015189741881189054, | |
| "loss": 1.6132, | |
| "step": 2680 | |
| }, | |
| { | |
| "epoch": 1.1833406787130896, | |
| "grad_norm": 0.25598509051489227, | |
| "learning_rate": 0.00015167806776221178, | |
| "loss": 1.7194, | |
| "step": 2685 | |
| }, | |
| { | |
| "epoch": 1.1855442926399296, | |
| "grad_norm": 0.32216524743892266, | |
| "learning_rate": 0.000151458376937238, | |
| "loss": 1.6499, | |
| "step": 2690 | |
| }, | |
| { | |
| "epoch": 1.1877479065667695, | |
| "grad_norm": 0.25107175983686675, | |
| "learning_rate": 0.00015123834778140233, | |
| "loss": 1.6059, | |
| "step": 2695 | |
| }, | |
| { | |
| "epoch": 1.1899515204936095, | |
| "grad_norm": 0.26100544568346645, | |
| "learning_rate": 0.00015101798174136247, | |
| "loss": 1.7677, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 1.1921551344204495, | |
| "grad_norm": 0.28164900490660866, | |
| "learning_rate": 0.000150797280265991, | |
| "loss": 1.6141, | |
| "step": 2705 | |
| }, | |
| { | |
| "epoch": 1.1943587483472895, | |
| "grad_norm": 0.25606567943961145, | |
| "learning_rate": 0.00015057624480636594, | |
| "loss": 1.6868, | |
| "step": 2710 | |
| }, | |
| { | |
| "epoch": 1.1965623622741295, | |
| "grad_norm": 0.30536561643444826, | |
| "learning_rate": 0.0001503548768157612, | |
| "loss": 1.515, | |
| "step": 2715 | |
| }, | |
| { | |
| "epoch": 1.1987659762009697, | |
| "grad_norm": 0.2495814195185963, | |
| "learning_rate": 0.00015013317774963708, | |
| "loss": 1.5754, | |
| "step": 2720 | |
| }, | |
| { | |
| "epoch": 1.2009695901278097, | |
| "grad_norm": 0.3292329862356163, | |
| "learning_rate": 0.00014991114906563055, | |
| "loss": 1.6599, | |
| "step": 2725 | |
| }, | |
| { | |
| "epoch": 1.2031732040546497, | |
| "grad_norm": 0.28736997494401945, | |
| "learning_rate": 0.00014968879222354597, | |
| "loss": 1.6939, | |
| "step": 2730 | |
| }, | |
| { | |
| "epoch": 1.2053768179814897, | |
| "grad_norm": 0.28066545139959265, | |
| "learning_rate": 0.00014946610868534502, | |
| "loss": 1.5954, | |
| "step": 2735 | |
| }, | |
| { | |
| "epoch": 1.2075804319083296, | |
| "grad_norm": 0.27963157670324124, | |
| "learning_rate": 0.00014924309991513757, | |
| "loss": 1.6816, | |
| "step": 2740 | |
| }, | |
| { | |
| "epoch": 1.2097840458351696, | |
| "grad_norm": 0.3074722093066757, | |
| "learning_rate": 0.0001490197673791717, | |
| "loss": 1.5102, | |
| "step": 2745 | |
| }, | |
| { | |
| "epoch": 1.2119876597620096, | |
| "grad_norm": 0.5175039724428968, | |
| "learning_rate": 0.00014879611254582428, | |
| "loss": 1.8587, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 1.2141912736888498, | |
| "grad_norm": 0.4607644456138267, | |
| "learning_rate": 0.00014857213688559124, | |
| "loss": 1.8861, | |
| "step": 2755 | |
| }, | |
| { | |
| "epoch": 1.2163948876156898, | |
| "grad_norm": 0.203471979843397, | |
| "learning_rate": 0.00014834784187107785, | |
| "loss": 1.5549, | |
| "step": 2760 | |
| }, | |
| { | |
| "epoch": 1.2185985015425298, | |
| "grad_norm": 0.27836500512738993, | |
| "learning_rate": 0.00014812322897698912, | |
| "loss": 1.6677, | |
| "step": 2765 | |
| }, | |
| { | |
| "epoch": 1.2208021154693698, | |
| "grad_norm": 0.2681432382916657, | |
| "learning_rate": 0.00014789829968012, | |
| "loss": 1.8601, | |
| "step": 2770 | |
| }, | |
| { | |
| "epoch": 1.2230057293962098, | |
| "grad_norm": 0.24822408823990583, | |
| "learning_rate": 0.00014767305545934588, | |
| "loss": 1.9008, | |
| "step": 2775 | |
| }, | |
| { | |
| "epoch": 1.2252093433230498, | |
| "grad_norm": 0.26961514947075566, | |
| "learning_rate": 0.00014744749779561258, | |
| "loss": 1.7573, | |
| "step": 2780 | |
| }, | |
| { | |
| "epoch": 1.2274129572498897, | |
| "grad_norm": 0.40650037835816966, | |
| "learning_rate": 0.0001472216281719269, | |
| "loss": 1.6177, | |
| "step": 2785 | |
| }, | |
| { | |
| "epoch": 1.22961657117673, | |
| "grad_norm": 0.27436209441284687, | |
| "learning_rate": 0.0001469954480733465, | |
| "loss": 1.6021, | |
| "step": 2790 | |
| }, | |
| { | |
| "epoch": 1.23182018510357, | |
| "grad_norm": 0.2563256590060921, | |
| "learning_rate": 0.00014676895898697062, | |
| "loss": 1.9842, | |
| "step": 2795 | |
| }, | |
| { | |
| "epoch": 1.23402379903041, | |
| "grad_norm": 0.35591941682342815, | |
| "learning_rate": 0.00014654216240192995, | |
| "loss": 1.6028, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 1.23622741295725, | |
| "grad_norm": 0.33349441263276575, | |
| "learning_rate": 0.00014631505980937688, | |
| "loss": 1.852, | |
| "step": 2805 | |
| }, | |
| { | |
| "epoch": 1.23843102688409, | |
| "grad_norm": 0.31528740240587627, | |
| "learning_rate": 0.0001460876527024758, | |
| "loss": 1.5587, | |
| "step": 2810 | |
| }, | |
| { | |
| "epoch": 1.24063464081093, | |
| "grad_norm": 0.25877213395041015, | |
| "learning_rate": 0.00014585994257639324, | |
| "loss": 1.5482, | |
| "step": 2815 | |
| }, | |
| { | |
| "epoch": 1.2428382547377699, | |
| "grad_norm": 0.2910006006185105, | |
| "learning_rate": 0.00014563193092828803, | |
| "loss": 1.6998, | |
| "step": 2820 | |
| }, | |
| { | |
| "epoch": 1.24504186866461, | |
| "grad_norm": 0.37486054420050446, | |
| "learning_rate": 0.00014540361925730147, | |
| "loss": 1.8516, | |
| "step": 2825 | |
| }, | |
| { | |
| "epoch": 1.24724548259145, | |
| "grad_norm": 0.34335913235176224, | |
| "learning_rate": 0.00014517500906454742, | |
| "loss": 1.6384, | |
| "step": 2830 | |
| }, | |
| { | |
| "epoch": 1.24944909651829, | |
| "grad_norm": 0.2930060418053195, | |
| "learning_rate": 0.00014494610185310252, | |
| "loss": 1.8508, | |
| "step": 2835 | |
| }, | |
| { | |
| "epoch": 1.25165271044513, | |
| "grad_norm": 0.27045205482633095, | |
| "learning_rate": 0.00014471689912799626, | |
| "loss": 1.5935, | |
| "step": 2840 | |
| }, | |
| { | |
| "epoch": 1.25385632437197, | |
| "grad_norm": 0.30870157000744336, | |
| "learning_rate": 0.00014448740239620108, | |
| "loss": 1.8287, | |
| "step": 2845 | |
| }, | |
| { | |
| "epoch": 1.25605993829881, | |
| "grad_norm": 0.27087387170107313, | |
| "learning_rate": 0.00014425761316662241, | |
| "loss": 1.9209, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 1.25826355222565, | |
| "grad_norm": 0.32362518237545235, | |
| "learning_rate": 0.0001440275329500889, | |
| "loss": 1.7297, | |
| "step": 2855 | |
| }, | |
| { | |
| "epoch": 1.2604671661524902, | |
| "grad_norm": 0.3473479960796504, | |
| "learning_rate": 0.00014379716325934236, | |
| "loss": 1.7847, | |
| "step": 2860 | |
| }, | |
| { | |
| "epoch": 1.26267078007933, | |
| "grad_norm": 0.2985625193084418, | |
| "learning_rate": 0.0001435665056090278, | |
| "loss": 1.7811, | |
| "step": 2865 | |
| }, | |
| { | |
| "epoch": 1.2648743940061702, | |
| "grad_norm": 0.2549368072217001, | |
| "learning_rate": 0.00014333556151568364, | |
| "loss": 1.8424, | |
| "step": 2870 | |
| }, | |
| { | |
| "epoch": 1.2670780079330102, | |
| "grad_norm": 0.3031064940015495, | |
| "learning_rate": 0.00014310433249773146, | |
| "loss": 1.8502, | |
| "step": 2875 | |
| }, | |
| { | |
| "epoch": 1.2692816218598502, | |
| "grad_norm": 0.2398504180714546, | |
| "learning_rate": 0.00014287282007546627, | |
| "loss": 1.648, | |
| "step": 2880 | |
| }, | |
| { | |
| "epoch": 1.2714852357866901, | |
| "grad_norm": 0.33873410733492354, | |
| "learning_rate": 0.00014264102577104645, | |
| "loss": 1.6617, | |
| "step": 2885 | |
| }, | |
| { | |
| "epoch": 1.2736888497135301, | |
| "grad_norm": 0.2655552963090036, | |
| "learning_rate": 0.00014240895110848365, | |
| "loss": 1.7205, | |
| "step": 2890 | |
| }, | |
| { | |
| "epoch": 1.2758924636403703, | |
| "grad_norm": 0.30714278749605195, | |
| "learning_rate": 0.0001421765976136328, | |
| "loss": 1.7343, | |
| "step": 2895 | |
| }, | |
| { | |
| "epoch": 1.27809607756721, | |
| "grad_norm": 0.31410869299454564, | |
| "learning_rate": 0.0001419439668141822, | |
| "loss": 1.7369, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 1.2802996914940503, | |
| "grad_norm": 0.29231072094243427, | |
| "learning_rate": 0.0001417110602396434, | |
| "loss": 1.5317, | |
| "step": 2905 | |
| }, | |
| { | |
| "epoch": 1.2825033054208903, | |
| "grad_norm": 0.26156390622111436, | |
| "learning_rate": 0.00014147787942134089, | |
| "loss": 1.4907, | |
| "step": 2910 | |
| }, | |
| { | |
| "epoch": 1.2847069193477303, | |
| "grad_norm": 0.2432071100976, | |
| "learning_rate": 0.00014124442589240265, | |
| "loss": 1.7181, | |
| "step": 2915 | |
| }, | |
| { | |
| "epoch": 1.2869105332745703, | |
| "grad_norm": 0.28813004538064096, | |
| "learning_rate": 0.00014101070118774936, | |
| "loss": 1.7243, | |
| "step": 2920 | |
| }, | |
| { | |
| "epoch": 1.2891141472014103, | |
| "grad_norm": 0.29339284132217475, | |
| "learning_rate": 0.00014077670684408485, | |
| "loss": 1.7679, | |
| "step": 2925 | |
| }, | |
| { | |
| "epoch": 1.2913177611282503, | |
| "grad_norm": 0.2588877094640161, | |
| "learning_rate": 0.00014054244439988566, | |
| "loss": 1.72, | |
| "step": 2930 | |
| }, | |
| { | |
| "epoch": 1.2935213750550902, | |
| "grad_norm": 0.3011003249431555, | |
| "learning_rate": 0.0001403079153953911, | |
| "loss": 1.879, | |
| "step": 2935 | |
| }, | |
| { | |
| "epoch": 1.2957249889819304, | |
| "grad_norm": 0.29129639306491034, | |
| "learning_rate": 0.00014007312137259307, | |
| "loss": 1.7124, | |
| "step": 2940 | |
| }, | |
| { | |
| "epoch": 1.2979286029087704, | |
| "grad_norm": 0.30248111079542994, | |
| "learning_rate": 0.00013983806387522592, | |
| "loss": 1.5669, | |
| "step": 2945 | |
| }, | |
| { | |
| "epoch": 1.3001322168356104, | |
| "grad_norm": 0.39466981086485026, | |
| "learning_rate": 0.00013960274444875628, | |
| "loss": 1.7579, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 1.3023358307624504, | |
| "grad_norm": 0.30172725615707247, | |
| "learning_rate": 0.000139367164640373, | |
| "loss": 1.8218, | |
| "step": 2955 | |
| }, | |
| { | |
| "epoch": 1.3045394446892904, | |
| "grad_norm": 0.286453848416204, | |
| "learning_rate": 0.00013913132599897683, | |
| "loss": 1.9354, | |
| "step": 2960 | |
| }, | |
| { | |
| "epoch": 1.3067430586161304, | |
| "grad_norm": 0.3902213358624171, | |
| "learning_rate": 0.00013889523007517028, | |
| "loss": 1.7235, | |
| "step": 2965 | |
| }, | |
| { | |
| "epoch": 1.3089466725429704, | |
| "grad_norm": 0.2589601846721671, | |
| "learning_rate": 0.00013865887842124755, | |
| "loss": 1.5088, | |
| "step": 2970 | |
| }, | |
| { | |
| "epoch": 1.3111502864698106, | |
| "grad_norm": 0.2838598126846581, | |
| "learning_rate": 0.0001384222725911842, | |
| "loss": 1.6694, | |
| "step": 2975 | |
| }, | |
| { | |
| "epoch": 1.3133539003966506, | |
| "grad_norm": 0.2985112357585295, | |
| "learning_rate": 0.00013818541414062683, | |
| "loss": 1.8195, | |
| "step": 2980 | |
| }, | |
| { | |
| "epoch": 1.3155575143234906, | |
| "grad_norm": 0.344496826298518, | |
| "learning_rate": 0.0001379483046268832, | |
| "loss": 1.7105, | |
| "step": 2985 | |
| }, | |
| { | |
| "epoch": 1.3177611282503305, | |
| "grad_norm": 0.2832321651335367, | |
| "learning_rate": 0.00013771094560891155, | |
| "loss": 1.6398, | |
| "step": 2990 | |
| }, | |
| { | |
| "epoch": 1.3199647421771705, | |
| "grad_norm": 0.3166967200246273, | |
| "learning_rate": 0.00013747333864731073, | |
| "loss": 1.8804, | |
| "step": 2995 | |
| }, | |
| { | |
| "epoch": 1.3221683561040105, | |
| "grad_norm": 0.29889345173462817, | |
| "learning_rate": 0.00013723548530430974, | |
| "loss": 1.5327, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 1.3243719700308505, | |
| "grad_norm": 0.2989561597186618, | |
| "learning_rate": 0.00013699738714375748, | |
| "loss": 1.8312, | |
| "step": 3005 | |
| }, | |
| { | |
| "epoch": 1.3265755839576907, | |
| "grad_norm": 0.27767734489817053, | |
| "learning_rate": 0.00013675904573111247, | |
| "loss": 1.7797, | |
| "step": 3010 | |
| }, | |
| { | |
| "epoch": 1.3287791978845307, | |
| "grad_norm": 0.3263812983049982, | |
| "learning_rate": 0.00013652046263343262, | |
| "loss": 1.7061, | |
| "step": 3015 | |
| }, | |
| { | |
| "epoch": 1.3309828118113707, | |
| "grad_norm": 0.24589188706441673, | |
| "learning_rate": 0.00013628163941936485, | |
| "loss": 1.7644, | |
| "step": 3020 | |
| }, | |
| { | |
| "epoch": 1.3331864257382107, | |
| "grad_norm": 0.277800302556096, | |
| "learning_rate": 0.00013604257765913484, | |
| "loss": 1.8151, | |
| "step": 3025 | |
| }, | |
| { | |
| "epoch": 1.3353900396650507, | |
| "grad_norm": 0.23353363973323982, | |
| "learning_rate": 0.0001358032789245366, | |
| "loss": 1.7236, | |
| "step": 3030 | |
| }, | |
| { | |
| "epoch": 1.3375936535918906, | |
| "grad_norm": 0.34178889147907426, | |
| "learning_rate": 0.00013556374478892232, | |
| "loss": 1.7669, | |
| "step": 3035 | |
| }, | |
| { | |
| "epoch": 1.3397972675187306, | |
| "grad_norm": 0.28321134962453065, | |
| "learning_rate": 0.00013532397682719185, | |
| "loss": 1.6165, | |
| "step": 3040 | |
| }, | |
| { | |
| "epoch": 1.3420008814455708, | |
| "grad_norm": 0.3160168756862356, | |
| "learning_rate": 0.00013508397661578242, | |
| "loss": 1.8131, | |
| "step": 3045 | |
| }, | |
| { | |
| "epoch": 1.3442044953724108, | |
| "grad_norm": 0.2800833181613442, | |
| "learning_rate": 0.0001348437457326582, | |
| "loss": 1.9182, | |
| "step": 3050 | |
| }, | |
| { | |
| "epoch": 1.3464081092992508, | |
| "grad_norm": 0.2679976561310916, | |
| "learning_rate": 0.00013460328575730019, | |
| "loss": 1.8312, | |
| "step": 3055 | |
| }, | |
| { | |
| "epoch": 1.3486117232260908, | |
| "grad_norm": 0.2899158112172882, | |
| "learning_rate": 0.00013436259827069534, | |
| "loss": 1.8217, | |
| "step": 3060 | |
| }, | |
| { | |
| "epoch": 1.3508153371529308, | |
| "grad_norm": 0.26525449374755994, | |
| "learning_rate": 0.00013412168485532676, | |
| "loss": 1.7636, | |
| "step": 3065 | |
| }, | |
| { | |
| "epoch": 1.3530189510797708, | |
| "grad_norm": 0.2643909185128004, | |
| "learning_rate": 0.00013388054709516272, | |
| "loss": 1.6257, | |
| "step": 3070 | |
| }, | |
| { | |
| "epoch": 1.3552225650066108, | |
| "grad_norm": 0.3217683133395989, | |
| "learning_rate": 0.0001336391865756468, | |
| "loss": 1.8385, | |
| "step": 3075 | |
| }, | |
| { | |
| "epoch": 1.357426178933451, | |
| "grad_norm": 0.30256367251501726, | |
| "learning_rate": 0.00013339760488368695, | |
| "loss": 1.5994, | |
| "step": 3080 | |
| }, | |
| { | |
| "epoch": 1.359629792860291, | |
| "grad_norm": 0.33945781722722157, | |
| "learning_rate": 0.00013315580360764542, | |
| "loss": 1.6502, | |
| "step": 3085 | |
| }, | |
| { | |
| "epoch": 1.361833406787131, | |
| "grad_norm": 0.2343801676740979, | |
| "learning_rate": 0.00013291378433732818, | |
| "loss": 1.7302, | |
| "step": 3090 | |
| }, | |
| { | |
| "epoch": 1.364037020713971, | |
| "grad_norm": 0.3789024872984378, | |
| "learning_rate": 0.00013267154866397447, | |
| "loss": 1.9092, | |
| "step": 3095 | |
| }, | |
| { | |
| "epoch": 1.366240634640811, | |
| "grad_norm": 0.27745717625968813, | |
| "learning_rate": 0.00013242909818024628, | |
| "loss": 1.6587, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 1.368444248567651, | |
| "grad_norm": 0.26534498515018917, | |
| "learning_rate": 0.0001321864344802181, | |
| "loss": 1.7184, | |
| "step": 3105 | |
| }, | |
| { | |
| "epoch": 1.3706478624944909, | |
| "grad_norm": 0.25912670390615655, | |
| "learning_rate": 0.00013194355915936611, | |
| "loss": 1.7708, | |
| "step": 3110 | |
| }, | |
| { | |
| "epoch": 1.372851476421331, | |
| "grad_norm": 0.23803080715278022, | |
| "learning_rate": 0.000131700473814558, | |
| "loss": 1.7224, | |
| "step": 3115 | |
| }, | |
| { | |
| "epoch": 1.375055090348171, | |
| "grad_norm": 0.30746363012665606, | |
| "learning_rate": 0.00013145718004404223, | |
| "loss": 1.754, | |
| "step": 3120 | |
| }, | |
| { | |
| "epoch": 1.377258704275011, | |
| "grad_norm": 0.2672636477164184, | |
| "learning_rate": 0.00013121367944743777, | |
| "loss": 1.6989, | |
| "step": 3125 | |
| }, | |
| { | |
| "epoch": 1.379462318201851, | |
| "grad_norm": 0.28413083026015534, | |
| "learning_rate": 0.0001309699736257232, | |
| "loss": 1.6421, | |
| "step": 3130 | |
| }, | |
| { | |
| "epoch": 1.381665932128691, | |
| "grad_norm": 0.3193377255035563, | |
| "learning_rate": 0.00013072606418122667, | |
| "loss": 1.8467, | |
| "step": 3135 | |
| }, | |
| { | |
| "epoch": 1.383869546055531, | |
| "grad_norm": 0.2833583691387121, | |
| "learning_rate": 0.00013048195271761498, | |
| "loss": 1.6013, | |
| "step": 3140 | |
| }, | |
| { | |
| "epoch": 1.386073159982371, | |
| "grad_norm": 0.25616581325290944, | |
| "learning_rate": 0.00013023764083988323, | |
| "loss": 1.7542, | |
| "step": 3145 | |
| }, | |
| { | |
| "epoch": 1.3882767739092112, | |
| "grad_norm": 0.34179796686003233, | |
| "learning_rate": 0.0001299931301543442, | |
| "loss": 1.6674, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 1.390480387836051, | |
| "grad_norm": 0.2612422912889042, | |
| "learning_rate": 0.00012974842226861773, | |
| "loss": 1.3979, | |
| "step": 3155 | |
| }, | |
| { | |
| "epoch": 1.3926840017628912, | |
| "grad_norm": 0.30556335921079647, | |
| "learning_rate": 0.0001295035187916204, | |
| "loss": 1.7775, | |
| "step": 3160 | |
| }, | |
| { | |
| "epoch": 1.3948876156897312, | |
| "grad_norm": 0.34927377227523054, | |
| "learning_rate": 0.00012925842133355454, | |
| "loss": 1.7384, | |
| "step": 3165 | |
| }, | |
| { | |
| "epoch": 1.3970912296165712, | |
| "grad_norm": 0.35826503954646516, | |
| "learning_rate": 0.00012901313150589806, | |
| "loss": 1.8279, | |
| "step": 3170 | |
| }, | |
| { | |
| "epoch": 1.3992948435434112, | |
| "grad_norm": 0.3558470664702752, | |
| "learning_rate": 0.0001287676509213936, | |
| "loss": 1.6467, | |
| "step": 3175 | |
| }, | |
| { | |
| "epoch": 1.4014984574702511, | |
| "grad_norm": 0.2897608843662268, | |
| "learning_rate": 0.00012852198119403798, | |
| "loss": 1.6509, | |
| "step": 3180 | |
| }, | |
| { | |
| "epoch": 1.4037020713970914, | |
| "grad_norm": 0.32428607006990234, | |
| "learning_rate": 0.00012827612393907163, | |
| "loss": 1.7118, | |
| "step": 3185 | |
| }, | |
| { | |
| "epoch": 1.4059056853239311, | |
| "grad_norm": 0.29054441869310144, | |
| "learning_rate": 0.0001280300807729679, | |
| "loss": 1.6328, | |
| "step": 3190 | |
| }, | |
| { | |
| "epoch": 1.4081092992507713, | |
| "grad_norm": 0.2672079347199706, | |
| "learning_rate": 0.0001277838533134226, | |
| "loss": 1.7875, | |
| "step": 3195 | |
| }, | |
| { | |
| "epoch": 1.4103129131776113, | |
| "grad_norm": 0.3317588448314954, | |
| "learning_rate": 0.00012753744317934307, | |
| "loss": 1.9754, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 1.4125165271044513, | |
| "grad_norm": 0.30976057441678767, | |
| "learning_rate": 0.0001272908519908379, | |
| "loss": 1.7292, | |
| "step": 3205 | |
| }, | |
| { | |
| "epoch": 1.4147201410312913, | |
| "grad_norm": 0.2588899590749228, | |
| "learning_rate": 0.00012704408136920585, | |
| "loss": 1.661, | |
| "step": 3210 | |
| }, | |
| { | |
| "epoch": 1.4169237549581313, | |
| "grad_norm": 0.34042631761749226, | |
| "learning_rate": 0.0001267971329369256, | |
| "loss": 1.7688, | |
| "step": 3215 | |
| }, | |
| { | |
| "epoch": 1.4191273688849715, | |
| "grad_norm": 0.2613604846991468, | |
| "learning_rate": 0.00012655000831764495, | |
| "loss": 1.7979, | |
| "step": 3220 | |
| }, | |
| { | |
| "epoch": 1.4213309828118112, | |
| "grad_norm": 0.30387612038339795, | |
| "learning_rate": 0.00012630270913616985, | |
| "loss": 1.6008, | |
| "step": 3225 | |
| }, | |
| { | |
| "epoch": 1.4235345967386515, | |
| "grad_norm": 0.3245461529092582, | |
| "learning_rate": 0.00012605523701845431, | |
| "loss": 1.7394, | |
| "step": 3230 | |
| }, | |
| { | |
| "epoch": 1.4257382106654914, | |
| "grad_norm": 0.23964868596701627, | |
| "learning_rate": 0.00012580759359158905, | |
| "loss": 1.5526, | |
| "step": 3235 | |
| }, | |
| { | |
| "epoch": 1.4279418245923314, | |
| "grad_norm": 0.281150127445612, | |
| "learning_rate": 0.00012555978048379133, | |
| "loss": 1.6581, | |
| "step": 3240 | |
| }, | |
| { | |
| "epoch": 1.4301454385191714, | |
| "grad_norm": 0.31208534783523834, | |
| "learning_rate": 0.00012531179932439397, | |
| "loss": 1.6698, | |
| "step": 3245 | |
| }, | |
| { | |
| "epoch": 1.4323490524460114, | |
| "grad_norm": 0.3197645332854783, | |
| "learning_rate": 0.00012506365174383467, | |
| "loss": 1.8493, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 1.4345526663728516, | |
| "grad_norm": 0.29747281096057276, | |
| "learning_rate": 0.0001248153393736454, | |
| "loss": 1.923, | |
| "step": 3255 | |
| }, | |
| { | |
| "epoch": 1.4367562802996914, | |
| "grad_norm": 0.2706957926203667, | |
| "learning_rate": 0.00012456686384644148, | |
| "loss": 1.7219, | |
| "step": 3260 | |
| }, | |
| { | |
| "epoch": 1.4389598942265316, | |
| "grad_norm": 0.3015008988665459, | |
| "learning_rate": 0.00012431822679591112, | |
| "loss": 1.6334, | |
| "step": 3265 | |
| }, | |
| { | |
| "epoch": 1.4411635081533716, | |
| "grad_norm": 0.28824055515626146, | |
| "learning_rate": 0.00012406942985680437, | |
| "loss": 1.7096, | |
| "step": 3270 | |
| }, | |
| { | |
| "epoch": 1.4433671220802116, | |
| "grad_norm": 0.28792375010811966, | |
| "learning_rate": 0.00012382047466492262, | |
| "loss": 1.6993, | |
| "step": 3275 | |
| }, | |
| { | |
| "epoch": 1.4455707360070515, | |
| "grad_norm": 0.2778794221727809, | |
| "learning_rate": 0.0001235713628571077, | |
| "loss": 1.699, | |
| "step": 3280 | |
| }, | |
| { | |
| "epoch": 1.4477743499338915, | |
| "grad_norm": 0.3173174516544841, | |
| "learning_rate": 0.00012332209607123117, | |
| "loss": 1.6214, | |
| "step": 3285 | |
| }, | |
| { | |
| "epoch": 1.4499779638607315, | |
| "grad_norm": 0.30655650928697775, | |
| "learning_rate": 0.0001230726759461836, | |
| "loss": 1.7923, | |
| "step": 3290 | |
| }, | |
| { | |
| "epoch": 1.4521815777875715, | |
| "grad_norm": 0.2517175305379352, | |
| "learning_rate": 0.00012282310412186365, | |
| "loss": 1.8434, | |
| "step": 3295 | |
| }, | |
| { | |
| "epoch": 1.4543851917144117, | |
| "grad_norm": 0.24920356879351888, | |
| "learning_rate": 0.0001225733822391675, | |
| "loss": 1.6146, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 1.4565888056412517, | |
| "grad_norm": 0.2950517285567546, | |
| "learning_rate": 0.00012232351193997774, | |
| "loss": 1.6819, | |
| "step": 3305 | |
| }, | |
| { | |
| "epoch": 1.4587924195680917, | |
| "grad_norm": 0.3058013022960617, | |
| "learning_rate": 0.000122073494867153, | |
| "loss": 1.579, | |
| "step": 3310 | |
| }, | |
| { | |
| "epoch": 1.4609960334949317, | |
| "grad_norm": 0.46566643268469327, | |
| "learning_rate": 0.00012182333266451684, | |
| "loss": 1.6713, | |
| "step": 3315 | |
| }, | |
| { | |
| "epoch": 1.4631996474217717, | |
| "grad_norm": 0.3269081430168815, | |
| "learning_rate": 0.00012157302697684695, | |
| "loss": 1.6608, | |
| "step": 3320 | |
| }, | |
| { | |
| "epoch": 1.4654032613486117, | |
| "grad_norm": 0.2472677464376836, | |
| "learning_rate": 0.00012132257944986454, | |
| "loss": 1.6504, | |
| "step": 3325 | |
| }, | |
| { | |
| "epoch": 1.4676068752754516, | |
| "grad_norm": 0.3189526409165166, | |
| "learning_rate": 0.00012107199173022327, | |
| "loss": 1.6308, | |
| "step": 3330 | |
| }, | |
| { | |
| "epoch": 1.4698104892022918, | |
| "grad_norm": 0.2439726953786154, | |
| "learning_rate": 0.00012082126546549864, | |
| "loss": 1.6694, | |
| "step": 3335 | |
| }, | |
| { | |
| "epoch": 1.4720141031291318, | |
| "grad_norm": 0.28416189235796196, | |
| "learning_rate": 0.000120570402304177, | |
| "loss": 1.9048, | |
| "step": 3340 | |
| }, | |
| { | |
| "epoch": 1.4742177170559718, | |
| "grad_norm": 0.25976522560441834, | |
| "learning_rate": 0.00012031940389564478, | |
| "loss": 1.7083, | |
| "step": 3345 | |
| }, | |
| { | |
| "epoch": 1.4764213309828118, | |
| "grad_norm": 0.2874680056323443, | |
| "learning_rate": 0.00012006827189017773, | |
| "loss": 1.7914, | |
| "step": 3350 | |
| }, | |
| { | |
| "epoch": 1.4786249449096518, | |
| "grad_norm": 0.35212840385267163, | |
| "learning_rate": 0.00011981700793892982, | |
| "loss": 1.8617, | |
| "step": 3355 | |
| }, | |
| { | |
| "epoch": 1.4808285588364918, | |
| "grad_norm": 0.3258646795205973, | |
| "learning_rate": 0.00011956561369392274, | |
| "loss": 1.8569, | |
| "step": 3360 | |
| }, | |
| { | |
| "epoch": 1.4830321727633318, | |
| "grad_norm": 0.25990120954046436, | |
| "learning_rate": 0.0001193140908080346, | |
| "loss": 1.7778, | |
| "step": 3365 | |
| }, | |
| { | |
| "epoch": 1.485235786690172, | |
| "grad_norm": 0.2916499249746569, | |
| "learning_rate": 0.00011906244093498955, | |
| "loss": 1.7442, | |
| "step": 3370 | |
| }, | |
| { | |
| "epoch": 1.487439400617012, | |
| "grad_norm": 0.38118475856684764, | |
| "learning_rate": 0.00011881066572934644, | |
| "loss": 1.6281, | |
| "step": 3375 | |
| }, | |
| { | |
| "epoch": 1.489643014543852, | |
| "grad_norm": 0.33602332943649665, | |
| "learning_rate": 0.00011855876684648837, | |
| "loss": 1.6655, | |
| "step": 3380 | |
| }, | |
| { | |
| "epoch": 1.491846628470692, | |
| "grad_norm": 0.3091891353046593, | |
| "learning_rate": 0.00011830674594261145, | |
| "loss": 1.818, | |
| "step": 3385 | |
| }, | |
| { | |
| "epoch": 1.494050242397532, | |
| "grad_norm": 0.2675107541956203, | |
| "learning_rate": 0.0001180546046747141, | |
| "loss": 1.9917, | |
| "step": 3390 | |
| }, | |
| { | |
| "epoch": 1.496253856324372, | |
| "grad_norm": 0.24171145502227592, | |
| "learning_rate": 0.00011780234470058613, | |
| "loss": 1.747, | |
| "step": 3395 | |
| }, | |
| { | |
| "epoch": 1.498457470251212, | |
| "grad_norm": 0.31043683691075824, | |
| "learning_rate": 0.0001175499676787978, | |
| "loss": 1.7863, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 1.500661084178052, | |
| "grad_norm": 0.25938236019167105, | |
| "learning_rate": 0.000117297475268689, | |
| "loss": 1.6216, | |
| "step": 3405 | |
| }, | |
| { | |
| "epoch": 1.5028646981048919, | |
| "grad_norm": 0.2889407665894309, | |
| "learning_rate": 0.00011704486913035819, | |
| "loss": 1.7023, | |
| "step": 3410 | |
| }, | |
| { | |
| "epoch": 1.505068312031732, | |
| "grad_norm": 0.2595635779433101, | |
| "learning_rate": 0.00011679215092465163, | |
| "loss": 1.6651, | |
| "step": 3415 | |
| }, | |
| { | |
| "epoch": 1.507271925958572, | |
| "grad_norm": 0.3147360748379521, | |
| "learning_rate": 0.00011653932231315245, | |
| "loss": 1.6855, | |
| "step": 3420 | |
| }, | |
| { | |
| "epoch": 1.509475539885412, | |
| "grad_norm": 0.2456935617451673, | |
| "learning_rate": 0.00011628638495816955, | |
| "loss": 1.6982, | |
| "step": 3425 | |
| }, | |
| { | |
| "epoch": 1.511679153812252, | |
| "grad_norm": 0.2644287001406921, | |
| "learning_rate": 0.00011603334052272696, | |
| "loss": 1.7438, | |
| "step": 3430 | |
| }, | |
| { | |
| "epoch": 1.513882767739092, | |
| "grad_norm": 0.3098487244790836, | |
| "learning_rate": 0.0001157801906705526, | |
| "loss": 1.7459, | |
| "step": 3435 | |
| }, | |
| { | |
| "epoch": 1.5160863816659322, | |
| "grad_norm": 0.2635907160016382, | |
| "learning_rate": 0.00011552693706606758, | |
| "loss": 1.5969, | |
| "step": 3440 | |
| }, | |
| { | |
| "epoch": 1.518289995592772, | |
| "grad_norm": 0.293285003547433, | |
| "learning_rate": 0.00011527358137437516, | |
| "loss": 1.7899, | |
| "step": 3445 | |
| }, | |
| { | |
| "epoch": 1.5204936095196122, | |
| "grad_norm": 0.3154800148422279, | |
| "learning_rate": 0.00011502012526124978, | |
| "loss": 1.7859, | |
| "step": 3450 | |
| }, | |
| { | |
| "epoch": 1.5226972234464522, | |
| "grad_norm": 0.3029474817652635, | |
| "learning_rate": 0.00011476657039312613, | |
| "loss": 1.8433, | |
| "step": 3455 | |
| }, | |
| { | |
| "epoch": 1.5249008373732922, | |
| "grad_norm": 0.3394061586641444, | |
| "learning_rate": 0.00011451291843708824, | |
| "loss": 1.8191, | |
| "step": 3460 | |
| }, | |
| { | |
| "epoch": 1.5271044513001322, | |
| "grad_norm": 0.28588437415991474, | |
| "learning_rate": 0.00011425917106085844, | |
| "loss": 1.6528, | |
| "step": 3465 | |
| }, | |
| { | |
| "epoch": 1.5293080652269722, | |
| "grad_norm": 0.2624098766559022, | |
| "learning_rate": 0.00011400532993278643, | |
| "loss": 1.8208, | |
| "step": 3470 | |
| }, | |
| { | |
| "epoch": 1.5315116791538124, | |
| "grad_norm": 0.29050819773398057, | |
| "learning_rate": 0.00011375139672183834, | |
| "loss": 1.763, | |
| "step": 3475 | |
| }, | |
| { | |
| "epoch": 1.5337152930806521, | |
| "grad_norm": 0.28595831334373306, | |
| "learning_rate": 0.00011349737309758572, | |
| "loss": 1.6389, | |
| "step": 3480 | |
| }, | |
| { | |
| "epoch": 1.5359189070074923, | |
| "grad_norm": 0.310106838673627, | |
| "learning_rate": 0.00011324326073019458, | |
| "loss": 1.7008, | |
| "step": 3485 | |
| }, | |
| { | |
| "epoch": 1.5381225209343323, | |
| "grad_norm": 0.3425497639069633, | |
| "learning_rate": 0.0001129890612904144, | |
| "loss": 1.7975, | |
| "step": 3490 | |
| }, | |
| { | |
| "epoch": 1.5403261348611723, | |
| "grad_norm": 0.3049155101860015, | |
| "learning_rate": 0.0001127347764495671, | |
| "loss": 1.6302, | |
| "step": 3495 | |
| }, | |
| { | |
| "epoch": 1.5425297487880123, | |
| "grad_norm": 0.3083723366063809, | |
| "learning_rate": 0.00011248040787953622, | |
| "loss": 1.8779, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 1.5447333627148523, | |
| "grad_norm": 0.2714184317474351, | |
| "learning_rate": 0.00011222595725275562, | |
| "loss": 1.6655, | |
| "step": 3505 | |
| }, | |
| { | |
| "epoch": 1.5469369766416925, | |
| "grad_norm": 0.3020528286222207, | |
| "learning_rate": 0.00011197142624219887, | |
| "loss": 1.5374, | |
| "step": 3510 | |
| }, | |
| { | |
| "epoch": 1.5491405905685323, | |
| "grad_norm": 0.270325291856936, | |
| "learning_rate": 0.00011171681652136793, | |
| "loss": 1.7442, | |
| "step": 3515 | |
| }, | |
| { | |
| "epoch": 1.5513442044953725, | |
| "grad_norm": 0.2718748140775875, | |
| "learning_rate": 0.00011146212976428232, | |
| "loss": 1.793, | |
| "step": 3520 | |
| }, | |
| { | |
| "epoch": 1.5535478184222125, | |
| "grad_norm": 0.2684213723870114, | |
| "learning_rate": 0.00011120736764546799, | |
| "loss": 1.5847, | |
| "step": 3525 | |
| }, | |
| { | |
| "epoch": 1.5557514323490524, | |
| "grad_norm": 0.3293563453835575, | |
| "learning_rate": 0.00011095253183994645, | |
| "loss": 1.5808, | |
| "step": 3530 | |
| }, | |
| { | |
| "epoch": 1.5579550462758924, | |
| "grad_norm": 0.32122911366332685, | |
| "learning_rate": 0.0001106976240232237, | |
| "loss": 1.7343, | |
| "step": 3535 | |
| }, | |
| { | |
| "epoch": 1.5601586602027324, | |
| "grad_norm": 0.31939212525307864, | |
| "learning_rate": 0.0001104426458712791, | |
| "loss": 1.7123, | |
| "step": 3540 | |
| }, | |
| { | |
| "epoch": 1.5623622741295726, | |
| "grad_norm": 0.2676344457188956, | |
| "learning_rate": 0.00011018759906055463, | |
| "loss": 1.4029, | |
| "step": 3545 | |
| }, | |
| { | |
| "epoch": 1.5645658880564124, | |
| "grad_norm": 0.33141673784681086, | |
| "learning_rate": 0.00010993248526794347, | |
| "loss": 1.8105, | |
| "step": 3550 | |
| }, | |
| { | |
| "epoch": 1.5667695019832526, | |
| "grad_norm": 0.2715916392293134, | |
| "learning_rate": 0.00010967730617077938, | |
| "loss": 1.73, | |
| "step": 3555 | |
| }, | |
| { | |
| "epoch": 1.5689731159100926, | |
| "grad_norm": 0.2615038650065928, | |
| "learning_rate": 0.00010942206344682541, | |
| "loss": 1.7547, | |
| "step": 3560 | |
| }, | |
| { | |
| "epoch": 1.5711767298369326, | |
| "grad_norm": 0.2662856667093564, | |
| "learning_rate": 0.00010916675877426296, | |
| "loss": 1.6934, | |
| "step": 3565 | |
| }, | |
| { | |
| "epoch": 1.5733803437637726, | |
| "grad_norm": 0.20249417258651908, | |
| "learning_rate": 0.00010891139383168072, | |
| "loss": 1.7876, | |
| "step": 3570 | |
| }, | |
| { | |
| "epoch": 1.5755839576906125, | |
| "grad_norm": 0.30704028921333987, | |
| "learning_rate": 0.00010865597029806365, | |
| "loss": 1.7228, | |
| "step": 3575 | |
| }, | |
| { | |
| "epoch": 1.5777875716174528, | |
| "grad_norm": 0.32055060377455574, | |
| "learning_rate": 0.00010840048985278195, | |
| "loss": 1.7169, | |
| "step": 3580 | |
| }, | |
| { | |
| "epoch": 1.5799911855442925, | |
| "grad_norm": 0.31196324685842286, | |
| "learning_rate": 0.00010814495417557997, | |
| "loss": 1.875, | |
| "step": 3585 | |
| }, | |
| { | |
| "epoch": 1.5821947994711327, | |
| "grad_norm": 0.3005168077317045, | |
| "learning_rate": 0.00010788936494656523, | |
| "loss": 1.8862, | |
| "step": 3590 | |
| }, | |
| { | |
| "epoch": 1.5843984133979727, | |
| "grad_norm": 0.2856041438770126, | |
| "learning_rate": 0.00010763372384619738, | |
| "loss": 1.6419, | |
| "step": 3595 | |
| }, | |
| { | |
| "epoch": 1.5866020273248127, | |
| "grad_norm": 0.27459499931453724, | |
| "learning_rate": 0.00010737803255527702, | |
| "loss": 1.7495, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 1.5888056412516527, | |
| "grad_norm": 0.23142425230470423, | |
| "learning_rate": 0.00010712229275493489, | |
| "loss": 1.7615, | |
| "step": 3605 | |
| }, | |
| { | |
| "epoch": 1.5910092551784927, | |
| "grad_norm": 0.26704359594443944, | |
| "learning_rate": 0.00010686650612662048, | |
| "loss": 1.7043, | |
| "step": 3610 | |
| }, | |
| { | |
| "epoch": 1.5932128691053329, | |
| "grad_norm": 0.2644858878666521, | |
| "learning_rate": 0.00010661067435209135, | |
| "loss": 1.8665, | |
| "step": 3615 | |
| }, | |
| { | |
| "epoch": 1.5954164830321726, | |
| "grad_norm": 0.306618968505366, | |
| "learning_rate": 0.00010635479911340176, | |
| "loss": 1.8191, | |
| "step": 3620 | |
| }, | |
| { | |
| "epoch": 1.5976200969590129, | |
| "grad_norm": 0.32629807608957256, | |
| "learning_rate": 0.00010609888209289183, | |
| "loss": 1.781, | |
| "step": 3625 | |
| }, | |
| { | |
| "epoch": 1.5998237108858528, | |
| "grad_norm": 0.2701943161629176, | |
| "learning_rate": 0.00010584292497317633, | |
| "loss": 1.6162, | |
| "step": 3630 | |
| }, | |
| { | |
| "epoch": 1.6020273248126928, | |
| "grad_norm": 0.40336230029221404, | |
| "learning_rate": 0.00010558692943713373, | |
| "loss": 1.722, | |
| "step": 3635 | |
| }, | |
| { | |
| "epoch": 1.6042309387395328, | |
| "grad_norm": 0.2767732465609723, | |
| "learning_rate": 0.000105330897167895, | |
| "loss": 1.6427, | |
| "step": 3640 | |
| }, | |
| { | |
| "epoch": 1.6064345526663728, | |
| "grad_norm": 0.28371049131821663, | |
| "learning_rate": 0.00010507482984883268, | |
| "loss": 1.6872, | |
| "step": 3645 | |
| }, | |
| { | |
| "epoch": 1.608638166593213, | |
| "grad_norm": 0.2975217481512648, | |
| "learning_rate": 0.00010481872916354978, | |
| "loss": 1.6807, | |
| "step": 3650 | |
| }, | |
| { | |
| "epoch": 1.6108417805200528, | |
| "grad_norm": 0.30522288055794994, | |
| "learning_rate": 0.00010456259679586862, | |
| "loss": 1.6253, | |
| "step": 3655 | |
| }, | |
| { | |
| "epoch": 1.613045394446893, | |
| "grad_norm": 0.2893887034344458, | |
| "learning_rate": 0.00010430643442981986, | |
| "loss": 1.6465, | |
| "step": 3660 | |
| }, | |
| { | |
| "epoch": 1.615249008373733, | |
| "grad_norm": 0.28628624467329145, | |
| "learning_rate": 0.0001040502437496315, | |
| "loss": 1.6428, | |
| "step": 3665 | |
| }, | |
| { | |
| "epoch": 1.617452622300573, | |
| "grad_norm": 0.31683631498188874, | |
| "learning_rate": 0.00010379402643971746, | |
| "loss": 1.7033, | |
| "step": 3670 | |
| }, | |
| { | |
| "epoch": 1.619656236227413, | |
| "grad_norm": 0.2627512390977551, | |
| "learning_rate": 0.00010353778418466697, | |
| "loss": 1.8805, | |
| "step": 3675 | |
| }, | |
| { | |
| "epoch": 1.621859850154253, | |
| "grad_norm": 0.2976244892863047, | |
| "learning_rate": 0.00010328151866923316, | |
| "loss": 1.8013, | |
| "step": 3680 | |
| }, | |
| { | |
| "epoch": 1.6240634640810931, | |
| "grad_norm": 0.31860629887164105, | |
| "learning_rate": 0.00010302523157832216, | |
| "loss": 1.648, | |
| "step": 3685 | |
| }, | |
| { | |
| "epoch": 1.626267078007933, | |
| "grad_norm": 0.331987729083311, | |
| "learning_rate": 0.00010276892459698182, | |
| "loss": 1.6325, | |
| "step": 3690 | |
| }, | |
| { | |
| "epoch": 1.6284706919347731, | |
| "grad_norm": 0.2818827039809831, | |
| "learning_rate": 0.00010251259941039098, | |
| "loss": 1.7213, | |
| "step": 3695 | |
| }, | |
| { | |
| "epoch": 1.6306743058616129, | |
| "grad_norm": 0.2511192996283762, | |
| "learning_rate": 0.00010225625770384797, | |
| "loss": 1.5629, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 1.632877919788453, | |
| "grad_norm": 0.29741607234777423, | |
| "learning_rate": 0.00010199990116275988, | |
| "loss": 1.7834, | |
| "step": 3705 | |
| }, | |
| { | |
| "epoch": 1.635081533715293, | |
| "grad_norm": 0.30036469948366823, | |
| "learning_rate": 0.00010174353147263125, | |
| "loss": 1.4849, | |
| "step": 3710 | |
| }, | |
| { | |
| "epoch": 1.637285147642133, | |
| "grad_norm": 0.30522753547462433, | |
| "learning_rate": 0.00010148715031905312, | |
| "loss": 1.8071, | |
| "step": 3715 | |
| }, | |
| { | |
| "epoch": 1.6394887615689733, | |
| "grad_norm": 0.2769872314517015, | |
| "learning_rate": 0.00010123075938769187, | |
| "loss": 1.685, | |
| "step": 3720 | |
| }, | |
| { | |
| "epoch": 1.641692375495813, | |
| "grad_norm": 0.2709018320510704, | |
| "learning_rate": 0.00010097436036427816, | |
| "loss": 1.7853, | |
| "step": 3725 | |
| }, | |
| { | |
| "epoch": 1.6438959894226532, | |
| "grad_norm": 0.3446719925528754, | |
| "learning_rate": 0.00010071795493459591, | |
| "loss": 1.7783, | |
| "step": 3730 | |
| }, | |
| { | |
| "epoch": 1.646099603349493, | |
| "grad_norm": 0.3208180036756325, | |
| "learning_rate": 0.00010046154478447114, | |
| "loss": 1.8982, | |
| "step": 3735 | |
| }, | |
| { | |
| "epoch": 1.6483032172763332, | |
| "grad_norm": 0.289239117609306, | |
| "learning_rate": 0.00010020513159976084, | |
| "loss": 1.7313, | |
| "step": 3740 | |
| }, | |
| { | |
| "epoch": 1.6505068312031732, | |
| "grad_norm": 0.30122205784761724, | |
| "learning_rate": 9.994871706634204e-05, | |
| "loss": 1.6831, | |
| "step": 3745 | |
| }, | |
| { | |
| "epoch": 1.6527104451300132, | |
| "grad_norm": 0.2835725442151606, | |
| "learning_rate": 9.96923028701006e-05, | |
| "loss": 1.6129, | |
| "step": 3750 | |
| }, | |
| { | |
| "epoch": 1.6549140590568534, | |
| "grad_norm": 0.4849263642027594, | |
| "learning_rate": 9.943589069692014e-05, | |
| "loss": 1.783, | |
| "step": 3755 | |
| }, | |
| { | |
| "epoch": 1.6571176729836932, | |
| "grad_norm": 0.34060901148734135, | |
| "learning_rate": 9.917948223267105e-05, | |
| "loss": 1.642, | |
| "step": 3760 | |
| }, | |
| { | |
| "epoch": 1.6593212869105334, | |
| "grad_norm": 0.3001957536668968, | |
| "learning_rate": 9.892307916319919e-05, | |
| "loss": 1.6005, | |
| "step": 3765 | |
| }, | |
| { | |
| "epoch": 1.6615249008373731, | |
| "grad_norm": 0.3141764748091563, | |
| "learning_rate": 9.866668317431514e-05, | |
| "loss": 1.8968, | |
| "step": 3770 | |
| }, | |
| { | |
| "epoch": 1.6637285147642134, | |
| "grad_norm": 0.3066452663914771, | |
| "learning_rate": 9.841029595178282e-05, | |
| "loss": 1.6288, | |
| "step": 3775 | |
| }, | |
| { | |
| "epoch": 1.6659321286910533, | |
| "grad_norm": 0.2737312482046674, | |
| "learning_rate": 9.815391918130848e-05, | |
| "loss": 1.6151, | |
| "step": 3780 | |
| }, | |
| { | |
| "epoch": 1.6681357426178933, | |
| "grad_norm": 0.337368580313636, | |
| "learning_rate": 9.789755454852971e-05, | |
| "loss": 1.6298, | |
| "step": 3785 | |
| }, | |
| { | |
| "epoch": 1.6703393565447333, | |
| "grad_norm": 0.22864544249672591, | |
| "learning_rate": 9.764120373900436e-05, | |
| "loss": 1.7166, | |
| "step": 3790 | |
| }, | |
| { | |
| "epoch": 1.6725429704715733, | |
| "grad_norm": 0.3199596986088049, | |
| "learning_rate": 9.738486843819919e-05, | |
| "loss": 1.4291, | |
| "step": 3795 | |
| }, | |
| { | |
| "epoch": 1.6747465843984135, | |
| "grad_norm": 0.484113228627448, | |
| "learning_rate": 9.712855033147921e-05, | |
| "loss": 1.8267, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 1.6769501983252533, | |
| "grad_norm": 0.29066627384947913, | |
| "learning_rate": 9.68722511040962e-05, | |
| "loss": 1.7618, | |
| "step": 3805 | |
| }, | |
| { | |
| "epoch": 1.6791538122520935, | |
| "grad_norm": 0.2756578416564992, | |
| "learning_rate": 9.661597244117802e-05, | |
| "loss": 1.7626, | |
| "step": 3810 | |
| }, | |
| { | |
| "epoch": 1.6813574261789335, | |
| "grad_norm": 0.26262162877838774, | |
| "learning_rate": 9.635971602771716e-05, | |
| "loss": 1.6437, | |
| "step": 3815 | |
| }, | |
| { | |
| "epoch": 1.6835610401057735, | |
| "grad_norm": 0.3485930873206027, | |
| "learning_rate": 9.61034835485598e-05, | |
| "loss": 1.9054, | |
| "step": 3820 | |
| }, | |
| { | |
| "epoch": 1.6857646540326134, | |
| "grad_norm": 0.347720471228885, | |
| "learning_rate": 9.584727668839487e-05, | |
| "loss": 1.6653, | |
| "step": 3825 | |
| }, | |
| { | |
| "epoch": 1.6879682679594534, | |
| "grad_norm": 0.259896835339376, | |
| "learning_rate": 9.559109713174282e-05, | |
| "loss": 1.8298, | |
| "step": 3830 | |
| }, | |
| { | |
| "epoch": 1.6901718818862936, | |
| "grad_norm": 0.27688333027135853, | |
| "learning_rate": 9.533494656294458e-05, | |
| "loss": 1.5074, | |
| "step": 3835 | |
| }, | |
| { | |
| "epoch": 1.6923754958131334, | |
| "grad_norm": 0.3186540043438054, | |
| "learning_rate": 9.507882666615049e-05, | |
| "loss": 1.666, | |
| "step": 3840 | |
| }, | |
| { | |
| "epoch": 1.6945791097399736, | |
| "grad_norm": 0.34137430082378867, | |
| "learning_rate": 9.482273912530913e-05, | |
| "loss": 1.7862, | |
| "step": 3845 | |
| }, | |
| { | |
| "epoch": 1.6967827236668136, | |
| "grad_norm": 0.31312228735788816, | |
| "learning_rate": 9.456668562415657e-05, | |
| "loss": 1.6969, | |
| "step": 3850 | |
| }, | |
| { | |
| "epoch": 1.6989863375936536, | |
| "grad_norm": 0.3211377859121694, | |
| "learning_rate": 9.431066784620486e-05, | |
| "loss": 1.8653, | |
| "step": 3855 | |
| }, | |
| { | |
| "epoch": 1.7011899515204936, | |
| "grad_norm": 0.3443229930133863, | |
| "learning_rate": 9.405468747473127e-05, | |
| "loss": 1.696, | |
| "step": 3860 | |
| }, | |
| { | |
| "epoch": 1.7033935654473336, | |
| "grad_norm": 0.2900871769643087, | |
| "learning_rate": 9.379874619276707e-05, | |
| "loss": 1.7654, | |
| "step": 3865 | |
| }, | |
| { | |
| "epoch": 1.7055971793741738, | |
| "grad_norm": 0.3109956258190758, | |
| "learning_rate": 9.354284568308665e-05, | |
| "loss": 1.6229, | |
| "step": 3870 | |
| }, | |
| { | |
| "epoch": 1.7078007933010135, | |
| "grad_norm": 0.29096423007153205, | |
| "learning_rate": 9.328698762819623e-05, | |
| "loss": 1.7274, | |
| "step": 3875 | |
| }, | |
| { | |
| "epoch": 1.7100044072278537, | |
| "grad_norm": 0.2674081631314747, | |
| "learning_rate": 9.303117371032284e-05, | |
| "loss": 1.7598, | |
| "step": 3880 | |
| }, | |
| { | |
| "epoch": 1.7122080211546937, | |
| "grad_norm": 0.3370488411342742, | |
| "learning_rate": 9.277540561140342e-05, | |
| "loss": 1.7854, | |
| "step": 3885 | |
| }, | |
| { | |
| "epoch": 1.7144116350815337, | |
| "grad_norm": 0.2236164025203487, | |
| "learning_rate": 9.251968501307365e-05, | |
| "loss": 1.735, | |
| "step": 3890 | |
| }, | |
| { | |
| "epoch": 1.7166152490083737, | |
| "grad_norm": 0.31253584348251195, | |
| "learning_rate": 9.226401359665686e-05, | |
| "loss": 1.5912, | |
| "step": 3895 | |
| }, | |
| { | |
| "epoch": 1.7188188629352137, | |
| "grad_norm": 0.28523913611604496, | |
| "learning_rate": 9.2008393043153e-05, | |
| "loss": 1.7252, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 1.721022476862054, | |
| "grad_norm": 0.3641271132364838, | |
| "learning_rate": 9.17528250332277e-05, | |
| "loss": 1.7001, | |
| "step": 3905 | |
| }, | |
| { | |
| "epoch": 1.7232260907888937, | |
| "grad_norm": 0.34337087912187736, | |
| "learning_rate": 9.149731124720104e-05, | |
| "loss": 1.941, | |
| "step": 3910 | |
| }, | |
| { | |
| "epoch": 1.7254297047157339, | |
| "grad_norm": 0.3388940885148476, | |
| "learning_rate": 9.124185336503656e-05, | |
| "loss": 1.751, | |
| "step": 3915 | |
| }, | |
| { | |
| "epoch": 1.7276333186425739, | |
| "grad_norm": 0.3980423482061792, | |
| "learning_rate": 9.098645306633029e-05, | |
| "loss": 1.7571, | |
| "step": 3920 | |
| }, | |
| { | |
| "epoch": 1.7298369325694138, | |
| "grad_norm": 0.28139197000268995, | |
| "learning_rate": 9.073111203029972e-05, | |
| "loss": 1.5225, | |
| "step": 3925 | |
| }, | |
| { | |
| "epoch": 1.7320405464962538, | |
| "grad_norm": 0.28174263964005763, | |
| "learning_rate": 9.04758319357726e-05, | |
| "loss": 1.6746, | |
| "step": 3930 | |
| }, | |
| { | |
| "epoch": 1.7342441604230938, | |
| "grad_norm": 0.2461518030614674, | |
| "learning_rate": 9.0220614461176e-05, | |
| "loss": 1.5447, | |
| "step": 3935 | |
| }, | |
| { | |
| "epoch": 1.736447774349934, | |
| "grad_norm": 0.3297581828947644, | |
| "learning_rate": 8.99654612845253e-05, | |
| "loss": 1.5802, | |
| "step": 3940 | |
| }, | |
| { | |
| "epoch": 1.7386513882767738, | |
| "grad_norm": 0.3434764691584567, | |
| "learning_rate": 8.971037408341319e-05, | |
| "loss": 1.6836, | |
| "step": 3945 | |
| }, | |
| { | |
| "epoch": 1.740855002203614, | |
| "grad_norm": 0.2967197456557559, | |
| "learning_rate": 8.94553545349985e-05, | |
| "loss": 1.6141, | |
| "step": 3950 | |
| }, | |
| { | |
| "epoch": 1.743058616130454, | |
| "grad_norm": 0.3235657879123794, | |
| "learning_rate": 8.92004043159953e-05, | |
| "loss": 1.8539, | |
| "step": 3955 | |
| }, | |
| { | |
| "epoch": 1.745262230057294, | |
| "grad_norm": 0.30230482414452203, | |
| "learning_rate": 8.894552510266172e-05, | |
| "loss": 1.6447, | |
| "step": 3960 | |
| }, | |
| { | |
| "epoch": 1.747465843984134, | |
| "grad_norm": 0.25937552544500664, | |
| "learning_rate": 8.869071857078926e-05, | |
| "loss": 1.7132, | |
| "step": 3965 | |
| }, | |
| { | |
| "epoch": 1.749669457910974, | |
| "grad_norm": 0.3504915271341817, | |
| "learning_rate": 8.843598639569134e-05, | |
| "loss": 1.616, | |
| "step": 3970 | |
| }, | |
| { | |
| "epoch": 1.7518730718378142, | |
| "grad_norm": 0.3391539087204084, | |
| "learning_rate": 8.818133025219258e-05, | |
| "loss": 1.7726, | |
| "step": 3975 | |
| }, | |
| { | |
| "epoch": 1.754076685764654, | |
| "grad_norm": 0.2945081027363211, | |
| "learning_rate": 8.79267518146177e-05, | |
| "loss": 1.6354, | |
| "step": 3980 | |
| }, | |
| { | |
| "epoch": 1.7562802996914941, | |
| "grad_norm": 0.3122456807955038, | |
| "learning_rate": 8.767225275678054e-05, | |
| "loss": 1.7703, | |
| "step": 3985 | |
| }, | |
| { | |
| "epoch": 1.7584839136183341, | |
| "grad_norm": 0.2911403528384371, | |
| "learning_rate": 8.741783475197301e-05, | |
| "loss": 1.6184, | |
| "step": 3990 | |
| }, | |
| { | |
| "epoch": 1.760687527545174, | |
| "grad_norm": 0.28063561583988544, | |
| "learning_rate": 8.716349947295406e-05, | |
| "loss": 1.6723, | |
| "step": 3995 | |
| }, | |
| { | |
| "epoch": 1.762891141472014, | |
| "grad_norm": 0.24899262558923158, | |
| "learning_rate": 8.690924859193877e-05, | |
| "loss": 1.5999, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 1.765094755398854, | |
| "grad_norm": 0.21950111519024182, | |
| "learning_rate": 8.665508378058737e-05, | |
| "loss": 1.59, | |
| "step": 4005 | |
| }, | |
| { | |
| "epoch": 1.7672983693256943, | |
| "grad_norm": 0.2812929263006604, | |
| "learning_rate": 8.640100670999413e-05, | |
| "loss": 1.7219, | |
| "step": 4010 | |
| }, | |
| { | |
| "epoch": 1.769501983252534, | |
| "grad_norm": 0.26800092694380395, | |
| "learning_rate": 8.614701905067648e-05, | |
| "loss": 1.5878, | |
| "step": 4015 | |
| }, | |
| { | |
| "epoch": 1.7717055971793743, | |
| "grad_norm": 0.3421307184861735, | |
| "learning_rate": 8.589312247256385e-05, | |
| "loss": 1.5289, | |
| "step": 4020 | |
| }, | |
| { | |
| "epoch": 1.7739092111062142, | |
| "grad_norm": 0.2759648702531539, | |
| "learning_rate": 8.563931864498709e-05, | |
| "loss": 1.7232, | |
| "step": 4025 | |
| }, | |
| { | |
| "epoch": 1.7761128250330542, | |
| "grad_norm": 0.3083755515457062, | |
| "learning_rate": 8.538560923666697e-05, | |
| "loss": 1.5333, | |
| "step": 4030 | |
| }, | |
| { | |
| "epoch": 1.7783164389598942, | |
| "grad_norm": 0.32344968491148207, | |
| "learning_rate": 8.51319959157036e-05, | |
| "loss": 1.6531, | |
| "step": 4035 | |
| }, | |
| { | |
| "epoch": 1.7805200528867342, | |
| "grad_norm": 0.2628449279485873, | |
| "learning_rate": 8.487848034956527e-05, | |
| "loss": 1.7176, | |
| "step": 4040 | |
| }, | |
| { | |
| "epoch": 1.7827236668135744, | |
| "grad_norm": 0.30081231536696845, | |
| "learning_rate": 8.462506420507764e-05, | |
| "loss": 1.6087, | |
| "step": 4045 | |
| }, | |
| { | |
| "epoch": 1.7849272807404142, | |
| "grad_norm": 0.24172711814982975, | |
| "learning_rate": 8.437174914841261e-05, | |
| "loss": 1.6365, | |
| "step": 4050 | |
| }, | |
| { | |
| "epoch": 1.7871308946672544, | |
| "grad_norm": 0.3240513311621846, | |
| "learning_rate": 8.411853684507744e-05, | |
| "loss": 1.6818, | |
| "step": 4055 | |
| }, | |
| { | |
| "epoch": 1.7893345085940942, | |
| "grad_norm": 0.26629546007810934, | |
| "learning_rate": 8.38654289599038e-05, | |
| "loss": 1.6165, | |
| "step": 4060 | |
| }, | |
| { | |
| "epoch": 1.7915381225209344, | |
| "grad_norm": 0.2718697282057903, | |
| "learning_rate": 8.36124271570369e-05, | |
| "loss": 1.7767, | |
| "step": 4065 | |
| }, | |
| { | |
| "epoch": 1.7937417364477743, | |
| "grad_norm": 0.2991997948062704, | |
| "learning_rate": 8.335953309992442e-05, | |
| "loss": 1.6968, | |
| "step": 4070 | |
| }, | |
| { | |
| "epoch": 1.7959453503746143, | |
| "grad_norm": 0.33154914217795595, | |
| "learning_rate": 8.310674845130563e-05, | |
| "loss": 1.8523, | |
| "step": 4075 | |
| }, | |
| { | |
| "epoch": 1.7981489643014545, | |
| "grad_norm": 0.29895299240181794, | |
| "learning_rate": 8.285407487320042e-05, | |
| "loss": 1.5945, | |
| "step": 4080 | |
| }, | |
| { | |
| "epoch": 1.8003525782282943, | |
| "grad_norm": 0.2947016318335874, | |
| "learning_rate": 8.260151402689848e-05, | |
| "loss": 1.625, | |
| "step": 4085 | |
| }, | |
| { | |
| "epoch": 1.8025561921551345, | |
| "grad_norm": 0.3039906812402064, | |
| "learning_rate": 8.234906757294829e-05, | |
| "loss": 1.8956, | |
| "step": 4090 | |
| }, | |
| { | |
| "epoch": 1.8047598060819743, | |
| "grad_norm": 0.311603713861004, | |
| "learning_rate": 8.209673717114618e-05, | |
| "loss": 1.5808, | |
| "step": 4095 | |
| }, | |
| { | |
| "epoch": 1.8069634200088145, | |
| "grad_norm": 0.3208961582381735, | |
| "learning_rate": 8.184452448052547e-05, | |
| "loss": 1.4928, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 1.8091670339356545, | |
| "grad_norm": 0.27150517803601, | |
| "learning_rate": 8.15924311593456e-05, | |
| "loss": 1.7155, | |
| "step": 4105 | |
| }, | |
| { | |
| "epoch": 1.8113706478624945, | |
| "grad_norm": 0.31637619824367874, | |
| "learning_rate": 8.134045886508108e-05, | |
| "loss": 1.4761, | |
| "step": 4110 | |
| }, | |
| { | |
| "epoch": 1.8135742617893347, | |
| "grad_norm": 0.2536681416637017, | |
| "learning_rate": 8.108860925441076e-05, | |
| "loss": 1.7682, | |
| "step": 4115 | |
| }, | |
| { | |
| "epoch": 1.8157778757161744, | |
| "grad_norm": 0.2683657294785762, | |
| "learning_rate": 8.083688398320681e-05, | |
| "loss": 1.6091, | |
| "step": 4120 | |
| }, | |
| { | |
| "epoch": 1.8179814896430146, | |
| "grad_norm": 0.3004847316685122, | |
| "learning_rate": 8.058528470652396e-05, | |
| "loss": 1.7524, | |
| "step": 4125 | |
| }, | |
| { | |
| "epoch": 1.8201851035698544, | |
| "grad_norm": 0.3033198553489031, | |
| "learning_rate": 8.03338130785885e-05, | |
| "loss": 1.6975, | |
| "step": 4130 | |
| }, | |
| { | |
| "epoch": 1.8223887174966946, | |
| "grad_norm": 0.2932969746872377, | |
| "learning_rate": 8.008247075278742e-05, | |
| "loss": 1.6345, | |
| "step": 4135 | |
| }, | |
| { | |
| "epoch": 1.8245923314235346, | |
| "grad_norm": 0.29419726566032006, | |
| "learning_rate": 7.983125938165758e-05, | |
| "loss": 2.0007, | |
| "step": 4140 | |
| }, | |
| { | |
| "epoch": 1.8267959453503746, | |
| "grad_norm": 0.36994662608619383, | |
| "learning_rate": 7.958018061687494e-05, | |
| "loss": 1.8041, | |
| "step": 4145 | |
| }, | |
| { | |
| "epoch": 1.8289995592772146, | |
| "grad_norm": 0.3171521170329957, | |
| "learning_rate": 7.932923610924343e-05, | |
| "loss": 1.8268, | |
| "step": 4150 | |
| }, | |
| { | |
| "epoch": 1.8312031732040546, | |
| "grad_norm": 0.29749910928069495, | |
| "learning_rate": 7.907842750868441e-05, | |
| "loss": 1.7521, | |
| "step": 4155 | |
| }, | |
| { | |
| "epoch": 1.8334067871308948, | |
| "grad_norm": 0.28978378846287695, | |
| "learning_rate": 7.882775646422547e-05, | |
| "loss": 1.8141, | |
| "step": 4160 | |
| }, | |
| { | |
| "epoch": 1.8356104010577345, | |
| "grad_norm": 0.32370603539130244, | |
| "learning_rate": 7.857722462399009e-05, | |
| "loss": 1.5852, | |
| "step": 4165 | |
| }, | |
| { | |
| "epoch": 1.8378140149845748, | |
| "grad_norm": 0.3000864365709902, | |
| "learning_rate": 7.832683363518621e-05, | |
| "loss": 1.5174, | |
| "step": 4170 | |
| }, | |
| { | |
| "epoch": 1.8400176289114147, | |
| "grad_norm": 0.30867413513998754, | |
| "learning_rate": 7.807658514409587e-05, | |
| "loss": 1.7091, | |
| "step": 4175 | |
| }, | |
| { | |
| "epoch": 1.8422212428382547, | |
| "grad_norm": 0.2941777962805528, | |
| "learning_rate": 7.782648079606412e-05, | |
| "loss": 1.9314, | |
| "step": 4180 | |
| }, | |
| { | |
| "epoch": 1.8444248567650947, | |
| "grad_norm": 0.26789438468880916, | |
| "learning_rate": 7.757652223548836e-05, | |
| "loss": 1.5959, | |
| "step": 4185 | |
| }, | |
| { | |
| "epoch": 1.8466284706919347, | |
| "grad_norm": 0.2852613225045537, | |
| "learning_rate": 7.732671110580746e-05, | |
| "loss": 1.4776, | |
| "step": 4190 | |
| }, | |
| { | |
| "epoch": 1.848832084618775, | |
| "grad_norm": 0.28204667104600045, | |
| "learning_rate": 7.707704904949085e-05, | |
| "loss": 1.6044, | |
| "step": 4195 | |
| }, | |
| { | |
| "epoch": 1.8510356985456147, | |
| "grad_norm": 0.3433461472883869, | |
| "learning_rate": 7.682753770802791e-05, | |
| "loss": 1.8343, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 1.8532393124724549, | |
| "grad_norm": 0.27355747329642977, | |
| "learning_rate": 7.657817872191713e-05, | |
| "loss": 1.6496, | |
| "step": 4205 | |
| }, | |
| { | |
| "epoch": 1.8554429263992949, | |
| "grad_norm": 0.2860370187153179, | |
| "learning_rate": 7.632897373065522e-05, | |
| "loss": 1.5719, | |
| "step": 4210 | |
| }, | |
| { | |
| "epoch": 1.8576465403261349, | |
| "grad_norm": 0.2618172945255669, | |
| "learning_rate": 7.607992437272642e-05, | |
| "loss": 1.6911, | |
| "step": 4215 | |
| }, | |
| { | |
| "epoch": 1.8598501542529748, | |
| "grad_norm": 0.2570942578849571, | |
| "learning_rate": 7.583103228559164e-05, | |
| "loss": 1.7205, | |
| "step": 4220 | |
| }, | |
| { | |
| "epoch": 1.8620537681798148, | |
| "grad_norm": 0.30089829678159197, | |
| "learning_rate": 7.558229910567794e-05, | |
| "loss": 1.7114, | |
| "step": 4225 | |
| }, | |
| { | |
| "epoch": 1.864257382106655, | |
| "grad_norm": 0.3120407343609943, | |
| "learning_rate": 7.533372646836736e-05, | |
| "loss": 1.6438, | |
| "step": 4230 | |
| }, | |
| { | |
| "epoch": 1.8664609960334948, | |
| "grad_norm": 0.29920830893784145, | |
| "learning_rate": 7.508531600798657e-05, | |
| "loss": 1.8773, | |
| "step": 4235 | |
| }, | |
| { | |
| "epoch": 1.868664609960335, | |
| "grad_norm": 0.28932016728007587, | |
| "learning_rate": 7.483706935779584e-05, | |
| "loss": 1.5398, | |
| "step": 4240 | |
| }, | |
| { | |
| "epoch": 1.870868223887175, | |
| "grad_norm": 0.3323660400642421, | |
| "learning_rate": 7.458898814997852e-05, | |
| "loss": 1.8427, | |
| "step": 4245 | |
| }, | |
| { | |
| "epoch": 1.873071837814015, | |
| "grad_norm": 0.24905133812180258, | |
| "learning_rate": 7.434107401563016e-05, | |
| "loss": 1.5713, | |
| "step": 4250 | |
| }, | |
| { | |
| "epoch": 1.875275451740855, | |
| "grad_norm": 0.3177914709078092, | |
| "learning_rate": 7.409332858474772e-05, | |
| "loss": 1.8163, | |
| "step": 4255 | |
| }, | |
| { | |
| "epoch": 1.877479065667695, | |
| "grad_norm": 0.2731160161178577, | |
| "learning_rate": 7.384575348621909e-05, | |
| "loss": 1.502, | |
| "step": 4260 | |
| }, | |
| { | |
| "epoch": 1.8796826795945352, | |
| "grad_norm": 0.318150552351912, | |
| "learning_rate": 7.359835034781227e-05, | |
| "loss": 1.709, | |
| "step": 4265 | |
| }, | |
| { | |
| "epoch": 1.881886293521375, | |
| "grad_norm": 0.2992460408245423, | |
| "learning_rate": 7.335112079616456e-05, | |
| "loss": 1.6948, | |
| "step": 4270 | |
| }, | |
| { | |
| "epoch": 1.8840899074482151, | |
| "grad_norm": 0.26242651145469986, | |
| "learning_rate": 7.31040664567719e-05, | |
| "loss": 1.5288, | |
| "step": 4275 | |
| }, | |
| { | |
| "epoch": 1.8862935213750551, | |
| "grad_norm": 0.32400746012853343, | |
| "learning_rate": 7.285718895397848e-05, | |
| "loss": 1.7299, | |
| "step": 4280 | |
| }, | |
| { | |
| "epoch": 1.8884971353018951, | |
| "grad_norm": 0.30579297267422695, | |
| "learning_rate": 7.261048991096558e-05, | |
| "loss": 1.8361, | |
| "step": 4285 | |
| }, | |
| { | |
| "epoch": 1.890700749228735, | |
| "grad_norm": 0.28173595807802665, | |
| "learning_rate": 7.236397094974119e-05, | |
| "loss": 1.737, | |
| "step": 4290 | |
| }, | |
| { | |
| "epoch": 1.892904363155575, | |
| "grad_norm": 0.3062487579152163, | |
| "learning_rate": 7.211763369112934e-05, | |
| "loss": 1.6612, | |
| "step": 4295 | |
| }, | |
| { | |
| "epoch": 1.8951079770824153, | |
| "grad_norm": 0.29979139920156694, | |
| "learning_rate": 7.18714797547594e-05, | |
| "loss": 1.762, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 1.897311591009255, | |
| "grad_norm": 0.3021721281737111, | |
| "learning_rate": 7.162551075905538e-05, | |
| "loss": 1.8317, | |
| "step": 4305 | |
| }, | |
| { | |
| "epoch": 1.8995152049360953, | |
| "grad_norm": 0.2809347403792435, | |
| "learning_rate": 7.137972832122532e-05, | |
| "loss": 1.7406, | |
| "step": 4310 | |
| }, | |
| { | |
| "epoch": 1.9017188188629353, | |
| "grad_norm": 0.31981826220168086, | |
| "learning_rate": 7.113413405725069e-05, | |
| "loss": 1.8273, | |
| "step": 4315 | |
| }, | |
| { | |
| "epoch": 1.9039224327897752, | |
| "grad_norm": 0.27829653919403746, | |
| "learning_rate": 7.088872958187578e-05, | |
| "loss": 1.6196, | |
| "step": 4320 | |
| }, | |
| { | |
| "epoch": 1.9061260467166152, | |
| "grad_norm": 0.2612389626891207, | |
| "learning_rate": 7.064351650859704e-05, | |
| "loss": 1.7173, | |
| "step": 4325 | |
| }, | |
| { | |
| "epoch": 1.9083296606434552, | |
| "grad_norm": 0.3351698187645255, | |
| "learning_rate": 7.039849644965246e-05, | |
| "loss": 1.5561, | |
| "step": 4330 | |
| }, | |
| { | |
| "epoch": 1.9105332745702954, | |
| "grad_norm": 0.276151473793176, | |
| "learning_rate": 7.015367101601091e-05, | |
| "loss": 1.5952, | |
| "step": 4335 | |
| }, | |
| { | |
| "epoch": 1.9127368884971352, | |
| "grad_norm": 0.2866569066490694, | |
| "learning_rate": 6.990904181736187e-05, | |
| "loss": 1.7386, | |
| "step": 4340 | |
| }, | |
| { | |
| "epoch": 1.9149405024239754, | |
| "grad_norm": 0.30680340268949835, | |
| "learning_rate": 6.96646104621043e-05, | |
| "loss": 1.793, | |
| "step": 4345 | |
| }, | |
| { | |
| "epoch": 1.9171441163508154, | |
| "grad_norm": 0.2853878652168025, | |
| "learning_rate": 6.942037855733661e-05, | |
| "loss": 1.8032, | |
| "step": 4350 | |
| }, | |
| { | |
| "epoch": 1.9193477302776554, | |
| "grad_norm": 0.3335656030865567, | |
| "learning_rate": 6.917634770884571e-05, | |
| "loss": 1.8019, | |
| "step": 4355 | |
| }, | |
| { | |
| "epoch": 1.9215513442044954, | |
| "grad_norm": 0.26469328077404297, | |
| "learning_rate": 6.893251952109668e-05, | |
| "loss": 1.7769, | |
| "step": 4360 | |
| }, | |
| { | |
| "epoch": 1.9237549581313353, | |
| "grad_norm": 0.3611778018097071, | |
| "learning_rate": 6.868889559722213e-05, | |
| "loss": 1.845, | |
| "step": 4365 | |
| }, | |
| { | |
| "epoch": 1.9259585720581756, | |
| "grad_norm": 0.2607913972126291, | |
| "learning_rate": 6.84454775390116e-05, | |
| "loss": 1.6583, | |
| "step": 4370 | |
| }, | |
| { | |
| "epoch": 1.9281621859850153, | |
| "grad_norm": 0.2952126078040435, | |
| "learning_rate": 6.820226694690112e-05, | |
| "loss": 1.4631, | |
| "step": 4375 | |
| }, | |
| { | |
| "epoch": 1.9303657999118555, | |
| "grad_norm": 0.28021793360716346, | |
| "learning_rate": 6.795926541996273e-05, | |
| "loss": 1.7197, | |
| "step": 4380 | |
| }, | |
| { | |
| "epoch": 1.9325694138386955, | |
| "grad_norm": 0.2431287772236666, | |
| "learning_rate": 6.771647455589384e-05, | |
| "loss": 1.7528, | |
| "step": 4385 | |
| }, | |
| { | |
| "epoch": 1.9347730277655355, | |
| "grad_norm": 0.24277132942171645, | |
| "learning_rate": 6.74738959510068e-05, | |
| "loss": 1.52, | |
| "step": 4390 | |
| }, | |
| { | |
| "epoch": 1.9369766416923755, | |
| "grad_norm": 0.2616438959393551, | |
| "learning_rate": 6.723153120021833e-05, | |
| "loss": 1.6386, | |
| "step": 4395 | |
| }, | |
| { | |
| "epoch": 1.9391802556192155, | |
| "grad_norm": 0.3044048108764881, | |
| "learning_rate": 6.698938189703918e-05, | |
| "loss": 1.653, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 1.9413838695460557, | |
| "grad_norm": 0.2952474841434869, | |
| "learning_rate": 6.674744963356357e-05, | |
| "loss": 1.6325, | |
| "step": 4405 | |
| }, | |
| { | |
| "epoch": 1.9435874834728954, | |
| "grad_norm": 0.3104804592935538, | |
| "learning_rate": 6.65057360004586e-05, | |
| "loss": 1.7827, | |
| "step": 4410 | |
| }, | |
| { | |
| "epoch": 1.9457910973997357, | |
| "grad_norm": 0.27421700814052996, | |
| "learning_rate": 6.626424258695403e-05, | |
| "loss": 1.6614, | |
| "step": 4415 | |
| }, | |
| { | |
| "epoch": 1.9479947113265754, | |
| "grad_norm": 0.28977404672357854, | |
| "learning_rate": 6.60229709808317e-05, | |
| "loss": 1.8225, | |
| "step": 4420 | |
| }, | |
| { | |
| "epoch": 1.9501983252534156, | |
| "grad_norm": 0.30875392634058607, | |
| "learning_rate": 6.578192276841501e-05, | |
| "loss": 1.7437, | |
| "step": 4425 | |
| }, | |
| { | |
| "epoch": 1.9524019391802556, | |
| "grad_norm": 0.307292209389746, | |
| "learning_rate": 6.554109953455864e-05, | |
| "loss": 1.7637, | |
| "step": 4430 | |
| }, | |
| { | |
| "epoch": 1.9546055531070956, | |
| "grad_norm": 0.34674701377289235, | |
| "learning_rate": 6.53005028626381e-05, | |
| "loss": 1.6782, | |
| "step": 4435 | |
| }, | |
| { | |
| "epoch": 1.9568091670339358, | |
| "grad_norm": 0.2997355914742966, | |
| "learning_rate": 6.506013433453926e-05, | |
| "loss": 1.7479, | |
| "step": 4440 | |
| }, | |
| { | |
| "epoch": 1.9590127809607756, | |
| "grad_norm": 0.33789074614600445, | |
| "learning_rate": 6.4819995530648e-05, | |
| "loss": 1.6811, | |
| "step": 4445 | |
| }, | |
| { | |
| "epoch": 1.9612163948876158, | |
| "grad_norm": 0.3008656237866022, | |
| "learning_rate": 6.45800880298397e-05, | |
| "loss": 1.6704, | |
| "step": 4450 | |
| }, | |
| { | |
| "epoch": 1.9634200088144556, | |
| "grad_norm": 0.31248757394845805, | |
| "learning_rate": 6.434041340946909e-05, | |
| "loss": 1.6695, | |
| "step": 4455 | |
| }, | |
| { | |
| "epoch": 1.9656236227412958, | |
| "grad_norm": 0.3086687965739077, | |
| "learning_rate": 6.41009732453597e-05, | |
| "loss": 1.5949, | |
| "step": 4460 | |
| }, | |
| { | |
| "epoch": 1.9678272366681357, | |
| "grad_norm": 0.2536971137620243, | |
| "learning_rate": 6.386176911179353e-05, | |
| "loss": 1.6463, | |
| "step": 4465 | |
| }, | |
| { | |
| "epoch": 1.9700308505949757, | |
| "grad_norm": 0.3287438241265034, | |
| "learning_rate": 6.362280258150074e-05, | |
| "loss": 1.6429, | |
| "step": 4470 | |
| }, | |
| { | |
| "epoch": 1.972234464521816, | |
| "grad_norm": 0.2565655853570647, | |
| "learning_rate": 6.33840752256492e-05, | |
| "loss": 1.5546, | |
| "step": 4475 | |
| }, | |
| { | |
| "epoch": 1.9744380784486557, | |
| "grad_norm": 0.3055708289742853, | |
| "learning_rate": 6.314558861383442e-05, | |
| "loss": 1.7164, | |
| "step": 4480 | |
| }, | |
| { | |
| "epoch": 1.976641692375496, | |
| "grad_norm": 0.26286511562137227, | |
| "learning_rate": 6.29073443140689e-05, | |
| "loss": 1.7841, | |
| "step": 4485 | |
| }, | |
| { | |
| "epoch": 1.9788453063023357, | |
| "grad_norm": 0.2842174046049182, | |
| "learning_rate": 6.266934389277204e-05, | |
| "loss": 1.7053, | |
| "step": 4490 | |
| }, | |
| { | |
| "epoch": 1.981048920229176, | |
| "grad_norm": 0.34820565260475556, | |
| "learning_rate": 6.24315889147597e-05, | |
| "loss": 1.7649, | |
| "step": 4495 | |
| }, | |
| { | |
| "epoch": 1.9832525341560159, | |
| "grad_norm": 0.3290871426082691, | |
| "learning_rate": 6.219408094323415e-05, | |
| "loss": 1.6402, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 1.9854561480828559, | |
| "grad_norm": 0.25604694542787715, | |
| "learning_rate": 6.195682153977351e-05, | |
| "loss": 1.5192, | |
| "step": 4505 | |
| }, | |
| { | |
| "epoch": 1.9876597620096959, | |
| "grad_norm": 0.28478382829773047, | |
| "learning_rate": 6.17198122643216e-05, | |
| "loss": 1.649, | |
| "step": 4510 | |
| }, | |
| { | |
| "epoch": 1.9898633759365358, | |
| "grad_norm": 0.2776833563766362, | |
| "learning_rate": 6.148305467517768e-05, | |
| "loss": 1.7351, | |
| "step": 4515 | |
| }, | |
| { | |
| "epoch": 1.992066989863376, | |
| "grad_norm": 0.32063858764742265, | |
| "learning_rate": 6.124655032898631e-05, | |
| "loss": 1.8315, | |
| "step": 4520 | |
| }, | |
| { | |
| "epoch": 1.9942706037902158, | |
| "grad_norm": 0.29572004437320715, | |
| "learning_rate": 6.1010300780726925e-05, | |
| "loss": 1.7337, | |
| "step": 4525 | |
| }, | |
| { | |
| "epoch": 1.996474217717056, | |
| "grad_norm": 0.3096259639483799, | |
| "learning_rate": 6.077430758370376e-05, | |
| "loss": 1.759, | |
| "step": 4530 | |
| }, | |
| { | |
| "epoch": 1.998677831643896, | |
| "grad_norm": 0.31442409226477874, | |
| "learning_rate": 6.053857228953546e-05, | |
| "loss": 1.7822, | |
| "step": 4535 | |
| }, | |
| { | |
| "epoch": 2.000881445570736, | |
| "grad_norm": 0.2377883462279695, | |
| "learning_rate": 6.03030964481452e-05, | |
| "loss": 1.4966, | |
| "step": 4540 | |
| }, | |
| { | |
| "epoch": 2.003085059497576, | |
| "grad_norm": 0.2900063226146335, | |
| "learning_rate": 6.0067881607750134e-05, | |
| "loss": 1.7189, | |
| "step": 4545 | |
| }, | |
| { | |
| "epoch": 2.005288673424416, | |
| "grad_norm": 0.30629874279137115, | |
| "learning_rate": 5.983292931485142e-05, | |
| "loss": 1.5509, | |
| "step": 4550 | |
| }, | |
| { | |
| "epoch": 2.007492287351256, | |
| "grad_norm": 0.2682166094278232, | |
| "learning_rate": 5.9598241114223986e-05, | |
| "loss": 1.5487, | |
| "step": 4555 | |
| }, | |
| { | |
| "epoch": 2.009695901278096, | |
| "grad_norm": 0.3321377020430881, | |
| "learning_rate": 5.936381854890646e-05, | |
| "loss": 1.8033, | |
| "step": 4560 | |
| }, | |
| { | |
| "epoch": 2.011899515204936, | |
| "grad_norm": 0.31810161747738896, | |
| "learning_rate": 5.912966316019093e-05, | |
| "loss": 1.621, | |
| "step": 4565 | |
| }, | |
| { | |
| "epoch": 2.014103129131776, | |
| "grad_norm": 0.24729310525461057, | |
| "learning_rate": 5.8895776487612765e-05, | |
| "loss": 1.5993, | |
| "step": 4570 | |
| }, | |
| { | |
| "epoch": 2.016306743058616, | |
| "grad_norm": 0.30363634336485235, | |
| "learning_rate": 5.8662160068940655e-05, | |
| "loss": 1.6749, | |
| "step": 4575 | |
| }, | |
| { | |
| "epoch": 2.0185103569854563, | |
| "grad_norm": 0.2851113038101266, | |
| "learning_rate": 5.84288154401664e-05, | |
| "loss": 1.6956, | |
| "step": 4580 | |
| }, | |
| { | |
| "epoch": 2.020713970912296, | |
| "grad_norm": 0.345208802987356, | |
| "learning_rate": 5.81957441354948e-05, | |
| "loss": 1.5851, | |
| "step": 4585 | |
| }, | |
| { | |
| "epoch": 2.0229175848391363, | |
| "grad_norm": 0.33771374182942, | |
| "learning_rate": 5.796294768733362e-05, | |
| "loss": 1.5908, | |
| "step": 4590 | |
| }, | |
| { | |
| "epoch": 2.025121198765976, | |
| "grad_norm": 0.29219932563018164, | |
| "learning_rate": 5.773042762628342e-05, | |
| "loss": 1.677, | |
| "step": 4595 | |
| }, | |
| { | |
| "epoch": 2.0273248126928163, | |
| "grad_norm": 0.26977700042523883, | |
| "learning_rate": 5.749818548112762e-05, | |
| "loss": 1.6073, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 2.029528426619656, | |
| "grad_norm": 0.30654875158910516, | |
| "learning_rate": 5.726622277882243e-05, | |
| "loss": 1.7622, | |
| "step": 4605 | |
| }, | |
| { | |
| "epoch": 2.0317320405464963, | |
| "grad_norm": 0.3217700066222481, | |
| "learning_rate": 5.703454104448665e-05, | |
| "loss": 1.804, | |
| "step": 4610 | |
| }, | |
| { | |
| "epoch": 2.0339356544733365, | |
| "grad_norm": 0.30632620282091305, | |
| "learning_rate": 5.680314180139178e-05, | |
| "loss": 1.7833, | |
| "step": 4615 | |
| }, | |
| { | |
| "epoch": 2.0361392684001762, | |
| "grad_norm": 0.3023215763344122, | |
| "learning_rate": 5.657202657095206e-05, | |
| "loss": 1.7969, | |
| "step": 4620 | |
| }, | |
| { | |
| "epoch": 2.0383428823270164, | |
| "grad_norm": 0.3078282400161021, | |
| "learning_rate": 5.6341196872714394e-05, | |
| "loss": 1.6958, | |
| "step": 4625 | |
| }, | |
| { | |
| "epoch": 2.040546496253856, | |
| "grad_norm": 0.27870283271610047, | |
| "learning_rate": 5.611065422434828e-05, | |
| "loss": 1.5725, | |
| "step": 4630 | |
| }, | |
| { | |
| "epoch": 2.0427501101806964, | |
| "grad_norm": 0.3114689828172716, | |
| "learning_rate": 5.588040014163585e-05, | |
| "loss": 1.562, | |
| "step": 4635 | |
| }, | |
| { | |
| "epoch": 2.044953724107536, | |
| "grad_norm": 0.2912835457860766, | |
| "learning_rate": 5.565043613846219e-05, | |
| "loss": 1.7486, | |
| "step": 4640 | |
| }, | |
| { | |
| "epoch": 2.0471573380343764, | |
| "grad_norm": 0.29628653391558857, | |
| "learning_rate": 5.542076372680498e-05, | |
| "loss": 1.7084, | |
| "step": 4645 | |
| }, | |
| { | |
| "epoch": 2.0493609519612166, | |
| "grad_norm": 0.29948576765849355, | |
| "learning_rate": 5.519138441672471e-05, | |
| "loss": 1.6903, | |
| "step": 4650 | |
| }, | |
| { | |
| "epoch": 2.0515645658880564, | |
| "grad_norm": 0.26477213023267704, | |
| "learning_rate": 5.496229971635487e-05, | |
| "loss": 1.6743, | |
| "step": 4655 | |
| }, | |
| { | |
| "epoch": 2.0537681798148966, | |
| "grad_norm": 0.36060338821204513, | |
| "learning_rate": 5.473351113189194e-05, | |
| "loss": 1.8093, | |
| "step": 4660 | |
| }, | |
| { | |
| "epoch": 2.0559717937417363, | |
| "grad_norm": 0.31416116481556966, | |
| "learning_rate": 5.4505020167585396e-05, | |
| "loss": 1.6409, | |
| "step": 4665 | |
| }, | |
| { | |
| "epoch": 2.0581754076685765, | |
| "grad_norm": 0.23960293640658495, | |
| "learning_rate": 5.4276828325727934e-05, | |
| "loss": 1.5688, | |
| "step": 4670 | |
| }, | |
| { | |
| "epoch": 2.0603790215954163, | |
| "grad_norm": 0.33607407453371085, | |
| "learning_rate": 5.4048937106645613e-05, | |
| "loss": 1.5812, | |
| "step": 4675 | |
| }, | |
| { | |
| "epoch": 2.0625826355222565, | |
| "grad_norm": 0.3362219928372315, | |
| "learning_rate": 5.3821348008687967e-05, | |
| "loss": 1.7184, | |
| "step": 4680 | |
| }, | |
| { | |
| "epoch": 2.0647862494490967, | |
| "grad_norm": 0.31128427440833256, | |
| "learning_rate": 5.3594062528218025e-05, | |
| "loss": 1.6606, | |
| "step": 4685 | |
| }, | |
| { | |
| "epoch": 2.0669898633759365, | |
| "grad_norm": 0.28720777906212147, | |
| "learning_rate": 5.336708215960258e-05, | |
| "loss": 1.6505, | |
| "step": 4690 | |
| }, | |
| { | |
| "epoch": 2.0691934773027767, | |
| "grad_norm": 0.35035039806258184, | |
| "learning_rate": 5.314040839520253e-05, | |
| "loss": 1.7716, | |
| "step": 4695 | |
| }, | |
| { | |
| "epoch": 2.0713970912296165, | |
| "grad_norm": 0.2931752659797425, | |
| "learning_rate": 5.291404272536275e-05, | |
| "loss": 1.6877, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 2.0736007051564567, | |
| "grad_norm": 0.2873712201718596, | |
| "learning_rate": 5.268798663840243e-05, | |
| "loss": 1.6062, | |
| "step": 4705 | |
| }, | |
| { | |
| "epoch": 2.0758043190832964, | |
| "grad_norm": 0.26676705722923527, | |
| "learning_rate": 5.2462241620605366e-05, | |
| "loss": 1.6592, | |
| "step": 4710 | |
| }, | |
| { | |
| "epoch": 2.0780079330101366, | |
| "grad_norm": 0.3509576273254501, | |
| "learning_rate": 5.223680915621014e-05, | |
| "loss": 1.671, | |
| "step": 4715 | |
| }, | |
| { | |
| "epoch": 2.080211546936977, | |
| "grad_norm": 0.39209953129493824, | |
| "learning_rate": 5.2011690727400285e-05, | |
| "loss": 1.6385, | |
| "step": 4720 | |
| }, | |
| { | |
| "epoch": 2.0824151608638166, | |
| "grad_norm": 0.3402308135526598, | |
| "learning_rate": 5.178688781429455e-05, | |
| "loss": 1.6095, | |
| "step": 4725 | |
| }, | |
| { | |
| "epoch": 2.084618774790657, | |
| "grad_norm": 0.29891446961728113, | |
| "learning_rate": 5.1562401894937365e-05, | |
| "loss": 1.6653, | |
| "step": 4730 | |
| }, | |
| { | |
| "epoch": 2.0868223887174966, | |
| "grad_norm": 0.2466567525935987, | |
| "learning_rate": 5.133823444528889e-05, | |
| "loss": 1.6558, | |
| "step": 4735 | |
| }, | |
| { | |
| "epoch": 2.089026002644337, | |
| "grad_norm": 0.3676958248067488, | |
| "learning_rate": 5.111438693921536e-05, | |
| "loss": 1.6279, | |
| "step": 4740 | |
| }, | |
| { | |
| "epoch": 2.0912296165711766, | |
| "grad_norm": 0.343788030408807, | |
| "learning_rate": 5.089086084847954e-05, | |
| "loss": 1.6951, | |
| "step": 4745 | |
| }, | |
| { | |
| "epoch": 2.0934332304980168, | |
| "grad_norm": 0.3319476261884821, | |
| "learning_rate": 5.066765764273078e-05, | |
| "loss": 1.617, | |
| "step": 4750 | |
| }, | |
| { | |
| "epoch": 2.095636844424857, | |
| "grad_norm": 0.33586220021618074, | |
| "learning_rate": 5.044477878949571e-05, | |
| "loss": 1.6601, | |
| "step": 4755 | |
| }, | |
| { | |
| "epoch": 2.0978404583516967, | |
| "grad_norm": 0.27982003995931076, | |
| "learning_rate": 5.0222225754168175e-05, | |
| "loss": 1.6063, | |
| "step": 4760 | |
| }, | |
| { | |
| "epoch": 2.100044072278537, | |
| "grad_norm": 0.3330827204915635, | |
| "learning_rate": 5.000000000000002e-05, | |
| "loss": 1.7513, | |
| "step": 4765 | |
| }, | |
| { | |
| "epoch": 2.1022476862053767, | |
| "grad_norm": 0.34805614239612326, | |
| "learning_rate": 4.97781029880911e-05, | |
| "loss": 1.5524, | |
| "step": 4770 | |
| }, | |
| { | |
| "epoch": 2.104451300132217, | |
| "grad_norm": 0.287355630557104, | |
| "learning_rate": 4.955653617737995e-05, | |
| "loss": 1.6138, | |
| "step": 4775 | |
| }, | |
| { | |
| "epoch": 2.1066549140590567, | |
| "grad_norm": 0.29898227350779466, | |
| "learning_rate": 4.9335301024634094e-05, | |
| "loss": 1.6648, | |
| "step": 4780 | |
| }, | |
| { | |
| "epoch": 2.108858527985897, | |
| "grad_norm": 0.26174467755819714, | |
| "learning_rate": 4.911439898444036e-05, | |
| "loss": 1.594, | |
| "step": 4785 | |
| }, | |
| { | |
| "epoch": 2.111062141912737, | |
| "grad_norm": 0.35692436121383353, | |
| "learning_rate": 4.889383150919543e-05, | |
| "loss": 1.5403, | |
| "step": 4790 | |
| }, | |
| { | |
| "epoch": 2.113265755839577, | |
| "grad_norm": 0.2926942813060104, | |
| "learning_rate": 4.867360004909635e-05, | |
| "loss": 1.754, | |
| "step": 4795 | |
| }, | |
| { | |
| "epoch": 2.115469369766417, | |
| "grad_norm": 0.3290438654965286, | |
| "learning_rate": 4.845370605213091e-05, | |
| "loss": 1.5578, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 2.117672983693257, | |
| "grad_norm": 0.3373040566376742, | |
| "learning_rate": 4.823415096406806e-05, | |
| "loss": 1.6939, | |
| "step": 4805 | |
| }, | |
| { | |
| "epoch": 2.119876597620097, | |
| "grad_norm": 0.34391563105196393, | |
| "learning_rate": 4.801493622844847e-05, | |
| "loss": 1.7067, | |
| "step": 4810 | |
| }, | |
| { | |
| "epoch": 2.122080211546937, | |
| "grad_norm": 0.3002969326243971, | |
| "learning_rate": 4.779606328657513e-05, | |
| "loss": 1.716, | |
| "step": 4815 | |
| }, | |
| { | |
| "epoch": 2.124283825473777, | |
| "grad_norm": 0.3388857319061881, | |
| "learning_rate": 4.75775335775038e-05, | |
| "loss": 1.843, | |
| "step": 4820 | |
| }, | |
| { | |
| "epoch": 2.1264874394006172, | |
| "grad_norm": 0.4156596099940998, | |
| "learning_rate": 4.735934853803339e-05, | |
| "loss": 1.7106, | |
| "step": 4825 | |
| }, | |
| { | |
| "epoch": 2.128691053327457, | |
| "grad_norm": 0.2940085091207592, | |
| "learning_rate": 4.71415096026968e-05, | |
| "loss": 1.6581, | |
| "step": 4830 | |
| }, | |
| { | |
| "epoch": 2.130894667254297, | |
| "grad_norm": 0.306112268047742, | |
| "learning_rate": 4.692401820375134e-05, | |
| "loss": 1.7315, | |
| "step": 4835 | |
| }, | |
| { | |
| "epoch": 2.133098281181137, | |
| "grad_norm": 0.29996735672531655, | |
| "learning_rate": 4.6706875771169265e-05, | |
| "loss": 1.649, | |
| "step": 4840 | |
| }, | |
| { | |
| "epoch": 2.135301895107977, | |
| "grad_norm": 0.27463359410451954, | |
| "learning_rate": 4.64900837326284e-05, | |
| "loss": 1.6608, | |
| "step": 4845 | |
| }, | |
| { | |
| "epoch": 2.137505509034817, | |
| "grad_norm": 0.3165826117114464, | |
| "learning_rate": 4.627364351350288e-05, | |
| "loss": 1.6793, | |
| "step": 4850 | |
| }, | |
| { | |
| "epoch": 2.139709122961657, | |
| "grad_norm": 0.3469777212157657, | |
| "learning_rate": 4.605755653685366e-05, | |
| "loss": 1.7027, | |
| "step": 4855 | |
| }, | |
| { | |
| "epoch": 2.1419127368884974, | |
| "grad_norm": 0.28698621030093346, | |
| "learning_rate": 4.584182422341915e-05, | |
| "loss": 1.6516, | |
| "step": 4860 | |
| }, | |
| { | |
| "epoch": 2.144116350815337, | |
| "grad_norm": 0.3294649962724426, | |
| "learning_rate": 4.562644799160585e-05, | |
| "loss": 1.7214, | |
| "step": 4865 | |
| }, | |
| { | |
| "epoch": 2.1463199647421773, | |
| "grad_norm": 0.3185351974138239, | |
| "learning_rate": 4.541142925747919e-05, | |
| "loss": 1.6362, | |
| "step": 4870 | |
| }, | |
| { | |
| "epoch": 2.148523578669017, | |
| "grad_norm": 0.3126109058989699, | |
| "learning_rate": 4.519676943475408e-05, | |
| "loss": 1.7064, | |
| "step": 4875 | |
| }, | |
| { | |
| "epoch": 2.1507271925958573, | |
| "grad_norm": 0.5380540251828319, | |
| "learning_rate": 4.4982469934785574e-05, | |
| "loss": 1.6943, | |
| "step": 4880 | |
| }, | |
| { | |
| "epoch": 2.152930806522697, | |
| "grad_norm": 0.3435754281589444, | |
| "learning_rate": 4.4768532166559763e-05, | |
| "loss": 1.715, | |
| "step": 4885 | |
| }, | |
| { | |
| "epoch": 2.1551344204495373, | |
| "grad_norm": 0.28522234926734513, | |
| "learning_rate": 4.455495753668428e-05, | |
| "loss": 1.3429, | |
| "step": 4890 | |
| }, | |
| { | |
| "epoch": 2.157338034376377, | |
| "grad_norm": 0.29145572840002815, | |
| "learning_rate": 4.4341747449379335e-05, | |
| "loss": 1.5995, | |
| "step": 4895 | |
| }, | |
| { | |
| "epoch": 2.1595416483032173, | |
| "grad_norm": 0.47296843361442037, | |
| "learning_rate": 4.412890330646815e-05, | |
| "loss": 1.8911, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 2.1617452622300575, | |
| "grad_norm": 0.3101777212408002, | |
| "learning_rate": 4.391642650736811e-05, | |
| "loss": 1.5388, | |
| "step": 4905 | |
| }, | |
| { | |
| "epoch": 2.1639488761568972, | |
| "grad_norm": 0.27664700170021256, | |
| "learning_rate": 4.370431844908119e-05, | |
| "loss": 1.5866, | |
| "step": 4910 | |
| }, | |
| { | |
| "epoch": 2.1661524900837374, | |
| "grad_norm": 0.29560765708014347, | |
| "learning_rate": 4.349258052618509e-05, | |
| "loss": 1.7198, | |
| "step": 4915 | |
| }, | |
| { | |
| "epoch": 2.168356104010577, | |
| "grad_norm": 0.3363838001346494, | |
| "learning_rate": 4.328121413082388e-05, | |
| "loss": 1.6872, | |
| "step": 4920 | |
| }, | |
| { | |
| "epoch": 2.1705597179374174, | |
| "grad_norm": 0.2850203542162651, | |
| "learning_rate": 4.307022065269887e-05, | |
| "loss": 1.6207, | |
| "step": 4925 | |
| }, | |
| { | |
| "epoch": 2.172763331864257, | |
| "grad_norm": 0.32285248455004484, | |
| "learning_rate": 4.285960147905946e-05, | |
| "loss": 1.6117, | |
| "step": 4930 | |
| }, | |
| { | |
| "epoch": 2.1749669457910974, | |
| "grad_norm": 0.27430213811378995, | |
| "learning_rate": 4.264935799469417e-05, | |
| "loss": 1.6949, | |
| "step": 4935 | |
| }, | |
| { | |
| "epoch": 2.1771705597179376, | |
| "grad_norm": 0.46396848778851696, | |
| "learning_rate": 4.2439491581921373e-05, | |
| "loss": 1.6883, | |
| "step": 4940 | |
| }, | |
| { | |
| "epoch": 2.1793741736447774, | |
| "grad_norm": 0.31449151532095687, | |
| "learning_rate": 4.223000362058023e-05, | |
| "loss": 1.6213, | |
| "step": 4945 | |
| }, | |
| { | |
| "epoch": 2.1815777875716176, | |
| "grad_norm": 0.27602615724586665, | |
| "learning_rate": 4.202089548802157e-05, | |
| "loss": 1.6365, | |
| "step": 4950 | |
| }, | |
| { | |
| "epoch": 2.1837814014984573, | |
| "grad_norm": 0.2989766105095882, | |
| "learning_rate": 4.181216855909913e-05, | |
| "loss": 1.6936, | |
| "step": 4955 | |
| }, | |
| { | |
| "epoch": 2.1859850154252976, | |
| "grad_norm": 0.29722828765908, | |
| "learning_rate": 4.16038242061601e-05, | |
| "loss": 1.5737, | |
| "step": 4960 | |
| }, | |
| { | |
| "epoch": 2.1881886293521373, | |
| "grad_norm": 0.2573098385617781, | |
| "learning_rate": 4.139586379903629e-05, | |
| "loss": 1.6852, | |
| "step": 4965 | |
| }, | |
| { | |
| "epoch": 2.1903922432789775, | |
| "grad_norm": 0.2951816124750441, | |
| "learning_rate": 4.1188288705035226e-05, | |
| "loss": 1.645, | |
| "step": 4970 | |
| }, | |
| { | |
| "epoch": 2.1925958572058177, | |
| "grad_norm": 0.33288427202987686, | |
| "learning_rate": 4.098110028893105e-05, | |
| "loss": 1.5257, | |
| "step": 4975 | |
| }, | |
| { | |
| "epoch": 2.1947994711326575, | |
| "grad_norm": 0.3489398250177744, | |
| "learning_rate": 4.077429991295549e-05, | |
| "loss": 1.6671, | |
| "step": 4980 | |
| }, | |
| { | |
| "epoch": 2.1970030850594977, | |
| "grad_norm": 0.2899374350308383, | |
| "learning_rate": 4.056788893678898e-05, | |
| "loss": 1.6132, | |
| "step": 4985 | |
| }, | |
| { | |
| "epoch": 2.1992066989863375, | |
| "grad_norm": 0.3500814252732699, | |
| "learning_rate": 4.036186871755173e-05, | |
| "loss": 1.5695, | |
| "step": 4990 | |
| }, | |
| { | |
| "epoch": 2.2014103129131777, | |
| "grad_norm": 0.3687163067932294, | |
| "learning_rate": 4.015624060979486e-05, | |
| "loss": 1.5143, | |
| "step": 4995 | |
| }, | |
| { | |
| "epoch": 2.2036139268400174, | |
| "grad_norm": 0.33423795880289425, | |
| "learning_rate": 3.995100596549128e-05, | |
| "loss": 1.6156, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 2.2058175407668577, | |
| "grad_norm": 0.2868033623703877, | |
| "learning_rate": 3.9746166134026995e-05, | |
| "loss": 1.5561, | |
| "step": 5005 | |
| }, | |
| { | |
| "epoch": 2.208021154693698, | |
| "grad_norm": 0.34323096599301134, | |
| "learning_rate": 3.9541722462192196e-05, | |
| "loss": 1.4618, | |
| "step": 5010 | |
| }, | |
| { | |
| "epoch": 2.2102247686205376, | |
| "grad_norm": 0.27958346490895863, | |
| "learning_rate": 3.9337676294172424e-05, | |
| "loss": 1.7082, | |
| "step": 5015 | |
| }, | |
| { | |
| "epoch": 2.212428382547378, | |
| "grad_norm": 0.3257321749343037, | |
| "learning_rate": 3.913402897153957e-05, | |
| "loss": 1.6946, | |
| "step": 5020 | |
| }, | |
| { | |
| "epoch": 2.2146319964742176, | |
| "grad_norm": 0.3365177337266649, | |
| "learning_rate": 3.893078183324329e-05, | |
| "loss": 1.6428, | |
| "step": 5025 | |
| }, | |
| { | |
| "epoch": 2.216835610401058, | |
| "grad_norm": 0.34401308894946486, | |
| "learning_rate": 3.8727936215602077e-05, | |
| "loss": 1.5488, | |
| "step": 5030 | |
| }, | |
| { | |
| "epoch": 2.2190392243278976, | |
| "grad_norm": 0.2845220746832339, | |
| "learning_rate": 3.852549345229445e-05, | |
| "loss": 1.6519, | |
| "step": 5035 | |
| }, | |
| { | |
| "epoch": 2.221242838254738, | |
| "grad_norm": 0.25529471083550676, | |
| "learning_rate": 3.832345487435019e-05, | |
| "loss": 1.8166, | |
| "step": 5040 | |
| }, | |
| { | |
| "epoch": 2.223446452181578, | |
| "grad_norm": 0.3591343853259783, | |
| "learning_rate": 3.812182181014169e-05, | |
| "loss": 1.7223, | |
| "step": 5045 | |
| }, | |
| { | |
| "epoch": 2.2256500661084178, | |
| "grad_norm": 0.3054726611280714, | |
| "learning_rate": 3.792059558537518e-05, | |
| "loss": 1.8144, | |
| "step": 5050 | |
| }, | |
| { | |
| "epoch": 2.227853680035258, | |
| "grad_norm": 0.30167111375727146, | |
| "learning_rate": 3.7719777523081864e-05, | |
| "loss": 1.5961, | |
| "step": 5055 | |
| }, | |
| { | |
| "epoch": 2.2300572939620977, | |
| "grad_norm": 0.2916710789608964, | |
| "learning_rate": 3.751936894360949e-05, | |
| "loss": 1.7809, | |
| "step": 5060 | |
| }, | |
| { | |
| "epoch": 2.232260907888938, | |
| "grad_norm": 0.3732355683913339, | |
| "learning_rate": 3.731937116461336e-05, | |
| "loss": 1.6552, | |
| "step": 5065 | |
| }, | |
| { | |
| "epoch": 2.2344645218157777, | |
| "grad_norm": 0.35016354658091353, | |
| "learning_rate": 3.7119785501047977e-05, | |
| "loss": 1.649, | |
| "step": 5070 | |
| }, | |
| { | |
| "epoch": 2.236668135742618, | |
| "grad_norm": 0.34880893384696754, | |
| "learning_rate": 3.6920613265158124e-05, | |
| "loss": 1.5914, | |
| "step": 5075 | |
| }, | |
| { | |
| "epoch": 2.2388717496694577, | |
| "grad_norm": 0.3026190037167945, | |
| "learning_rate": 3.672185576647047e-05, | |
| "loss": 1.5736, | |
| "step": 5080 | |
| }, | |
| { | |
| "epoch": 2.241075363596298, | |
| "grad_norm": 0.3484793101368692, | |
| "learning_rate": 3.652351431178473e-05, | |
| "loss": 1.7296, | |
| "step": 5085 | |
| }, | |
| { | |
| "epoch": 2.243278977523138, | |
| "grad_norm": 0.2587698411979413, | |
| "learning_rate": 3.6325590205165314e-05, | |
| "loss": 1.7112, | |
| "step": 5090 | |
| }, | |
| { | |
| "epoch": 2.245482591449978, | |
| "grad_norm": 0.25882732375987005, | |
| "learning_rate": 3.612808474793261e-05, | |
| "loss": 1.7223, | |
| "step": 5095 | |
| }, | |
| { | |
| "epoch": 2.247686205376818, | |
| "grad_norm": 0.27481092620324143, | |
| "learning_rate": 3.593099923865438e-05, | |
| "loss": 1.5473, | |
| "step": 5100 | |
| }, | |
| { | |
| "epoch": 2.249889819303658, | |
| "grad_norm": 0.3411799767876264, | |
| "learning_rate": 3.573433497313731e-05, | |
| "loss": 1.6459, | |
| "step": 5105 | |
| }, | |
| { | |
| "epoch": 2.252093433230498, | |
| "grad_norm": 0.2887170405054378, | |
| "learning_rate": 3.5538093244418525e-05, | |
| "loss": 1.6195, | |
| "step": 5110 | |
| }, | |
| { | |
| "epoch": 2.254297047157338, | |
| "grad_norm": 0.3884613083691619, | |
| "learning_rate": 3.5342275342757046e-05, | |
| "loss": 1.8638, | |
| "step": 5115 | |
| }, | |
| { | |
| "epoch": 2.256500661084178, | |
| "grad_norm": 0.28793406477711025, | |
| "learning_rate": 3.5146882555625226e-05, | |
| "loss": 1.5124, | |
| "step": 5120 | |
| }, | |
| { | |
| "epoch": 2.2587042750110182, | |
| "grad_norm": 0.30122690590343093, | |
| "learning_rate": 3.495191616770034e-05, | |
| "loss": 1.7147, | |
| "step": 5125 | |
| }, | |
| { | |
| "epoch": 2.260907888937858, | |
| "grad_norm": 0.27840602962105204, | |
| "learning_rate": 3.475737746085631e-05, | |
| "loss": 1.5467, | |
| "step": 5130 | |
| }, | |
| { | |
| "epoch": 2.263111502864698, | |
| "grad_norm": 0.3165143945785378, | |
| "learning_rate": 3.456326771415498e-05, | |
| "loss": 1.6215, | |
| "step": 5135 | |
| }, | |
| { | |
| "epoch": 2.265315116791538, | |
| "grad_norm": 0.315000953366212, | |
| "learning_rate": 3.436958820383783e-05, | |
| "loss": 1.5548, | |
| "step": 5140 | |
| }, | |
| { | |
| "epoch": 2.267518730718378, | |
| "grad_norm": 0.29091408470720853, | |
| "learning_rate": 3.417634020331769e-05, | |
| "loss": 1.786, | |
| "step": 5145 | |
| }, | |
| { | |
| "epoch": 2.269722344645218, | |
| "grad_norm": 0.335006684656636, | |
| "learning_rate": 3.398352498317029e-05, | |
| "loss": 1.6015, | |
| "step": 5150 | |
| }, | |
| { | |
| "epoch": 2.271925958572058, | |
| "grad_norm": 0.3244552469471718, | |
| "learning_rate": 3.379114381112581e-05, | |
| "loss": 1.653, | |
| "step": 5155 | |
| }, | |
| { | |
| "epoch": 2.2741295724988984, | |
| "grad_norm": 0.32402505918566016, | |
| "learning_rate": 3.359919795206065e-05, | |
| "loss": 1.5578, | |
| "step": 5160 | |
| }, | |
| { | |
| "epoch": 2.276333186425738, | |
| "grad_norm": 0.3417399295841799, | |
| "learning_rate": 3.3407688667989124e-05, | |
| "loss": 1.8143, | |
| "step": 5165 | |
| }, | |
| { | |
| "epoch": 2.2785368003525783, | |
| "grad_norm": 0.3293628623372523, | |
| "learning_rate": 3.321661721805519e-05, | |
| "loss": 1.62, | |
| "step": 5170 | |
| }, | |
| { | |
| "epoch": 2.280740414279418, | |
| "grad_norm": 0.3594982936202251, | |
| "learning_rate": 3.302598485852401e-05, | |
| "loss": 1.5937, | |
| "step": 5175 | |
| }, | |
| { | |
| "epoch": 2.2829440282062583, | |
| "grad_norm": 0.2986899594367847, | |
| "learning_rate": 3.283579284277378e-05, | |
| "loss": 1.5761, | |
| "step": 5180 | |
| }, | |
| { | |
| "epoch": 2.285147642133098, | |
| "grad_norm": 0.2633442789610725, | |
| "learning_rate": 3.2646042421287625e-05, | |
| "loss": 1.7272, | |
| "step": 5185 | |
| }, | |
| { | |
| "epoch": 2.2873512560599383, | |
| "grad_norm": 0.3664081223341677, | |
| "learning_rate": 3.245673484164521e-05, | |
| "loss": 1.6607, | |
| "step": 5190 | |
| }, | |
| { | |
| "epoch": 2.2895548699867785, | |
| "grad_norm": 0.36095917628329555, | |
| "learning_rate": 3.2267871348514475e-05, | |
| "loss": 1.6644, | |
| "step": 5195 | |
| }, | |
| { | |
| "epoch": 2.2917584839136182, | |
| "grad_norm": 0.3155817104820564, | |
| "learning_rate": 3.207945318364376e-05, | |
| "loss": 1.7833, | |
| "step": 5200 | |
| }, | |
| { | |
| "epoch": 2.2939620978404585, | |
| "grad_norm": 0.5525894084347752, | |
| "learning_rate": 3.1891481585853224e-05, | |
| "loss": 1.7846, | |
| "step": 5205 | |
| }, | |
| { | |
| "epoch": 2.2961657117672982, | |
| "grad_norm": 0.3183611553729405, | |
| "learning_rate": 3.1703957791027104e-05, | |
| "loss": 1.8015, | |
| "step": 5210 | |
| }, | |
| { | |
| "epoch": 2.2983693256941384, | |
| "grad_norm": 0.3341156230287187, | |
| "learning_rate": 3.151688303210525e-05, | |
| "loss": 1.4901, | |
| "step": 5215 | |
| }, | |
| { | |
| "epoch": 2.300572939620978, | |
| "grad_norm": 0.29108487309353126, | |
| "learning_rate": 3.133025853907531e-05, | |
| "loss": 1.6021, | |
| "step": 5220 | |
| }, | |
| { | |
| "epoch": 2.3027765535478184, | |
| "grad_norm": 0.31003713411448125, | |
| "learning_rate": 3.114408553896437e-05, | |
| "loss": 1.6835, | |
| "step": 5225 | |
| }, | |
| { | |
| "epoch": 2.3049801674746586, | |
| "grad_norm": 0.31639971696298724, | |
| "learning_rate": 3.09583652558311e-05, | |
| "loss": 1.7131, | |
| "step": 5230 | |
| }, | |
| { | |
| "epoch": 2.3071837814014984, | |
| "grad_norm": 0.320459066996447, | |
| "learning_rate": 3.077309891075766e-05, | |
| "loss": 1.7207, | |
| "step": 5235 | |
| }, | |
| { | |
| "epoch": 2.3093873953283386, | |
| "grad_norm": 0.3658345444037042, | |
| "learning_rate": 3.058828772184155e-05, | |
| "loss": 1.637, | |
| "step": 5240 | |
| }, | |
| { | |
| "epoch": 2.3115910092551784, | |
| "grad_norm": 0.3119356619189155, | |
| "learning_rate": 3.0403932904187694e-05, | |
| "loss": 1.7374, | |
| "step": 5245 | |
| }, | |
| { | |
| "epoch": 2.3137946231820186, | |
| "grad_norm": 0.34062681606017264, | |
| "learning_rate": 3.0220035669900493e-05, | |
| "loss": 1.3662, | |
| "step": 5250 | |
| }, | |
| { | |
| "epoch": 2.3159982371088583, | |
| "grad_norm": 0.3231089104173347, | |
| "learning_rate": 3.0036597228075847e-05, | |
| "loss": 1.7862, | |
| "step": 5255 | |
| }, | |
| { | |
| "epoch": 2.3182018510356985, | |
| "grad_norm": 0.2845067164587982, | |
| "learning_rate": 2.985361878479307e-05, | |
| "loss": 1.6374, | |
| "step": 5260 | |
| }, | |
| { | |
| "epoch": 2.3204054649625387, | |
| "grad_norm": 0.3158916323796938, | |
| "learning_rate": 2.9671101543107037e-05, | |
| "loss": 1.7791, | |
| "step": 5265 | |
| }, | |
| { | |
| "epoch": 2.3226090788893785, | |
| "grad_norm": 0.3473567438345015, | |
| "learning_rate": 2.9489046703040478e-05, | |
| "loss": 1.6438, | |
| "step": 5270 | |
| }, | |
| { | |
| "epoch": 2.3248126928162187, | |
| "grad_norm": 0.32956604729846517, | |
| "learning_rate": 2.9307455461575728e-05, | |
| "loss": 1.5174, | |
| "step": 5275 | |
| }, | |
| { | |
| "epoch": 2.3270163067430585, | |
| "grad_norm": 0.31139915651994976, | |
| "learning_rate": 2.9126329012647048e-05, | |
| "loss": 1.6661, | |
| "step": 5280 | |
| }, | |
| { | |
| "epoch": 2.3292199206698987, | |
| "grad_norm": 0.3916001778917859, | |
| "learning_rate": 2.894566854713283e-05, | |
| "loss": 1.7324, | |
| "step": 5285 | |
| }, | |
| { | |
| "epoch": 2.3314235345967385, | |
| "grad_norm": 0.33538535373990935, | |
| "learning_rate": 2.8765475252847696e-05, | |
| "loss": 1.8397, | |
| "step": 5290 | |
| }, | |
| { | |
| "epoch": 2.3336271485235787, | |
| "grad_norm": 0.4045876334606375, | |
| "learning_rate": 2.8585750314534633e-05, | |
| "loss": 1.761, | |
| "step": 5295 | |
| }, | |
| { | |
| "epoch": 2.335830762450419, | |
| "grad_norm": 0.34476500843118907, | |
| "learning_rate": 2.8406494913857264e-05, | |
| "loss": 1.7239, | |
| "step": 5300 | |
| }, | |
| { | |
| "epoch": 2.3380343763772586, | |
| "grad_norm": 0.3377854881404091, | |
| "learning_rate": 2.8227710229392102e-05, | |
| "loss": 1.6767, | |
| "step": 5305 | |
| }, | |
| { | |
| "epoch": 2.340237990304099, | |
| "grad_norm": 0.2943468051471504, | |
| "learning_rate": 2.8049397436620817e-05, | |
| "loss": 1.7027, | |
| "step": 5310 | |
| }, | |
| { | |
| "epoch": 2.3424416042309386, | |
| "grad_norm": 0.3325646272609782, | |
| "learning_rate": 2.7871557707922356e-05, | |
| "loss": 1.7092, | |
| "step": 5315 | |
| }, | |
| { | |
| "epoch": 2.344645218157779, | |
| "grad_norm": 0.3194408987322575, | |
| "learning_rate": 2.769419221256546e-05, | |
| "loss": 1.5551, | |
| "step": 5320 | |
| }, | |
| { | |
| "epoch": 2.3468488320846186, | |
| "grad_norm": 0.3154791851100986, | |
| "learning_rate": 2.751730211670075e-05, | |
| "loss": 1.5952, | |
| "step": 5325 | |
| }, | |
| { | |
| "epoch": 2.349052446011459, | |
| "grad_norm": 0.37152524303673207, | |
| "learning_rate": 2.7340888583353263e-05, | |
| "loss": 1.6328, | |
| "step": 5330 | |
| }, | |
| { | |
| "epoch": 2.351256059938299, | |
| "grad_norm": 0.364737719498444, | |
| "learning_rate": 2.716495277241463e-05, | |
| "loss": 1.5125, | |
| "step": 5335 | |
| }, | |
| { | |
| "epoch": 2.3534596738651388, | |
| "grad_norm": 0.3524349639748066, | |
| "learning_rate": 2.6989495840635615e-05, | |
| "loss": 1.6589, | |
| "step": 5340 | |
| }, | |
| { | |
| "epoch": 2.355663287791979, | |
| "grad_norm": 0.27640673317944237, | |
| "learning_rate": 2.6814518941618326e-05, | |
| "loss": 1.5661, | |
| "step": 5345 | |
| }, | |
| { | |
| "epoch": 2.3578669017188187, | |
| "grad_norm": 0.31837314971643976, | |
| "learning_rate": 2.6640023225808852e-05, | |
| "loss": 1.7214, | |
| "step": 5350 | |
| }, | |
| { | |
| "epoch": 2.360070515645659, | |
| "grad_norm": 0.29946292415188364, | |
| "learning_rate": 2.6466009840489436e-05, | |
| "loss": 1.4745, | |
| "step": 5355 | |
| }, | |
| { | |
| "epoch": 2.3622741295724987, | |
| "grad_norm": 0.3368911389398718, | |
| "learning_rate": 2.629247992977122e-05, | |
| "loss": 1.6371, | |
| "step": 5360 | |
| }, | |
| { | |
| "epoch": 2.364477743499339, | |
| "grad_norm": 0.3078861715002911, | |
| "learning_rate": 2.6119434634586427e-05, | |
| "loss": 1.6562, | |
| "step": 5365 | |
| }, | |
| { | |
| "epoch": 2.366681357426179, | |
| "grad_norm": 0.39044087680489714, | |
| "learning_rate": 2.5946875092681134e-05, | |
| "loss": 1.7854, | |
| "step": 5370 | |
| }, | |
| { | |
| "epoch": 2.368884971353019, | |
| "grad_norm": 0.3905475645799491, | |
| "learning_rate": 2.5774802438607627e-05, | |
| "loss": 1.7027, | |
| "step": 5375 | |
| }, | |
| { | |
| "epoch": 2.371088585279859, | |
| "grad_norm": 0.3344158542218199, | |
| "learning_rate": 2.5603217803716938e-05, | |
| "loss": 1.6856, | |
| "step": 5380 | |
| }, | |
| { | |
| "epoch": 2.373292199206699, | |
| "grad_norm": 0.3171235587081351, | |
| "learning_rate": 2.5432122316151463e-05, | |
| "loss": 1.6338, | |
| "step": 5385 | |
| }, | |
| { | |
| "epoch": 2.375495813133539, | |
| "grad_norm": 0.31814287079371045, | |
| "learning_rate": 2.5261517100837563e-05, | |
| "loss": 1.6072, | |
| "step": 5390 | |
| }, | |
| { | |
| "epoch": 2.377699427060379, | |
| "grad_norm": 0.3715801248464969, | |
| "learning_rate": 2.509140327947814e-05, | |
| "loss": 1.7025, | |
| "step": 5395 | |
| }, | |
| { | |
| "epoch": 2.379903040987219, | |
| "grad_norm": 0.30689235196019754, | |
| "learning_rate": 2.4921781970545178e-05, | |
| "loss": 1.704, | |
| "step": 5400 | |
| }, | |
| { | |
| "epoch": 2.3821066549140593, | |
| "grad_norm": 0.2783210103898173, | |
| "learning_rate": 2.4752654289272568e-05, | |
| "loss": 1.8138, | |
| "step": 5405 | |
| }, | |
| { | |
| "epoch": 2.384310268840899, | |
| "grad_norm": 0.4115102536349836, | |
| "learning_rate": 2.4584021347648645e-05, | |
| "loss": 1.7562, | |
| "step": 5410 | |
| }, | |
| { | |
| "epoch": 2.3865138827677392, | |
| "grad_norm": 0.320397115810562, | |
| "learning_rate": 2.441588425440886e-05, | |
| "loss": 1.7002, | |
| "step": 5415 | |
| }, | |
| { | |
| "epoch": 2.388717496694579, | |
| "grad_norm": 0.32551710279990625, | |
| "learning_rate": 2.424824411502856e-05, | |
| "loss": 1.6053, | |
| "step": 5420 | |
| }, | |
| { | |
| "epoch": 2.390921110621419, | |
| "grad_norm": 0.37060732842102345, | |
| "learning_rate": 2.408110203171572e-05, | |
| "loss": 1.6564, | |
| "step": 5425 | |
| }, | |
| { | |
| "epoch": 2.393124724548259, | |
| "grad_norm": 0.33585884001747096, | |
| "learning_rate": 2.3914459103403696e-05, | |
| "loss": 1.7012, | |
| "step": 5430 | |
| }, | |
| { | |
| "epoch": 2.395328338475099, | |
| "grad_norm": 0.297871745937653, | |
| "learning_rate": 2.374831642574392e-05, | |
| "loss": 1.7399, | |
| "step": 5435 | |
| }, | |
| { | |
| "epoch": 2.3975319524019394, | |
| "grad_norm": 0.28026347006814506, | |
| "learning_rate": 2.3582675091098717e-05, | |
| "loss": 1.6698, | |
| "step": 5440 | |
| }, | |
| { | |
| "epoch": 2.399735566328779, | |
| "grad_norm": 0.3092926951118008, | |
| "learning_rate": 2.3417536188534327e-05, | |
| "loss": 1.7019, | |
| "step": 5445 | |
| }, | |
| { | |
| "epoch": 2.4019391802556194, | |
| "grad_norm": 0.29956315407231204, | |
| "learning_rate": 2.3252900803813415e-05, | |
| "loss": 1.7835, | |
| "step": 5450 | |
| }, | |
| { | |
| "epoch": 2.404142794182459, | |
| "grad_norm": 0.3472861996721381, | |
| "learning_rate": 2.3088770019388116e-05, | |
| "loss": 1.7523, | |
| "step": 5455 | |
| }, | |
| { | |
| "epoch": 2.4063464081092993, | |
| "grad_norm": 0.3346967409970768, | |
| "learning_rate": 2.292514491439297e-05, | |
| "loss": 1.543, | |
| "step": 5460 | |
| }, | |
| { | |
| "epoch": 2.408550022036139, | |
| "grad_norm": 0.30667047442127315, | |
| "learning_rate": 2.2762026564637717e-05, | |
| "loss": 1.7131, | |
| "step": 5465 | |
| }, | |
| { | |
| "epoch": 2.4107536359629793, | |
| "grad_norm": 0.32172911896887835, | |
| "learning_rate": 2.259941604260024e-05, | |
| "loss": 1.4888, | |
| "step": 5470 | |
| }, | |
| { | |
| "epoch": 2.4129572498898195, | |
| "grad_norm": 0.33661859838509534, | |
| "learning_rate": 2.2437314417419518e-05, | |
| "loss": 1.6434, | |
| "step": 5475 | |
| }, | |
| { | |
| "epoch": 2.4151608638166593, | |
| "grad_norm": 0.2766235524609549, | |
| "learning_rate": 2.2275722754888662e-05, | |
| "loss": 1.4497, | |
| "step": 5480 | |
| }, | |
| { | |
| "epoch": 2.4173644777434995, | |
| "grad_norm": 0.31531488102987404, | |
| "learning_rate": 2.211464211744787e-05, | |
| "loss": 1.7619, | |
| "step": 5485 | |
| }, | |
| { | |
| "epoch": 2.4195680916703393, | |
| "grad_norm": 0.4045821730130733, | |
| "learning_rate": 2.195407356417737e-05, | |
| "loss": 1.5253, | |
| "step": 5490 | |
| }, | |
| { | |
| "epoch": 2.4217717055971795, | |
| "grad_norm": 0.3077739063590653, | |
| "learning_rate": 2.1794018150790507e-05, | |
| "loss": 1.3737, | |
| "step": 5495 | |
| }, | |
| { | |
| "epoch": 2.4239753195240192, | |
| "grad_norm": 0.26933598773812595, | |
| "learning_rate": 2.1634476929626868e-05, | |
| "loss": 1.5562, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 2.4261789334508594, | |
| "grad_norm": 0.3180561976663089, | |
| "learning_rate": 2.1475450949645325e-05, | |
| "loss": 1.8415, | |
| "step": 5505 | |
| }, | |
| { | |
| "epoch": 2.4283825473776997, | |
| "grad_norm": 0.326460873305707, | |
| "learning_rate": 2.1316941256417024e-05, | |
| "loss": 1.6886, | |
| "step": 5510 | |
| }, | |
| { | |
| "epoch": 2.4305861613045394, | |
| "grad_norm": 0.2651305009582311, | |
| "learning_rate": 2.115894889211869e-05, | |
| "loss": 1.556, | |
| "step": 5515 | |
| }, | |
| { | |
| "epoch": 2.4327897752313796, | |
| "grad_norm": 0.285018315967615, | |
| "learning_rate": 2.100147489552562e-05, | |
| "loss": 1.6264, | |
| "step": 5520 | |
| }, | |
| { | |
| "epoch": 2.4349933891582194, | |
| "grad_norm": 0.3039400323881749, | |
| "learning_rate": 2.084452030200502e-05, | |
| "loss": 1.68, | |
| "step": 5525 | |
| }, | |
| { | |
| "epoch": 2.4371970030850596, | |
| "grad_norm": 0.4530331306706194, | |
| "learning_rate": 2.068808614350899e-05, | |
| "loss": 1.8822, | |
| "step": 5530 | |
| }, | |
| { | |
| "epoch": 2.4394006170118994, | |
| "grad_norm": 0.32124417856720616, | |
| "learning_rate": 2.0532173448567936e-05, | |
| "loss": 1.6896, | |
| "step": 5535 | |
| }, | |
| { | |
| "epoch": 2.4416042309387396, | |
| "grad_norm": 0.3526640578616687, | |
| "learning_rate": 2.037678324228366e-05, | |
| "loss": 1.3874, | |
| "step": 5540 | |
| }, | |
| { | |
| "epoch": 2.44380784486558, | |
| "grad_norm": 0.3025841716329574, | |
| "learning_rate": 2.022191654632274e-05, | |
| "loss": 1.5026, | |
| "step": 5545 | |
| }, | |
| { | |
| "epoch": 2.4460114587924195, | |
| "grad_norm": 0.3451825131993311, | |
| "learning_rate": 2.0067574378909726e-05, | |
| "loss": 1.6466, | |
| "step": 5550 | |
| }, | |
| { | |
| "epoch": 2.4482150727192598, | |
| "grad_norm": 0.2946116685019073, | |
| "learning_rate": 1.9913757754820483e-05, | |
| "loss": 1.7246, | |
| "step": 5555 | |
| }, | |
| { | |
| "epoch": 2.4504186866460995, | |
| "grad_norm": 0.3604250683804044, | |
| "learning_rate": 1.976046768537544e-05, | |
| "loss": 1.5967, | |
| "step": 5560 | |
| }, | |
| { | |
| "epoch": 2.4526223005729397, | |
| "grad_norm": 0.356529608888727, | |
| "learning_rate": 1.9607705178433124e-05, | |
| "loss": 1.8344, | |
| "step": 5565 | |
| }, | |
| { | |
| "epoch": 2.4548259144997795, | |
| "grad_norm": 0.3062637993405146, | |
| "learning_rate": 1.9455471238383394e-05, | |
| "loss": 1.727, | |
| "step": 5570 | |
| }, | |
| { | |
| "epoch": 2.4570295284266197, | |
| "grad_norm": 0.2913261589880019, | |
| "learning_rate": 1.9303766866140794e-05, | |
| "loss": 1.6422, | |
| "step": 5575 | |
| }, | |
| { | |
| "epoch": 2.45923314235346, | |
| "grad_norm": 0.28539967100565233, | |
| "learning_rate": 1.9152593059138036e-05, | |
| "loss": 1.5191, | |
| "step": 5580 | |
| }, | |
| { | |
| "epoch": 2.4614367562802997, | |
| "grad_norm": 0.38278133166473177, | |
| "learning_rate": 1.9001950811319624e-05, | |
| "loss": 1.747, | |
| "step": 5585 | |
| }, | |
| { | |
| "epoch": 2.46364037020714, | |
| "grad_norm": 0.3213863995857726, | |
| "learning_rate": 1.885184111313494e-05, | |
| "loss": 1.6493, | |
| "step": 5590 | |
| }, | |
| { | |
| "epoch": 2.4658439841339796, | |
| "grad_norm": 0.3515687604082846, | |
| "learning_rate": 1.870226495153199e-05, | |
| "loss": 1.6207, | |
| "step": 5595 | |
| }, | |
| { | |
| "epoch": 2.46804759806082, | |
| "grad_norm": 0.2818899743965069, | |
| "learning_rate": 1.8553223309950907e-05, | |
| "loss": 1.5783, | |
| "step": 5600 | |
| }, | |
| { | |
| "epoch": 2.4702512119876596, | |
| "grad_norm": 0.32339197111018464, | |
| "learning_rate": 1.8404717168317444e-05, | |
| "loss": 1.6023, | |
| "step": 5605 | |
| }, | |
| { | |
| "epoch": 2.4724548259145, | |
| "grad_norm": 0.32235437648153625, | |
| "learning_rate": 1.8256747503036465e-05, | |
| "loss": 1.5901, | |
| "step": 5610 | |
| }, | |
| { | |
| "epoch": 2.47465843984134, | |
| "grad_norm": 0.2996816683579224, | |
| "learning_rate": 1.8109315286985575e-05, | |
| "loss": 1.7065, | |
| "step": 5615 | |
| }, | |
| { | |
| "epoch": 2.47686205376818, | |
| "grad_norm": 0.34309522162413447, | |
| "learning_rate": 1.7962421489508797e-05, | |
| "loss": 1.7226, | |
| "step": 5620 | |
| }, | |
| { | |
| "epoch": 2.47906566769502, | |
| "grad_norm": 0.29849313259138993, | |
| "learning_rate": 1.7816067076410138e-05, | |
| "loss": 1.7579, | |
| "step": 5625 | |
| }, | |
| { | |
| "epoch": 2.48126928162186, | |
| "grad_norm": 0.3368071136503966, | |
| "learning_rate": 1.7670253009947146e-05, | |
| "loss": 1.5962, | |
| "step": 5630 | |
| }, | |
| { | |
| "epoch": 2.4834728955487, | |
| "grad_norm": 0.3175198598873115, | |
| "learning_rate": 1.7524980248824806e-05, | |
| "loss": 1.7556, | |
| "step": 5635 | |
| }, | |
| { | |
| "epoch": 2.4856765094755398, | |
| "grad_norm": 0.30889458937514946, | |
| "learning_rate": 1.738024974818896e-05, | |
| "loss": 1.7268, | |
| "step": 5640 | |
| }, | |
| { | |
| "epoch": 2.48788012340238, | |
| "grad_norm": 0.30454000273861387, | |
| "learning_rate": 1.7236062459620306e-05, | |
| "loss": 1.6084, | |
| "step": 5645 | |
| }, | |
| { | |
| "epoch": 2.49008373732922, | |
| "grad_norm": 0.30973625136809374, | |
| "learning_rate": 1.7092419331127894e-05, | |
| "loss": 1.581, | |
| "step": 5650 | |
| }, | |
| { | |
| "epoch": 2.49228735125606, | |
| "grad_norm": 0.3312428081002817, | |
| "learning_rate": 1.6949321307143096e-05, | |
| "loss": 1.6826, | |
| "step": 5655 | |
| }, | |
| { | |
| "epoch": 2.4944909651829, | |
| "grad_norm": 0.29438754562772956, | |
| "learning_rate": 1.6806769328513226e-05, | |
| "loss": 1.6531, | |
| "step": 5660 | |
| }, | |
| { | |
| "epoch": 2.49669457910974, | |
| "grad_norm": 0.3072379816792179, | |
| "learning_rate": 1.666476433249552e-05, | |
| "loss": 1.6036, | |
| "step": 5665 | |
| }, | |
| { | |
| "epoch": 2.49889819303658, | |
| "grad_norm": 0.2653188527319854, | |
| "learning_rate": 1.6523307252750787e-05, | |
| "loss": 1.6677, | |
| "step": 5670 | |
| }, | |
| { | |
| "epoch": 2.50110180696342, | |
| "grad_norm": 0.31853001670175285, | |
| "learning_rate": 1.6382399019337493e-05, | |
| "loss": 1.7512, | |
| "step": 5675 | |
| }, | |
| { | |
| "epoch": 2.50330542089026, | |
| "grad_norm": 0.3541014940940505, | |
| "learning_rate": 1.6242040558705386e-05, | |
| "loss": 1.4784, | |
| "step": 5680 | |
| }, | |
| { | |
| "epoch": 2.5055090348171003, | |
| "grad_norm": 0.3022737220008577, | |
| "learning_rate": 1.6102232793689652e-05, | |
| "loss": 1.552, | |
| "step": 5685 | |
| }, | |
| { | |
| "epoch": 2.50771264874394, | |
| "grad_norm": 0.2865580516371412, | |
| "learning_rate": 1.5962976643504734e-05, | |
| "loss": 1.6162, | |
| "step": 5690 | |
| }, | |
| { | |
| "epoch": 2.50991626267078, | |
| "grad_norm": 0.33229646654342737, | |
| "learning_rate": 1.5824273023738223e-05, | |
| "loss": 1.7025, | |
| "step": 5695 | |
| }, | |
| { | |
| "epoch": 2.51211987659762, | |
| "grad_norm": 0.25315774233489335, | |
| "learning_rate": 1.5686122846344932e-05, | |
| "loss": 1.6556, | |
| "step": 5700 | |
| }, | |
| { | |
| "epoch": 2.5143234905244602, | |
| "grad_norm": 0.32926703632524384, | |
| "learning_rate": 1.55485270196409e-05, | |
| "loss": 1.7055, | |
| "step": 5705 | |
| }, | |
| { | |
| "epoch": 2.5165271044513, | |
| "grad_norm": 0.38254621782613324, | |
| "learning_rate": 1.541148644829743e-05, | |
| "loss": 1.8189, | |
| "step": 5710 | |
| }, | |
| { | |
| "epoch": 2.51873071837814, | |
| "grad_norm": 0.3262138673835723, | |
| "learning_rate": 1.5275002033335016e-05, | |
| "loss": 1.6328, | |
| "step": 5715 | |
| }, | |
| { | |
| "epoch": 2.5209343323049804, | |
| "grad_norm": 0.36898284620242594, | |
| "learning_rate": 1.5139074672117514e-05, | |
| "loss": 1.7229, | |
| "step": 5720 | |
| }, | |
| { | |
| "epoch": 2.52313794623182, | |
| "grad_norm": 0.29383774220673775, | |
| "learning_rate": 1.500370525834639e-05, | |
| "loss": 1.7057, | |
| "step": 5725 | |
| }, | |
| { | |
| "epoch": 2.52534156015866, | |
| "grad_norm": 0.35255942435868104, | |
| "learning_rate": 1.4868894682054535e-05, | |
| "loss": 1.703, | |
| "step": 5730 | |
| }, | |
| { | |
| "epoch": 2.5275451740855, | |
| "grad_norm": 0.3224975998851544, | |
| "learning_rate": 1.473464382960057e-05, | |
| "loss": 1.6255, | |
| "step": 5735 | |
| }, | |
| { | |
| "epoch": 2.5297487880123404, | |
| "grad_norm": 0.2728863606551014, | |
| "learning_rate": 1.4600953583663114e-05, | |
| "loss": 1.5348, | |
| "step": 5740 | |
| }, | |
| { | |
| "epoch": 2.53195240193918, | |
| "grad_norm": 0.3292693963632781, | |
| "learning_rate": 1.4467824823234843e-05, | |
| "loss": 1.6536, | |
| "step": 5745 | |
| }, | |
| { | |
| "epoch": 2.5341560158660204, | |
| "grad_norm": 0.3530164649944846, | |
| "learning_rate": 1.4335258423616737e-05, | |
| "loss": 1.631, | |
| "step": 5750 | |
| }, | |
| { | |
| "epoch": 2.5363596297928606, | |
| "grad_norm": 0.3107181811257503, | |
| "learning_rate": 1.4203255256412318e-05, | |
| "loss": 1.5969, | |
| "step": 5755 | |
| }, | |
| { | |
| "epoch": 2.5385632437197003, | |
| "grad_norm": 0.3700803583018722, | |
| "learning_rate": 1.407181618952199e-05, | |
| "loss": 1.7883, | |
| "step": 5760 | |
| }, | |
| { | |
| "epoch": 2.54076685764654, | |
| "grad_norm": 0.30243816752307084, | |
| "learning_rate": 1.394094208713732e-05, | |
| "loss": 1.652, | |
| "step": 5765 | |
| }, | |
| { | |
| "epoch": 2.5429704715733803, | |
| "grad_norm": 0.3413616757398393, | |
| "learning_rate": 1.3810633809735196e-05, | |
| "loss": 1.7507, | |
| "step": 5770 | |
| }, | |
| { | |
| "epoch": 2.5451740855002205, | |
| "grad_norm": 0.3120087119800215, | |
| "learning_rate": 1.3680892214072405e-05, | |
| "loss": 1.7198, | |
| "step": 5775 | |
| }, | |
| { | |
| "epoch": 2.5473776994270603, | |
| "grad_norm": 0.3518504932831635, | |
| "learning_rate": 1.3551718153179871e-05, | |
| "loss": 1.8579, | |
| "step": 5780 | |
| }, | |
| { | |
| "epoch": 2.5495813133539005, | |
| "grad_norm": 0.34752155952619, | |
| "learning_rate": 1.3423112476357036e-05, | |
| "loss": 1.5468, | |
| "step": 5785 | |
| }, | |
| { | |
| "epoch": 2.5517849272807407, | |
| "grad_norm": 0.3260308226099618, | |
| "learning_rate": 1.3295076029166265e-05, | |
| "loss": 1.5258, | |
| "step": 5790 | |
| }, | |
| { | |
| "epoch": 2.5539885412075805, | |
| "grad_norm": 0.35584838362058835, | |
| "learning_rate": 1.3167609653427426e-05, | |
| "loss": 1.7373, | |
| "step": 5795 | |
| }, | |
| { | |
| "epoch": 2.55619215513442, | |
| "grad_norm": 0.32184918024972864, | |
| "learning_rate": 1.304071418721221e-05, | |
| "loss": 1.6741, | |
| "step": 5800 | |
| }, | |
| { | |
| "epoch": 2.5583957690612604, | |
| "grad_norm": 0.315994062331127, | |
| "learning_rate": 1.2914390464838655e-05, | |
| "loss": 1.7156, | |
| "step": 5805 | |
| }, | |
| { | |
| "epoch": 2.5605993829881006, | |
| "grad_norm": 0.23924524979523612, | |
| "learning_rate": 1.2788639316865635e-05, | |
| "loss": 1.738, | |
| "step": 5810 | |
| }, | |
| { | |
| "epoch": 2.5628029969149404, | |
| "grad_norm": 0.3098121698841723, | |
| "learning_rate": 1.266346157008753e-05, | |
| "loss": 1.5198, | |
| "step": 5815 | |
| }, | |
| { | |
| "epoch": 2.5650066108417806, | |
| "grad_norm": 0.3262487762949137, | |
| "learning_rate": 1.2538858047528646e-05, | |
| "loss": 1.587, | |
| "step": 5820 | |
| }, | |
| { | |
| "epoch": 2.5672102247686204, | |
| "grad_norm": 0.33166973277913664, | |
| "learning_rate": 1.2414829568437825e-05, | |
| "loss": 1.5043, | |
| "step": 5825 | |
| }, | |
| { | |
| "epoch": 2.5694138386954606, | |
| "grad_norm": 0.3022890966007592, | |
| "learning_rate": 1.2291376948283139e-05, | |
| "loss": 1.605, | |
| "step": 5830 | |
| }, | |
| { | |
| "epoch": 2.5716174526223003, | |
| "grad_norm": 0.3389630036906691, | |
| "learning_rate": 1.2168500998746435e-05, | |
| "loss": 1.6955, | |
| "step": 5835 | |
| }, | |
| { | |
| "epoch": 2.5738210665491406, | |
| "grad_norm": 0.3796380833169501, | |
| "learning_rate": 1.2046202527718076e-05, | |
| "loss": 1.6275, | |
| "step": 5840 | |
| }, | |
| { | |
| "epoch": 2.5760246804759808, | |
| "grad_norm": 0.3238245323234113, | |
| "learning_rate": 1.1924482339291554e-05, | |
| "loss": 1.7289, | |
| "step": 5845 | |
| }, | |
| { | |
| "epoch": 2.5782282944028205, | |
| "grad_norm": 0.30218042381327415, | |
| "learning_rate": 1.1803341233758291e-05, | |
| "loss": 1.5412, | |
| "step": 5850 | |
| }, | |
| { | |
| "epoch": 2.5804319083296607, | |
| "grad_norm": 0.33206646260037787, | |
| "learning_rate": 1.1682780007602268e-05, | |
| "loss": 1.8011, | |
| "step": 5855 | |
| }, | |
| { | |
| "epoch": 2.5826355222565005, | |
| "grad_norm": 0.3538395424898534, | |
| "learning_rate": 1.1562799453494899e-05, | |
| "loss": 1.7862, | |
| "step": 5860 | |
| }, | |
| { | |
| "epoch": 2.5848391361833407, | |
| "grad_norm": 0.35528233062631853, | |
| "learning_rate": 1.144340036028978e-05, | |
| "loss": 1.685, | |
| "step": 5865 | |
| }, | |
| { | |
| "epoch": 2.5870427501101805, | |
| "grad_norm": 0.33412660972869573, | |
| "learning_rate": 1.132458351301744e-05, | |
| "loss": 1.7575, | |
| "step": 5870 | |
| }, | |
| { | |
| "epoch": 2.5892463640370207, | |
| "grad_norm": 0.3175660326892495, | |
| "learning_rate": 1.1206349692880236e-05, | |
| "loss": 1.5658, | |
| "step": 5875 | |
| }, | |
| { | |
| "epoch": 2.591449977963861, | |
| "grad_norm": 0.30007433696171515, | |
| "learning_rate": 1.1088699677247238e-05, | |
| "loss": 1.586, | |
| "step": 5880 | |
| }, | |
| { | |
| "epoch": 2.5936535918907007, | |
| "grad_norm": 0.3180669505120074, | |
| "learning_rate": 1.097163423964912e-05, | |
| "loss": 1.7819, | |
| "step": 5885 | |
| }, | |
| { | |
| "epoch": 2.595857205817541, | |
| "grad_norm": 0.25188231699393177, | |
| "learning_rate": 1.0855154149772994e-05, | |
| "loss": 1.512, | |
| "step": 5890 | |
| }, | |
| { | |
| "epoch": 2.5980608197443806, | |
| "grad_norm": 0.2725825366458783, | |
| "learning_rate": 1.0739260173457355e-05, | |
| "loss": 1.7237, | |
| "step": 5895 | |
| }, | |
| { | |
| "epoch": 2.600264433671221, | |
| "grad_norm": 0.4353012547028696, | |
| "learning_rate": 1.0623953072687265e-05, | |
| "loss": 1.5664, | |
| "step": 5900 | |
| }, | |
| { | |
| "epoch": 2.6024680475980606, | |
| "grad_norm": 0.3208919789812601, | |
| "learning_rate": 1.0509233605588997e-05, | |
| "loss": 1.7184, | |
| "step": 5905 | |
| }, | |
| { | |
| "epoch": 2.604671661524901, | |
| "grad_norm": 0.2811764278977997, | |
| "learning_rate": 1.0395102526425282e-05, | |
| "loss": 1.6933, | |
| "step": 5910 | |
| }, | |
| { | |
| "epoch": 2.606875275451741, | |
| "grad_norm": 0.3283193021777617, | |
| "learning_rate": 1.0281560585590311e-05, | |
| "loss": 1.709, | |
| "step": 5915 | |
| }, | |
| { | |
| "epoch": 2.609078889378581, | |
| "grad_norm": 0.31601773043700576, | |
| "learning_rate": 1.0168608529604783e-05, | |
| "loss": 1.5517, | |
| "step": 5920 | |
| }, | |
| { | |
| "epoch": 2.611282503305421, | |
| "grad_norm": 0.26388766629051863, | |
| "learning_rate": 1.0056247101110972e-05, | |
| "loss": 1.5716, | |
| "step": 5925 | |
| }, | |
| { | |
| "epoch": 2.6134861172322608, | |
| "grad_norm": 0.3170004934043696, | |
| "learning_rate": 9.944477038867838e-06, | |
| "loss": 1.3933, | |
| "step": 5930 | |
| }, | |
| { | |
| "epoch": 2.615689731159101, | |
| "grad_norm": 0.3026100677449506, | |
| "learning_rate": 9.833299077746261e-06, | |
| "loss": 1.538, | |
| "step": 5935 | |
| }, | |
| { | |
| "epoch": 2.6178933450859407, | |
| "grad_norm": 0.32599901382842245, | |
| "learning_rate": 9.72271394872416e-06, | |
| "loss": 1.722, | |
| "step": 5940 | |
| }, | |
| { | |
| "epoch": 2.620096959012781, | |
| "grad_norm": 0.31252235277224677, | |
| "learning_rate": 9.612722378881578e-06, | |
| "loss": 1.5777, | |
| "step": 5945 | |
| }, | |
| { | |
| "epoch": 2.622300572939621, | |
| "grad_norm": 0.27949230064797415, | |
| "learning_rate": 9.503325091396098e-06, | |
| "loss": 1.7781, | |
| "step": 5950 | |
| }, | |
| { | |
| "epoch": 2.624504186866461, | |
| "grad_norm": 0.3031767326868999, | |
| "learning_rate": 9.394522805537931e-06, | |
| "loss": 1.6123, | |
| "step": 5955 | |
| }, | |
| { | |
| "epoch": 2.626707800793301, | |
| "grad_norm": 0.3596489809565846, | |
| "learning_rate": 9.286316236665271e-06, | |
| "loss": 1.8234, | |
| "step": 5960 | |
| }, | |
| { | |
| "epoch": 2.628911414720141, | |
| "grad_norm": 0.37067976899261396, | |
| "learning_rate": 9.178706096219547e-06, | |
| "loss": 1.5176, | |
| "step": 5965 | |
| }, | |
| { | |
| "epoch": 2.631115028646981, | |
| "grad_norm": 0.30187017500054564, | |
| "learning_rate": 9.0716930917208e-06, | |
| "loss": 1.5401, | |
| "step": 5970 | |
| }, | |
| { | |
| "epoch": 2.633318642573821, | |
| "grad_norm": 0.338495742270805, | |
| "learning_rate": 8.965277926762916e-06, | |
| "loss": 1.5802, | |
| "step": 5975 | |
| }, | |
| { | |
| "epoch": 2.635522256500661, | |
| "grad_norm": 0.33527970219407616, | |
| "learning_rate": 8.859461301009186e-06, | |
| "loss": 1.6115, | |
| "step": 5980 | |
| }, | |
| { | |
| "epoch": 2.6377258704275013, | |
| "grad_norm": 0.3284526374151953, | |
| "learning_rate": 8.754243910187498e-06, | |
| "loss": 1.7051, | |
| "step": 5985 | |
| }, | |
| { | |
| "epoch": 2.639929484354341, | |
| "grad_norm": 0.2820385948307506, | |
| "learning_rate": 8.649626446085945e-06, | |
| "loss": 1.4949, | |
| "step": 5990 | |
| }, | |
| { | |
| "epoch": 2.6421330982811813, | |
| "grad_norm": 0.3357888909663005, | |
| "learning_rate": 8.545609596548121e-06, | |
| "loss": 1.5265, | |
| "step": 5995 | |
| }, | |
| { | |
| "epoch": 2.644336712208021, | |
| "grad_norm": 0.24829105724152342, | |
| "learning_rate": 8.442194045468733e-06, | |
| "loss": 1.4418, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 2.6465403261348612, | |
| "grad_norm": 0.3445954692738449, | |
| "learning_rate": 8.339380472789016e-06, | |
| "loss": 1.471, | |
| "step": 6005 | |
| }, | |
| { | |
| "epoch": 2.648743940061701, | |
| "grad_norm": 0.34193200011238856, | |
| "learning_rate": 8.237169554492297e-06, | |
| "loss": 1.4714, | |
| "step": 6010 | |
| }, | |
| { | |
| "epoch": 2.650947553988541, | |
| "grad_norm": 0.2994838498414857, | |
| "learning_rate": 8.135561962599514e-06, | |
| "loss": 1.5747, | |
| "step": 6015 | |
| }, | |
| { | |
| "epoch": 2.6531511679153814, | |
| "grad_norm": 0.2510845629901009, | |
| "learning_rate": 8.034558365164868e-06, | |
| "loss": 1.6476, | |
| "step": 6020 | |
| }, | |
| { | |
| "epoch": 2.655354781842221, | |
| "grad_norm": 0.3375793364015892, | |
| "learning_rate": 7.934159426271403e-06, | |
| "loss": 1.6063, | |
| "step": 6025 | |
| }, | |
| { | |
| "epoch": 2.6575583957690614, | |
| "grad_norm": 0.33573003764748477, | |
| "learning_rate": 7.834365806026578e-06, | |
| "loss": 1.5814, | |
| "step": 6030 | |
| }, | |
| { | |
| "epoch": 2.659762009695901, | |
| "grad_norm": 0.38295818181236296, | |
| "learning_rate": 7.735178160557943e-06, | |
| "loss": 1.7642, | |
| "step": 6035 | |
| }, | |
| { | |
| "epoch": 2.6619656236227414, | |
| "grad_norm": 0.28003247319118707, | |
| "learning_rate": 7.636597142009017e-06, | |
| "loss": 1.7946, | |
| "step": 6040 | |
| }, | |
| { | |
| "epoch": 2.664169237549581, | |
| "grad_norm": 0.367119348898622, | |
| "learning_rate": 7.538623398534661e-06, | |
| "loss": 1.5553, | |
| "step": 6045 | |
| }, | |
| { | |
| "epoch": 2.6663728514764213, | |
| "grad_norm": 0.30087617582351794, | |
| "learning_rate": 7.441257574297089e-06, | |
| "loss": 1.56, | |
| "step": 6050 | |
| }, | |
| { | |
| "epoch": 2.6685764654032615, | |
| "grad_norm": 0.2679029740855203, | |
| "learning_rate": 7.344500309461511e-06, | |
| "loss": 1.5622, | |
| "step": 6055 | |
| }, | |
| { | |
| "epoch": 2.6707800793301013, | |
| "grad_norm": 0.38643212881302264, | |
| "learning_rate": 7.248352240192002e-06, | |
| "loss": 1.6344, | |
| "step": 6060 | |
| }, | |
| { | |
| "epoch": 2.6729836932569415, | |
| "grad_norm": 0.3036596598041859, | |
| "learning_rate": 7.15281399864719e-06, | |
| "loss": 1.6126, | |
| "step": 6065 | |
| }, | |
| { | |
| "epoch": 2.6751873071837813, | |
| "grad_norm": 0.3409000984647797, | |
| "learning_rate": 7.057886212976239e-06, | |
| "loss": 1.7453, | |
| "step": 6070 | |
| }, | |
| { | |
| "epoch": 2.6773909211106215, | |
| "grad_norm": 0.3123434626912612, | |
| "learning_rate": 6.963569507314627e-06, | |
| "loss": 1.6624, | |
| "step": 6075 | |
| }, | |
| { | |
| "epoch": 2.6795945350374613, | |
| "grad_norm": 0.3272418793360404, | |
| "learning_rate": 6.8698645017801325e-06, | |
| "loss": 1.8614, | |
| "step": 6080 | |
| }, | |
| { | |
| "epoch": 2.6817981489643015, | |
| "grad_norm": 0.2432770598979605, | |
| "learning_rate": 6.776771812468618e-06, | |
| "loss": 1.6761, | |
| "step": 6085 | |
| }, | |
| { | |
| "epoch": 2.6840017628911417, | |
| "grad_norm": 0.29638907037530365, | |
| "learning_rate": 6.684292051450147e-06, | |
| "loss": 1.5734, | |
| "step": 6090 | |
| }, | |
| { | |
| "epoch": 2.6862053768179814, | |
| "grad_norm": 0.2927874947198909, | |
| "learning_rate": 6.592425826764781e-06, | |
| "loss": 1.6527, | |
| "step": 6095 | |
| }, | |
| { | |
| "epoch": 2.6884089907448216, | |
| "grad_norm": 0.3262506822619773, | |
| "learning_rate": 6.501173742418753e-06, | |
| "loss": 1.7488, | |
| "step": 6100 | |
| }, | |
| { | |
| "epoch": 2.6906126046716614, | |
| "grad_norm": 0.29388683856815984, | |
| "learning_rate": 6.410536398380385e-06, | |
| "loss": 1.7391, | |
| "step": 6105 | |
| }, | |
| { | |
| "epoch": 2.6928162185985016, | |
| "grad_norm": 0.42564932659573224, | |
| "learning_rate": 6.320514390576193e-06, | |
| "loss": 1.5618, | |
| "step": 6110 | |
| }, | |
| { | |
| "epoch": 2.6950198325253414, | |
| "grad_norm": 0.33120895230745345, | |
| "learning_rate": 6.231108310886924e-06, | |
| "loss": 1.5172, | |
| "step": 6115 | |
| }, | |
| { | |
| "epoch": 2.6972234464521816, | |
| "grad_norm": 0.2970159546645706, | |
| "learning_rate": 6.142318747143716e-06, | |
| "loss": 1.5319, | |
| "step": 6120 | |
| }, | |
| { | |
| "epoch": 2.699427060379022, | |
| "grad_norm": 0.3125793002150719, | |
| "learning_rate": 6.054146283124218e-06, | |
| "loss": 1.6401, | |
| "step": 6125 | |
| }, | |
| { | |
| "epoch": 2.7016306743058616, | |
| "grad_norm": 0.30146872233206856, | |
| "learning_rate": 5.966591498548724e-06, | |
| "loss": 1.7384, | |
| "step": 6130 | |
| }, | |
| { | |
| "epoch": 2.7038342882327018, | |
| "grad_norm": 0.3887993733574576, | |
| "learning_rate": 5.8796549690763645e-06, | |
| "loss": 1.8019, | |
| "step": 6135 | |
| }, | |
| { | |
| "epoch": 2.7060379021595415, | |
| "grad_norm": 0.3033022818548619, | |
| "learning_rate": 5.79333726630138e-06, | |
| "loss": 1.5844, | |
| "step": 6140 | |
| }, | |
| { | |
| "epoch": 2.7082415160863818, | |
| "grad_norm": 0.368025241100897, | |
| "learning_rate": 5.7076389577493175e-06, | |
| "loss": 1.8454, | |
| "step": 6145 | |
| }, | |
| { | |
| "epoch": 2.7104451300132215, | |
| "grad_norm": 0.298047160015892, | |
| "learning_rate": 5.622560606873262e-06, | |
| "loss": 1.6045, | |
| "step": 6150 | |
| }, | |
| { | |
| "epoch": 2.7126487439400617, | |
| "grad_norm": 0.30605420571316905, | |
| "learning_rate": 5.538102773050235e-06, | |
| "loss": 1.696, | |
| "step": 6155 | |
| }, | |
| { | |
| "epoch": 2.714852357866902, | |
| "grad_norm": 0.3454395184873584, | |
| "learning_rate": 5.454266011577369e-06, | |
| "loss": 1.6258, | |
| "step": 6160 | |
| }, | |
| { | |
| "epoch": 2.7170559717937417, | |
| "grad_norm": 0.30863792610727064, | |
| "learning_rate": 5.371050873668437e-06, | |
| "loss": 1.5895, | |
| "step": 6165 | |
| }, | |
| { | |
| "epoch": 2.719259585720582, | |
| "grad_norm": 0.32671612304128317, | |
| "learning_rate": 5.2884579064500615e-06, | |
| "loss": 1.751, | |
| "step": 6170 | |
| }, | |
| { | |
| "epoch": 2.7214631996474217, | |
| "grad_norm": 0.24404249683796003, | |
| "learning_rate": 5.206487652958214e-06, | |
| "loss": 1.5318, | |
| "step": 6175 | |
| }, | |
| { | |
| "epoch": 2.723666813574262, | |
| "grad_norm": 0.31345216172176077, | |
| "learning_rate": 5.125140652134652e-06, | |
| "loss": 1.6814, | |
| "step": 6180 | |
| }, | |
| { | |
| "epoch": 2.7258704275011016, | |
| "grad_norm": 0.3301202829233535, | |
| "learning_rate": 5.044417438823279e-06, | |
| "loss": 1.6688, | |
| "step": 6185 | |
| }, | |
| { | |
| "epoch": 2.728074041427942, | |
| "grad_norm": 0.3180153311679256, | |
| "learning_rate": 4.964318543766733e-06, | |
| "loss": 1.8152, | |
| "step": 6190 | |
| }, | |
| { | |
| "epoch": 2.730277655354782, | |
| "grad_norm": 0.3477053424267945, | |
| "learning_rate": 4.884844493602847e-06, | |
| "loss": 1.6068, | |
| "step": 6195 | |
| }, | |
| { | |
| "epoch": 2.732481269281622, | |
| "grad_norm": 0.3829450747175287, | |
| "learning_rate": 4.805995810861219e-06, | |
| "loss": 1.5436, | |
| "step": 6200 | |
| }, | |
| { | |
| "epoch": 2.734684883208462, | |
| "grad_norm": 0.35144134365971347, | |
| "learning_rate": 4.727773013959702e-06, | |
| "loss": 1.7733, | |
| "step": 6205 | |
| }, | |
| { | |
| "epoch": 2.736888497135302, | |
| "grad_norm": 0.3511048030633929, | |
| "learning_rate": 4.650176617201074e-06, | |
| "loss": 1.7483, | |
| "step": 6210 | |
| }, | |
| { | |
| "epoch": 2.739092111062142, | |
| "grad_norm": 0.3146009823620477, | |
| "learning_rate": 4.573207130769663e-06, | |
| "loss": 1.6416, | |
| "step": 6215 | |
| }, | |
| { | |
| "epoch": 2.7412957249889818, | |
| "grad_norm": 0.2961123189548949, | |
| "learning_rate": 4.496865060727917e-06, | |
| "loss": 1.5871, | |
| "step": 6220 | |
| }, | |
| { | |
| "epoch": 2.743499338915822, | |
| "grad_norm": 0.2827248539547275, | |
| "learning_rate": 4.421150909013094e-06, | |
| "loss": 1.6537, | |
| "step": 6225 | |
| }, | |
| { | |
| "epoch": 2.745702952842662, | |
| "grad_norm": 0.3230949462447901, | |
| "learning_rate": 4.346065173434055e-06, | |
| "loss": 1.5128, | |
| "step": 6230 | |
| }, | |
| { | |
| "epoch": 2.747906566769502, | |
| "grad_norm": 0.27203611650594783, | |
| "learning_rate": 4.271608347667888e-06, | |
| "loss": 1.6916, | |
| "step": 6235 | |
| }, | |
| { | |
| "epoch": 2.750110180696342, | |
| "grad_norm": 0.316718312569841, | |
| "learning_rate": 4.197780921256678e-06, | |
| "loss": 1.7967, | |
| "step": 6240 | |
| }, | |
| { | |
| "epoch": 2.752313794623182, | |
| "grad_norm": 0.31564921665656825, | |
| "learning_rate": 4.1245833796043184e-06, | |
| "loss": 1.5092, | |
| "step": 6245 | |
| }, | |
| { | |
| "epoch": 2.754517408550022, | |
| "grad_norm": 0.3023941557144956, | |
| "learning_rate": 4.052016203973319e-06, | |
| "loss": 1.6864, | |
| "step": 6250 | |
| }, | |
| { | |
| "epoch": 2.756721022476862, | |
| "grad_norm": 0.31013607515444674, | |
| "learning_rate": 3.9800798714816566e-06, | |
| "loss": 1.7096, | |
| "step": 6255 | |
| }, | |
| { | |
| "epoch": 2.758924636403702, | |
| "grad_norm": 0.34766875505420175, | |
| "learning_rate": 3.908774855099529e-06, | |
| "loss": 1.6837, | |
| "step": 6260 | |
| }, | |
| { | |
| "epoch": 2.7611282503305423, | |
| "grad_norm": 0.2943152497920515, | |
| "learning_rate": 3.838101623646429e-06, | |
| "loss": 1.6478, | |
| "step": 6265 | |
| }, | |
| { | |
| "epoch": 2.763331864257382, | |
| "grad_norm": 0.32690567367741863, | |
| "learning_rate": 3.768060641787874e-06, | |
| "loss": 1.8321, | |
| "step": 6270 | |
| }, | |
| { | |
| "epoch": 2.765535478184222, | |
| "grad_norm": 0.35174727110880194, | |
| "learning_rate": 3.698652370032496e-06, | |
| "loss": 1.7583, | |
| "step": 6275 | |
| }, | |
| { | |
| "epoch": 2.767739092111062, | |
| "grad_norm": 0.30775438684619605, | |
| "learning_rate": 3.6298772647289204e-06, | |
| "loss": 1.7887, | |
| "step": 6280 | |
| }, | |
| { | |
| "epoch": 2.7699427060379023, | |
| "grad_norm": 0.2974347187890948, | |
| "learning_rate": 3.561735778062847e-06, | |
| "loss": 1.5669, | |
| "step": 6285 | |
| }, | |
| { | |
| "epoch": 2.772146319964742, | |
| "grad_norm": 0.32631762135645986, | |
| "learning_rate": 3.4942283580539747e-06, | |
| "loss": 1.5496, | |
| "step": 6290 | |
| }, | |
| { | |
| "epoch": 2.7743499338915822, | |
| "grad_norm": 0.3078445012000501, | |
| "learning_rate": 3.427355448553149e-06, | |
| "loss": 1.4473, | |
| "step": 6295 | |
| }, | |
| { | |
| "epoch": 2.7765535478184225, | |
| "grad_norm": 0.31874633296757016, | |
| "learning_rate": 3.3611174892393848e-06, | |
| "loss": 1.7297, | |
| "step": 6300 | |
| }, | |
| { | |
| "epoch": 2.778757161745262, | |
| "grad_norm": 0.3877251343286691, | |
| "learning_rate": 3.2955149156170373e-06, | |
| "loss": 1.7889, | |
| "step": 6305 | |
| }, | |
| { | |
| "epoch": 2.780960775672102, | |
| "grad_norm": 0.3050428005282347, | |
| "learning_rate": 3.230548159012836e-06, | |
| "loss": 1.7297, | |
| "step": 6310 | |
| }, | |
| { | |
| "epoch": 2.783164389598942, | |
| "grad_norm": 0.3297939270880444, | |
| "learning_rate": 3.1662176465731776e-06, | |
| "loss": 1.7542, | |
| "step": 6315 | |
| }, | |
| { | |
| "epoch": 2.7853680035257824, | |
| "grad_norm": 0.35972869738440505, | |
| "learning_rate": 3.1025238012612146e-06, | |
| "loss": 1.6169, | |
| "step": 6320 | |
| }, | |
| { | |
| "epoch": 2.787571617452622, | |
| "grad_norm": 0.3384226865100565, | |
| "learning_rate": 3.039467041854105e-06, | |
| "loss": 1.6362, | |
| "step": 6325 | |
| }, | |
| { | |
| "epoch": 2.7897752313794624, | |
| "grad_norm": 0.3670760451609635, | |
| "learning_rate": 2.97704778294029e-06, | |
| "loss": 1.6398, | |
| "step": 6330 | |
| }, | |
| { | |
| "epoch": 2.7919788453063026, | |
| "grad_norm": 0.2854714227749342, | |
| "learning_rate": 2.9152664349167415e-06, | |
| "loss": 1.4325, | |
| "step": 6335 | |
| }, | |
| { | |
| "epoch": 2.7941824592331423, | |
| "grad_norm": 0.3042468904319354, | |
| "learning_rate": 2.854123403986253e-06, | |
| "loss": 1.6423, | |
| "step": 6340 | |
| }, | |
| { | |
| "epoch": 2.796386073159982, | |
| "grad_norm": 0.33954395775276786, | |
| "learning_rate": 2.793619092154787e-06, | |
| "loss": 1.6785, | |
| "step": 6345 | |
| }, | |
| { | |
| "epoch": 2.7985896870868223, | |
| "grad_norm": 0.41052304755954266, | |
| "learning_rate": 2.7337538972287967e-06, | |
| "loss": 1.7808, | |
| "step": 6350 | |
| }, | |
| { | |
| "epoch": 2.8007933010136625, | |
| "grad_norm": 0.2735021459128279, | |
| "learning_rate": 2.674528212812721e-06, | |
| "loss": 1.579, | |
| "step": 6355 | |
| }, | |
| { | |
| "epoch": 2.8029969149405023, | |
| "grad_norm": 0.42116340427498267, | |
| "learning_rate": 2.6159424283062507e-06, | |
| "loss": 1.665, | |
| "step": 6360 | |
| }, | |
| { | |
| "epoch": 2.8052005288673425, | |
| "grad_norm": 0.40395544915333126, | |
| "learning_rate": 2.557996928901829e-06, | |
| "loss": 1.6685, | |
| "step": 6365 | |
| }, | |
| { | |
| "epoch": 2.8074041427941827, | |
| "grad_norm": 0.41455342226161546, | |
| "learning_rate": 2.5006920955821465e-06, | |
| "loss": 1.7578, | |
| "step": 6370 | |
| }, | |
| { | |
| "epoch": 2.8096077567210225, | |
| "grad_norm": 0.32321328330549354, | |
| "learning_rate": 2.4440283051176405e-06, | |
| "loss": 1.7026, | |
| "step": 6375 | |
| }, | |
| { | |
| "epoch": 2.8118113706478622, | |
| "grad_norm": 0.2956835138059502, | |
| "learning_rate": 2.388005930063941e-06, | |
| "loss": 1.8632, | |
| "step": 6380 | |
| }, | |
| { | |
| "epoch": 2.8140149845747024, | |
| "grad_norm": 0.3268794222372435, | |
| "learning_rate": 2.3326253387594753e-06, | |
| "loss": 1.6233, | |
| "step": 6385 | |
| }, | |
| { | |
| "epoch": 2.8162185985015427, | |
| "grad_norm": 0.3626797930342101, | |
| "learning_rate": 2.277886895323078e-06, | |
| "loss": 1.74, | |
| "step": 6390 | |
| }, | |
| { | |
| "epoch": 2.8184222124283824, | |
| "grad_norm": 0.33358450270104334, | |
| "learning_rate": 2.2237909596515396e-06, | |
| "loss": 1.4655, | |
| "step": 6395 | |
| }, | |
| { | |
| "epoch": 2.8206258263552226, | |
| "grad_norm": 0.29838126441173135, | |
| "learning_rate": 2.1703378874172507e-06, | |
| "loss": 1.4969, | |
| "step": 6400 | |
| }, | |
| { | |
| "epoch": 2.822829440282063, | |
| "grad_norm": 0.34601838203569607, | |
| "learning_rate": 2.117528030065907e-06, | |
| "loss": 1.6886, | |
| "step": 6405 | |
| }, | |
| { | |
| "epoch": 2.8250330542089026, | |
| "grad_norm": 0.3110562652655748, | |
| "learning_rate": 2.0653617348141084e-06, | |
| "loss": 1.4905, | |
| "step": 6410 | |
| }, | |
| { | |
| "epoch": 2.8272366681357424, | |
| "grad_norm": 0.3274079081069346, | |
| "learning_rate": 2.013839344647217e-06, | |
| "loss": 1.6808, | |
| "step": 6415 | |
| }, | |
| { | |
| "epoch": 2.8294402820625826, | |
| "grad_norm": 0.34133335820544286, | |
| "learning_rate": 1.962961198316937e-06, | |
| "loss": 1.7414, | |
| "step": 6420 | |
| }, | |
| { | |
| "epoch": 2.831643895989423, | |
| "grad_norm": 0.3234135423197038, | |
| "learning_rate": 1.912727630339217e-06, | |
| "loss": 1.4927, | |
| "step": 6425 | |
| }, | |
| { | |
| "epoch": 2.8338475099162626, | |
| "grad_norm": 0.31099973650003665, | |
| "learning_rate": 1.8631389709919843e-06, | |
| "loss": 1.5605, | |
| "step": 6430 | |
| }, | |
| { | |
| "epoch": 2.8360511238431028, | |
| "grad_norm": 0.37303627703284004, | |
| "learning_rate": 1.8141955463129912e-06, | |
| "loss": 1.6712, | |
| "step": 6435 | |
| }, | |
| { | |
| "epoch": 2.838254737769943, | |
| "grad_norm": 0.3614598619091711, | |
| "learning_rate": 1.7658976780976944e-06, | |
| "loss": 1.7914, | |
| "step": 6440 | |
| }, | |
| { | |
| "epoch": 2.8404583516967827, | |
| "grad_norm": 0.30969623455642703, | |
| "learning_rate": 1.7182456838971016e-06, | |
| "loss": 1.5793, | |
| "step": 6445 | |
| }, | |
| { | |
| "epoch": 2.8426619656236225, | |
| "grad_norm": 0.26680083024728835, | |
| "learning_rate": 1.6712398770156734e-06, | |
| "loss": 1.5423, | |
| "step": 6450 | |
| }, | |
| { | |
| "epoch": 2.8448655795504627, | |
| "grad_norm": 0.38620184585663864, | |
| "learning_rate": 1.6248805665093348e-06, | |
| "loss": 1.7361, | |
| "step": 6455 | |
| }, | |
| { | |
| "epoch": 2.847069193477303, | |
| "grad_norm": 0.29245866381267194, | |
| "learning_rate": 1.5791680571833667e-06, | |
| "loss": 1.4591, | |
| "step": 6460 | |
| }, | |
| { | |
| "epoch": 2.8492728074041427, | |
| "grad_norm": 0.36925991583350115, | |
| "learning_rate": 1.5341026495904409e-06, | |
| "loss": 1.5466, | |
| "step": 6465 | |
| }, | |
| { | |
| "epoch": 2.851476421330983, | |
| "grad_norm": 0.31621129108601936, | |
| "learning_rate": 1.4896846400286323e-06, | |
| "loss": 1.5198, | |
| "step": 6470 | |
| }, | |
| { | |
| "epoch": 2.853680035257823, | |
| "grad_norm": 0.3918256317744239, | |
| "learning_rate": 1.4459143205394876e-06, | |
| "loss": 1.8413, | |
| "step": 6475 | |
| }, | |
| { | |
| "epoch": 2.855883649184663, | |
| "grad_norm": 0.3333872096143664, | |
| "learning_rate": 1.4027919789060818e-06, | |
| "loss": 1.6091, | |
| "step": 6480 | |
| }, | |
| { | |
| "epoch": 2.8580872631115026, | |
| "grad_norm": 0.350383265332482, | |
| "learning_rate": 1.36031789865112e-06, | |
| "loss": 1.77, | |
| "step": 6485 | |
| }, | |
| { | |
| "epoch": 2.860290877038343, | |
| "grad_norm": 0.32052781126282354, | |
| "learning_rate": 1.3184923590351062e-06, | |
| "loss": 1.6178, | |
| "step": 6490 | |
| }, | |
| { | |
| "epoch": 2.862494490965183, | |
| "grad_norm": 0.33800257995746813, | |
| "learning_rate": 1.27731563505451e-06, | |
| "loss": 1.6759, | |
| "step": 6495 | |
| }, | |
| { | |
| "epoch": 2.864698104892023, | |
| "grad_norm": 0.32607540150243636, | |
| "learning_rate": 1.236787997439892e-06, | |
| "loss": 1.5576, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 2.866901718818863, | |
| "grad_norm": 0.32271754224482374, | |
| "learning_rate": 1.196909712654204e-06, | |
| "loss": 1.5769, | |
| "step": 6505 | |
| }, | |
| { | |
| "epoch": 2.8691053327457032, | |
| "grad_norm": 0.32279106125213675, | |
| "learning_rate": 1.1576810428910012e-06, | |
| "loss": 1.4904, | |
| "step": 6510 | |
| }, | |
| { | |
| "epoch": 2.871308946672543, | |
| "grad_norm": 0.33356280248337183, | |
| "learning_rate": 1.1191022460727007e-06, | |
| "loss": 1.5742, | |
| "step": 6515 | |
| }, | |
| { | |
| "epoch": 2.8735125605993828, | |
| "grad_norm": 0.3151589561132343, | |
| "learning_rate": 1.0811735758489372e-06, | |
| "loss": 1.6439, | |
| "step": 6520 | |
| }, | |
| { | |
| "epoch": 2.875716174526223, | |
| "grad_norm": 0.3317166675779296, | |
| "learning_rate": 1.04389528159482e-06, | |
| "loss": 1.4983, | |
| "step": 6525 | |
| }, | |
| { | |
| "epoch": 2.877919788453063, | |
| "grad_norm": 0.3198594908928924, | |
| "learning_rate": 1.0072676084093902e-06, | |
| "loss": 1.6749, | |
| "step": 6530 | |
| }, | |
| { | |
| "epoch": 2.880123402379903, | |
| "grad_norm": 0.2937946173545102, | |
| "learning_rate": 9.712907971139218e-07, | |
| "loss": 1.7593, | |
| "step": 6535 | |
| }, | |
| { | |
| "epoch": 2.882327016306743, | |
| "grad_norm": 0.3493222702605276, | |
| "learning_rate": 9.359650842503565e-07, | |
| "loss": 1.737, | |
| "step": 6540 | |
| }, | |
| { | |
| "epoch": 2.884530630233583, | |
| "grad_norm": 0.3038129813169421, | |
| "learning_rate": 9.012907020798156e-07, | |
| "loss": 1.6078, | |
| "step": 6545 | |
| }, | |
| { | |
| "epoch": 2.886734244160423, | |
| "grad_norm": 0.3031344362125413, | |
| "learning_rate": 8.672678785809796e-07, | |
| "loss": 1.6788, | |
| "step": 6550 | |
| }, | |
| { | |
| "epoch": 2.888937858087263, | |
| "grad_norm": 0.31295231167033, | |
| "learning_rate": 8.338968374486555e-07, | |
| "loss": 1.734, | |
| "step": 6555 | |
| }, | |
| { | |
| "epoch": 2.891141472014103, | |
| "grad_norm": 0.30464503391760195, | |
| "learning_rate": 8.011777980922564e-07, | |
| "loss": 1.6216, | |
| "step": 6560 | |
| }, | |
| { | |
| "epoch": 2.8933450859409433, | |
| "grad_norm": 0.31057203787361704, | |
| "learning_rate": 7.691109756344128e-07, | |
| "loss": 1.6683, | |
| "step": 6565 | |
| }, | |
| { | |
| "epoch": 2.895548699867783, | |
| "grad_norm": 0.3406431085406218, | |
| "learning_rate": 7.376965809095193e-07, | |
| "loss": 1.7457, | |
| "step": 6570 | |
| }, | |
| { | |
| "epoch": 2.8977523137946233, | |
| "grad_norm": 0.26328954802317356, | |
| "learning_rate": 7.06934820462346e-07, | |
| "loss": 1.6027, | |
| "step": 6575 | |
| }, | |
| { | |
| "epoch": 2.899955927721463, | |
| "grad_norm": 0.3427927943612674, | |
| "learning_rate": 6.768258965467289e-07, | |
| "loss": 1.7368, | |
| "step": 6580 | |
| }, | |
| { | |
| "epoch": 2.9021595416483033, | |
| "grad_norm": 0.3099689467854988, | |
| "learning_rate": 6.473700071241484e-07, | |
| "loss": 1.7899, | |
| "step": 6585 | |
| }, | |
| { | |
| "epoch": 2.904363155575143, | |
| "grad_norm": 0.38502367800150844, | |
| "learning_rate": 6.185673458625418e-07, | |
| "loss": 1.732, | |
| "step": 6590 | |
| }, | |
| { | |
| "epoch": 2.9065667695019832, | |
| "grad_norm": 0.3501339480817073, | |
| "learning_rate": 5.904181021349375e-07, | |
| "loss": 1.6615, | |
| "step": 6595 | |
| }, | |
| { | |
| "epoch": 2.9087703834288234, | |
| "grad_norm": 0.28836814250088966, | |
| "learning_rate": 5.629224610182671e-07, | |
| "loss": 1.5576, | |
| "step": 6600 | |
| }, | |
| { | |
| "epoch": 2.910973997355663, | |
| "grad_norm": 0.2999170211226527, | |
| "learning_rate": 5.360806032920995e-07, | |
| "loss": 1.6333, | |
| "step": 6605 | |
| }, | |
| { | |
| "epoch": 2.9131776112825034, | |
| "grad_norm": 0.3369079119860257, | |
| "learning_rate": 5.09892705437498e-07, | |
| "loss": 1.4815, | |
| "step": 6610 | |
| }, | |
| { | |
| "epoch": 2.915381225209343, | |
| "grad_norm": 0.30167843329688654, | |
| "learning_rate": 4.843589396358427e-07, | |
| "loss": 1.7719, | |
| "step": 6615 | |
| }, | |
| { | |
| "epoch": 2.9175848391361834, | |
| "grad_norm": 0.3352146963211379, | |
| "learning_rate": 4.5947947376767663e-07, | |
| "loss": 1.8039, | |
| "step": 6620 | |
| }, | |
| { | |
| "epoch": 2.919788453063023, | |
| "grad_norm": 0.31153697039563194, | |
| "learning_rate": 4.3525447141165023e-07, | |
| "loss": 1.4281, | |
| "step": 6625 | |
| }, | |
| { | |
| "epoch": 2.9219920669898634, | |
| "grad_norm": 0.3021129933679619, | |
| "learning_rate": 4.116840918434006e-07, | |
| "loss": 1.7845, | |
| "step": 6630 | |
| }, | |
| { | |
| "epoch": 2.9241956809167036, | |
| "grad_norm": 0.3038448101025625, | |
| "learning_rate": 3.887684900345301e-07, | |
| "loss": 1.6785, | |
| "step": 6635 | |
| }, | |
| { | |
| "epoch": 2.9263992948435433, | |
| "grad_norm": 0.29571689111577726, | |
| "learning_rate": 3.665078166515623e-07, | |
| "loss": 1.5903, | |
| "step": 6640 | |
| }, | |
| { | |
| "epoch": 2.9286029087703835, | |
| "grad_norm": 0.3420405614774203, | |
| "learning_rate": 3.449022180549766e-07, | |
| "loss": 1.7721, | |
| "step": 6645 | |
| }, | |
| { | |
| "epoch": 2.9308065226972233, | |
| "grad_norm": 0.28585767479477975, | |
| "learning_rate": 3.2395183629824186e-07, | |
| "loss": 1.6843, | |
| "step": 6650 | |
| }, | |
| { | |
| "epoch": 2.9330101366240635, | |
| "grad_norm": 0.2974354225013896, | |
| "learning_rate": 3.0365680912688434e-07, | |
| "loss": 1.557, | |
| "step": 6655 | |
| }, | |
| { | |
| "epoch": 2.9352137505509033, | |
| "grad_norm": 0.3294613096996469, | |
| "learning_rate": 2.840172699775656e-07, | |
| "loss": 1.5854, | |
| "step": 6660 | |
| }, | |
| { | |
| "epoch": 2.9374173644777435, | |
| "grad_norm": 0.2754088803888805, | |
| "learning_rate": 2.650333479771949e-07, | |
| "loss": 1.5721, | |
| "step": 6665 | |
| }, | |
| { | |
| "epoch": 2.9396209784045837, | |
| "grad_norm": 0.2983838481391387, | |
| "learning_rate": 2.467051679421406e-07, | |
| "loss": 1.6993, | |
| "step": 6670 | |
| }, | |
| { | |
| "epoch": 2.9418245923314235, | |
| "grad_norm": 0.31155141036980233, | |
| "learning_rate": 2.290328503773309e-07, | |
| "loss": 1.687, | |
| "step": 6675 | |
| }, | |
| { | |
| "epoch": 2.9440282062582637, | |
| "grad_norm": 0.29451801544591716, | |
| "learning_rate": 2.1201651147554347e-07, | |
| "loss": 1.7157, | |
| "step": 6680 | |
| }, | |
| { | |
| "epoch": 2.9462318201851034, | |
| "grad_norm": 0.3316660290657273, | |
| "learning_rate": 1.956562631165504e-07, | |
| "loss": 1.6958, | |
| "step": 6685 | |
| }, | |
| { | |
| "epoch": 2.9484354341119436, | |
| "grad_norm": 0.37499704382786475, | |
| "learning_rate": 1.7995221286645215e-07, | |
| "loss": 1.7061, | |
| "step": 6690 | |
| }, | |
| { | |
| "epoch": 2.9506390480387834, | |
| "grad_norm": 0.21043643461218126, | |
| "learning_rate": 1.6490446397696702e-07, | |
| "loss": 1.3901, | |
| "step": 6695 | |
| }, | |
| { | |
| "epoch": 2.9528426619656236, | |
| "grad_norm": 0.3260933032444566, | |
| "learning_rate": 1.5051311538469837e-07, | |
| "loss": 1.6567, | |
| "step": 6700 | |
| }, | |
| { | |
| "epoch": 2.955046275892464, | |
| "grad_norm": 0.3164050584909926, | |
| "learning_rate": 1.367782617105351e-07, | |
| "loss": 1.6661, | |
| "step": 6705 | |
| }, | |
| { | |
| "epoch": 2.9572498898193036, | |
| "grad_norm": 0.3495591454896855, | |
| "learning_rate": 1.2369999325901881e-07, | |
| "loss": 1.6197, | |
| "step": 6710 | |
| }, | |
| { | |
| "epoch": 2.959453503746144, | |
| "grad_norm": 0.3351019168716464, | |
| "learning_rate": 1.1127839601774437e-07, | |
| "loss": 1.6162, | |
| "step": 6715 | |
| }, | |
| { | |
| "epoch": 2.9616571176729836, | |
| "grad_norm": 0.34641497402663024, | |
| "learning_rate": 9.951355165678244e-08, | |
| "loss": 1.7908, | |
| "step": 6720 | |
| }, | |
| { | |
| "epoch": 2.9638607315998238, | |
| "grad_norm": 0.37716614486780947, | |
| "learning_rate": 8.840553752815783e-08, | |
| "loss": 1.6302, | |
| "step": 6725 | |
| }, | |
| { | |
| "epoch": 2.9660643455266635, | |
| "grad_norm": 0.3039829114023131, | |
| "learning_rate": 7.79544266653609e-08, | |
| "loss": 1.7006, | |
| "step": 6730 | |
| }, | |
| { | |
| "epoch": 2.9682679594535037, | |
| "grad_norm": 0.31609676417425303, | |
| "learning_rate": 6.816028778281469e-08, | |
| "loss": 1.6702, | |
| "step": 6735 | |
| }, | |
| { | |
| "epoch": 2.970471573380344, | |
| "grad_norm": 0.37777667052819425, | |
| "learning_rate": 5.902318527547523e-08, | |
| "loss": 1.4444, | |
| "step": 6740 | |
| }, | |
| { | |
| "epoch": 2.9726751873071837, | |
| "grad_norm": 0.36388069806115425, | |
| "learning_rate": 5.0543179218365265e-08, | |
| "loss": 1.5438, | |
| "step": 6745 | |
| }, | |
| { | |
| "epoch": 2.974878801234024, | |
| "grad_norm": 0.362171321908763, | |
| "learning_rate": 4.272032536621895e-08, | |
| "loss": 1.7638, | |
| "step": 6750 | |
| }, | |
| { | |
| "epoch": 2.9770824151608637, | |
| "grad_norm": 0.3560152063618098, | |
| "learning_rate": 3.5554675153082195e-08, | |
| "loss": 1.6422, | |
| "step": 6755 | |
| }, | |
| { | |
| "epoch": 2.979286029087704, | |
| "grad_norm": 0.2934857454303967, | |
| "learning_rate": 2.9046275692012904e-08, | |
| "loss": 1.5529, | |
| "step": 6760 | |
| }, | |
| { | |
| "epoch": 2.9814896430145437, | |
| "grad_norm": 0.31059161987377404, | |
| "learning_rate": 2.3195169774714586e-08, | |
| "loss": 1.5975, | |
| "step": 6765 | |
| }, | |
| { | |
| "epoch": 2.983693256941384, | |
| "grad_norm": 0.4364323493515609, | |
| "learning_rate": 1.8001395871303228e-08, | |
| "loss": 1.7395, | |
| "step": 6770 | |
| }, | |
| { | |
| "epoch": 2.985896870868224, | |
| "grad_norm": 0.3199314191111005, | |
| "learning_rate": 1.3464988130051925e-08, | |
| "loss": 1.5351, | |
| "step": 6775 | |
| }, | |
| { | |
| "epoch": 2.988100484795064, | |
| "grad_norm": 0.2946914049828253, | |
| "learning_rate": 9.585976377124439e-09, | |
| "loss": 1.519, | |
| "step": 6780 | |
| }, | |
| { | |
| "epoch": 2.990304098721904, | |
| "grad_norm": 0.2758574818813751, | |
| "learning_rate": 6.364386116419762e-09, | |
| "loss": 1.4758, | |
| "step": 6785 | |
| }, | |
| { | |
| "epoch": 2.992507712648744, | |
| "grad_norm": 0.329124521705272, | |
| "learning_rate": 3.800238529416688e-09, | |
| "loss": 1.8557, | |
| "step": 6790 | |
| }, | |
| { | |
| "epoch": 2.994711326575584, | |
| "grad_norm": 0.3394680059091016, | |
| "learning_rate": 1.8935504749628684e-09, | |
| "loss": 1.7226, | |
| "step": 6795 | |
| }, | |
| { | |
| "epoch": 2.996914940502424, | |
| "grad_norm": 0.27640804395611795, | |
| "learning_rate": 6.443344892637093e-10, | |
| "loss": 1.6186, | |
| "step": 6800 | |
| }, | |
| { | |
| "epoch": 2.999118554429264, | |
| "grad_norm": 0.3138822790633703, | |
| "learning_rate": 5.259878569363608e-11, | |
| "loss": 1.6958, | |
| "step": 6805 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "step": 6807, | |
| "total_flos": 1.620091928969216e+16, | |
| "train_loss": 1.72514724640379, | |
| "train_runtime": 38823.0414, | |
| "train_samples_per_second": 0.701, | |
| "train_steps_per_second": 0.175 | |
| } | |
| ], | |
| "logging_steps": 5, | |
| "max_steps": 6807, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 3, | |
| "save_steps": 100, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 1.620091928969216e+16, | |
| "train_batch_size": 1, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |