| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 2.3522493384298735, | |
| "eval_steps": 500, | |
| "global_step": 2000, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.011761246692149369, | |
| "grad_norm": 0.25049906969070435, | |
| "learning_rate": 0.0002, | |
| "loss": 2.1846, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.023522493384298737, | |
| "grad_norm": 0.28385764360427856, | |
| "learning_rate": 0.00019952830188679245, | |
| "loss": 1.9496, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.035283740076448106, | |
| "grad_norm": 0.27383577823638916, | |
| "learning_rate": 0.0001990566037735849, | |
| "loss": 2.003, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.047044986768597474, | |
| "grad_norm": 0.3645761013031006, | |
| "learning_rate": 0.00019858490566037736, | |
| "loss": 1.9349, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.058806233460746836, | |
| "grad_norm": 0.6317451596260071, | |
| "learning_rate": 0.00019811320754716983, | |
| "loss": 1.7642, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.07056748015289621, | |
| "grad_norm": 0.18650729954242706, | |
| "learning_rate": 0.00019764150943396227, | |
| "loss": 1.9489, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.08232872684504558, | |
| "grad_norm": 0.2123485505580902, | |
| "learning_rate": 0.00019716981132075472, | |
| "loss": 1.9835, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.09408997353719495, | |
| "grad_norm": 0.2508566379547119, | |
| "learning_rate": 0.00019669811320754718, | |
| "loss": 1.8866, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.10585122022934432, | |
| "grad_norm": 0.31404730677604675, | |
| "learning_rate": 0.00019622641509433963, | |
| "loss": 1.8954, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.11761246692149367, | |
| "grad_norm": 0.5218461155891418, | |
| "learning_rate": 0.00019575471698113207, | |
| "loss": 1.7887, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.12937371361364305, | |
| "grad_norm": 0.2055450826883316, | |
| "learning_rate": 0.00019528301886792454, | |
| "loss": 1.8669, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.14113496030579242, | |
| "grad_norm": 0.22005008161067963, | |
| "learning_rate": 0.000194811320754717, | |
| "loss": 1.8794, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.1528962069979418, | |
| "grad_norm": 0.2914157807826996, | |
| "learning_rate": 0.00019433962264150945, | |
| "loss": 1.8953, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.16465745369009116, | |
| "grad_norm": 0.303595632314682, | |
| "learning_rate": 0.0001938679245283019, | |
| "loss": 1.8921, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.17641870038224053, | |
| "grad_norm": 0.6398317813873291, | |
| "learning_rate": 0.00019339622641509433, | |
| "loss": 1.8473, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.1881799470743899, | |
| "grad_norm": 0.20719175040721893, | |
| "learning_rate": 0.0001929245283018868, | |
| "loss": 1.8451, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.19994119376653927, | |
| "grad_norm": 0.21924979984760284, | |
| "learning_rate": 0.00019245283018867927, | |
| "loss": 1.9988, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.21170244045868863, | |
| "grad_norm": 0.3456704914569855, | |
| "learning_rate": 0.0001919811320754717, | |
| "loss": 1.8011, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.22346368715083798, | |
| "grad_norm": 0.3223501741886139, | |
| "learning_rate": 0.00019150943396226415, | |
| "loss": 1.8616, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.23522493384298734, | |
| "grad_norm": 0.6237074136734009, | |
| "learning_rate": 0.00019103773584905662, | |
| "loss": 1.7474, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.2469861805351367, | |
| "grad_norm": 0.19962406158447266, | |
| "learning_rate": 0.00019056603773584906, | |
| "loss": 1.9342, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.2587474272272861, | |
| "grad_norm": 0.23922637104988098, | |
| "learning_rate": 0.0001900943396226415, | |
| "loss": 1.8467, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.27050867391943545, | |
| "grad_norm": 0.28077131509780884, | |
| "learning_rate": 0.00018962264150943397, | |
| "loss": 1.8587, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.28226992061158485, | |
| "grad_norm": 0.3607043921947479, | |
| "learning_rate": 0.00018915094339622644, | |
| "loss": 1.7562, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.2940311673037342, | |
| "grad_norm": 0.5218331217765808, | |
| "learning_rate": 0.00018867924528301889, | |
| "loss": 1.6972, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.3057924139958836, | |
| "grad_norm": 0.22418326139450073, | |
| "learning_rate": 0.00018820754716981133, | |
| "loss": 1.9769, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.3175536606880329, | |
| "grad_norm": 0.2506936192512512, | |
| "learning_rate": 0.00018773584905660377, | |
| "loss": 1.9306, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.3293149073801823, | |
| "grad_norm": 0.2900485396385193, | |
| "learning_rate": 0.00018726415094339624, | |
| "loss": 1.8749, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.34107615407233166, | |
| "grad_norm": 0.36592498421669006, | |
| "learning_rate": 0.00018679245283018868, | |
| "loss": 1.8406, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.35283740076448106, | |
| "grad_norm": 0.7308420538902283, | |
| "learning_rate": 0.00018632075471698115, | |
| "loss": 1.7093, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.3645986474566304, | |
| "grad_norm": 0.2798251509666443, | |
| "learning_rate": 0.0001858490566037736, | |
| "loss": 1.9505, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.3763598941487798, | |
| "grad_norm": 0.26333555579185486, | |
| "learning_rate": 0.00018537735849056606, | |
| "loss": 1.9265, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.38812114084092914, | |
| "grad_norm": 0.34414273500442505, | |
| "learning_rate": 0.0001849056603773585, | |
| "loss": 1.8182, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.39988238753307853, | |
| "grad_norm": 0.36221399903297424, | |
| "learning_rate": 0.00018443396226415094, | |
| "loss": 1.8312, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.4116436342252279, | |
| "grad_norm": 0.7047480344772339, | |
| "learning_rate": 0.00018396226415094339, | |
| "loss": 1.743, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.42340488091737727, | |
| "grad_norm": 0.2410486787557602, | |
| "learning_rate": 0.00018349056603773585, | |
| "loss": 1.9485, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.4351661276095266, | |
| "grad_norm": 0.30608782172203064, | |
| "learning_rate": 0.00018301886792452832, | |
| "loss": 1.8891, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.44692737430167595, | |
| "grad_norm": 0.32783588767051697, | |
| "learning_rate": 0.00018254716981132077, | |
| "loss": 1.8253, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.45868862099382535, | |
| "grad_norm": 0.37461912631988525, | |
| "learning_rate": 0.0001820754716981132, | |
| "loss": 1.8013, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.4704498676859747, | |
| "grad_norm": 0.7036715149879456, | |
| "learning_rate": 0.00018160377358490568, | |
| "loss": 1.7548, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.4822111143781241, | |
| "grad_norm": 0.23341324925422668, | |
| "learning_rate": 0.00018113207547169812, | |
| "loss": 1.8426, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.4939723610702734, | |
| "grad_norm": 0.29215207695961, | |
| "learning_rate": 0.00018066037735849056, | |
| "loss": 1.8704, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.5057336077624228, | |
| "grad_norm": 0.37499144673347473, | |
| "learning_rate": 0.00018018867924528303, | |
| "loss": 1.7602, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.5174948544545722, | |
| "grad_norm": 0.41657859086990356, | |
| "learning_rate": 0.0001797169811320755, | |
| "loss": 1.8011, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.5292561011467215, | |
| "grad_norm": 0.6587756872177124, | |
| "learning_rate": 0.00017924528301886794, | |
| "loss": 1.6643, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.5410173478388709, | |
| "grad_norm": 0.28515782952308655, | |
| "learning_rate": 0.00017877358490566038, | |
| "loss": 1.8037, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.5527785945310203, | |
| "grad_norm": 0.2742769420146942, | |
| "learning_rate": 0.00017830188679245282, | |
| "loss": 1.8544, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.5645398412231697, | |
| "grad_norm": 0.34683799743652344, | |
| "learning_rate": 0.0001778301886792453, | |
| "loss": 1.7819, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.576301087915319, | |
| "grad_norm": 0.47388383746147156, | |
| "learning_rate": 0.00017735849056603776, | |
| "loss": 1.786, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.5880623346074684, | |
| "grad_norm": 0.617415726184845, | |
| "learning_rate": 0.0001768867924528302, | |
| "loss": 1.7053, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.5998235812996178, | |
| "grad_norm": 0.26782867312431335, | |
| "learning_rate": 0.00017641509433962265, | |
| "loss": 1.8774, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.6115848279917672, | |
| "grad_norm": 0.3381577134132385, | |
| "learning_rate": 0.00017594339622641511, | |
| "loss": 1.8537, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.6233460746839165, | |
| "grad_norm": 0.3665984272956848, | |
| "learning_rate": 0.00017547169811320756, | |
| "loss": 1.7465, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.6351073213760658, | |
| "grad_norm": 0.46630290150642395, | |
| "learning_rate": 0.000175, | |
| "loss": 1.7545, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.6468685680682152, | |
| "grad_norm": 0.7455469369888306, | |
| "learning_rate": 0.00017452830188679247, | |
| "loss": 1.6776, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.6586298147603646, | |
| "grad_norm": 0.27579784393310547, | |
| "learning_rate": 0.0001740566037735849, | |
| "loss": 1.8787, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.6703910614525139, | |
| "grad_norm": 0.3148879110813141, | |
| "learning_rate": 0.00017358490566037738, | |
| "loss": 1.8989, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.6821523081446633, | |
| "grad_norm": 0.3903751075267792, | |
| "learning_rate": 0.00017311320754716982, | |
| "loss": 1.7702, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.6939135548368127, | |
| "grad_norm": 0.4537353217601776, | |
| "learning_rate": 0.00017264150943396226, | |
| "loss": 1.758, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.7056748015289621, | |
| "grad_norm": 0.7169495224952698, | |
| "learning_rate": 0.0001721698113207547, | |
| "loss": 1.5495, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.7174360482211114, | |
| "grad_norm": 0.2942892909049988, | |
| "learning_rate": 0.00017169811320754717, | |
| "loss": 1.7981, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.7291972949132608, | |
| "grad_norm": 0.39550286531448364, | |
| "learning_rate": 0.00017122641509433964, | |
| "loss": 1.7919, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.7409585416054102, | |
| "grad_norm": 0.3948846459388733, | |
| "learning_rate": 0.00017075471698113208, | |
| "loss": 1.7793, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.7527197882975596, | |
| "grad_norm": 0.4996489882469177, | |
| "learning_rate": 0.00017028301886792453, | |
| "loss": 1.6956, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.7644810349897089, | |
| "grad_norm": 0.7511508464813232, | |
| "learning_rate": 0.000169811320754717, | |
| "loss": 1.6399, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.7762422816818583, | |
| "grad_norm": 0.3312196433544159, | |
| "learning_rate": 0.00016933962264150944, | |
| "loss": 1.7876, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.7880035283740077, | |
| "grad_norm": 0.40000253915786743, | |
| "learning_rate": 0.00016886792452830188, | |
| "loss": 1.8278, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.7997647750661571, | |
| "grad_norm": 0.4055274724960327, | |
| "learning_rate": 0.00016839622641509435, | |
| "loss": 1.6638, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.8115260217583063, | |
| "grad_norm": 0.48130497336387634, | |
| "learning_rate": 0.00016792452830188682, | |
| "loss": 1.7075, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.8232872684504557, | |
| "grad_norm": 1.0582154989242554, | |
| "learning_rate": 0.00016745283018867926, | |
| "loss": 1.5322, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.8350485151426051, | |
| "grad_norm": 0.31292250752449036, | |
| "learning_rate": 0.0001669811320754717, | |
| "loss": 1.8269, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 0.8468097618347545, | |
| "grad_norm": 0.3395911157131195, | |
| "learning_rate": 0.00016650943396226414, | |
| "loss": 1.7563, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.8585710085269038, | |
| "grad_norm": 0.4362980127334595, | |
| "learning_rate": 0.0001660377358490566, | |
| "loss": 1.6545, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 0.8703322552190532, | |
| "grad_norm": 0.5648341774940491, | |
| "learning_rate": 0.00016556603773584908, | |
| "loss": 1.5902, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.8820935019112026, | |
| "grad_norm": 0.8163714408874512, | |
| "learning_rate": 0.00016509433962264152, | |
| "loss": 1.6889, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.8938547486033519, | |
| "grad_norm": 0.3610120117664337, | |
| "learning_rate": 0.00016462264150943396, | |
| "loss": 1.8061, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.9056159952955013, | |
| "grad_norm": 0.40071502327919006, | |
| "learning_rate": 0.00016415094339622643, | |
| "loss": 1.7412, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 0.9173772419876507, | |
| "grad_norm": 0.4744262993335724, | |
| "learning_rate": 0.00016367924528301887, | |
| "loss": 1.7553, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.9291384886798001, | |
| "grad_norm": 0.5387608408927917, | |
| "learning_rate": 0.00016320754716981132, | |
| "loss": 1.6238, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 0.9408997353719494, | |
| "grad_norm": 0.9463699460029602, | |
| "learning_rate": 0.00016273584905660379, | |
| "loss": 1.4965, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.9526609820640988, | |
| "grad_norm": 0.39017385244369507, | |
| "learning_rate": 0.00016226415094339625, | |
| "loss": 1.7494, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 0.9644222287562482, | |
| "grad_norm": 0.39241862297058105, | |
| "learning_rate": 0.0001617924528301887, | |
| "loss": 1.745, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 0.9761834754483976, | |
| "grad_norm": 0.4188750982284546, | |
| "learning_rate": 0.00016132075471698114, | |
| "loss": 1.7072, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 0.9879447221405468, | |
| "grad_norm": 0.54363614320755, | |
| "learning_rate": 0.00016084905660377358, | |
| "loss": 1.6571, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 0.9997059688326962, | |
| "grad_norm": 0.8282334804534912, | |
| "learning_rate": 0.00016037735849056605, | |
| "loss": 1.5609, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 1.0114672155248456, | |
| "grad_norm": 0.4861317574977875, | |
| "learning_rate": 0.0001599056603773585, | |
| "loss": 1.7427, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 1.023228462216995, | |
| "grad_norm": 0.47034987807273865, | |
| "learning_rate": 0.00015943396226415096, | |
| "loss": 1.4911, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 1.0349897089091444, | |
| "grad_norm": 0.8243444561958313, | |
| "learning_rate": 0.0001589622641509434, | |
| "loss": 1.242, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 1.0467509556012937, | |
| "grad_norm": 0.8107286095619202, | |
| "learning_rate": 0.00015849056603773587, | |
| "loss": 1.1067, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 1.058512202293443, | |
| "grad_norm": 0.9792178869247437, | |
| "learning_rate": 0.0001580188679245283, | |
| "loss": 0.9078, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 1.0702734489855925, | |
| "grad_norm": 0.4514322280883789, | |
| "learning_rate": 0.00015754716981132075, | |
| "loss": 1.5328, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 1.0820346956777418, | |
| "grad_norm": 0.5203831791877747, | |
| "learning_rate": 0.0001570754716981132, | |
| "loss": 1.4851, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 1.0937959423698913, | |
| "grad_norm": 0.7015544176101685, | |
| "learning_rate": 0.00015660377358490567, | |
| "loss": 1.2215, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 1.1055571890620406, | |
| "grad_norm": 0.7290483117103577, | |
| "learning_rate": 0.00015613207547169813, | |
| "loss": 1.0831, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 1.1173184357541899, | |
| "grad_norm": 1.0971975326538086, | |
| "learning_rate": 0.00015566037735849058, | |
| "loss": 0.8673, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 1.1290796824463394, | |
| "grad_norm": 0.5123384594917297, | |
| "learning_rate": 0.00015518867924528302, | |
| "loss": 1.5301, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 1.1408409291384887, | |
| "grad_norm": 0.6260602474212646, | |
| "learning_rate": 0.0001547169811320755, | |
| "loss": 1.4956, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 1.152602175830638, | |
| "grad_norm": 0.6829984188079834, | |
| "learning_rate": 0.00015424528301886793, | |
| "loss": 1.3128, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 1.1643634225227875, | |
| "grad_norm": 0.7748053073883057, | |
| "learning_rate": 0.00015377358490566037, | |
| "loss": 1.1702, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 1.1761246692149367, | |
| "grad_norm": 1.001291036605835, | |
| "learning_rate": 0.00015330188679245284, | |
| "loss": 0.8918, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 1.1878859159070863, | |
| "grad_norm": 0.517902135848999, | |
| "learning_rate": 0.0001528301886792453, | |
| "loss": 1.4376, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 1.1996471625992355, | |
| "grad_norm": 0.6000102758407593, | |
| "learning_rate": 0.00015235849056603775, | |
| "loss": 1.4512, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 1.2114084092913848, | |
| "grad_norm": 0.762768566608429, | |
| "learning_rate": 0.0001518867924528302, | |
| "loss": 1.3248, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 1.2231696559835343, | |
| "grad_norm": 0.9720354676246643, | |
| "learning_rate": 0.00015141509433962263, | |
| "loss": 1.0415, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 1.2349309026756836, | |
| "grad_norm": 0.902864396572113, | |
| "learning_rate": 0.0001509433962264151, | |
| "loss": 0.8803, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 1.246692149367833, | |
| "grad_norm": 0.5235794186592102, | |
| "learning_rate": 0.00015047169811320757, | |
| "loss": 1.4755, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 1.2584533960599824, | |
| "grad_norm": 0.5898970365524292, | |
| "learning_rate": 0.00015000000000000001, | |
| "loss": 1.4036, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 1.2702146427521317, | |
| "grad_norm": 0.9541133642196655, | |
| "learning_rate": 0.00014952830188679246, | |
| "loss": 1.197, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 1.281975889444281, | |
| "grad_norm": 0.9920721054077148, | |
| "learning_rate": 0.0001490566037735849, | |
| "loss": 1.0743, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 1.2937371361364305, | |
| "grad_norm": 1.3523385524749756, | |
| "learning_rate": 0.00014858490566037737, | |
| "loss": 0.8989, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 1.3054983828285798, | |
| "grad_norm": 0.5665034055709839, | |
| "learning_rate": 0.0001481132075471698, | |
| "loss": 1.4432, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 1.3172596295207293, | |
| "grad_norm": 0.6107054352760315, | |
| "learning_rate": 0.00014764150943396228, | |
| "loss": 1.356, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 1.3290208762128786, | |
| "grad_norm": 0.7833155393600464, | |
| "learning_rate": 0.00014716981132075472, | |
| "loss": 1.2708, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 1.3407821229050279, | |
| "grad_norm": 0.9629625082015991, | |
| "learning_rate": 0.0001466981132075472, | |
| "loss": 0.9813, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 1.3525433695971774, | |
| "grad_norm": 1.0938910245895386, | |
| "learning_rate": 0.00014622641509433963, | |
| "loss": 0.8002, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 1.3643046162893266, | |
| "grad_norm": 0.5895722508430481, | |
| "learning_rate": 0.00014575471698113207, | |
| "loss": 1.469, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 1.3760658629814762, | |
| "grad_norm": 0.6274592280387878, | |
| "learning_rate": 0.00014528301886792451, | |
| "loss": 1.2954, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 1.3878271096736254, | |
| "grad_norm": 0.748171329498291, | |
| "learning_rate": 0.00014481132075471698, | |
| "loss": 1.1003, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 1.3995883563657747, | |
| "grad_norm": 1.0281026363372803, | |
| "learning_rate": 0.00014433962264150945, | |
| "loss": 1.0006, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 1.411349603057924, | |
| "grad_norm": 1.0714832544326782, | |
| "learning_rate": 0.0001438679245283019, | |
| "loss": 0.8439, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 1.4231108497500735, | |
| "grad_norm": 0.6404314637184143, | |
| "learning_rate": 0.00014339622641509434, | |
| "loss": 1.4463, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 1.4348720964422228, | |
| "grad_norm": 0.6800934672355652, | |
| "learning_rate": 0.0001429245283018868, | |
| "loss": 1.2484, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 1.4466333431343723, | |
| "grad_norm": 0.8627371191978455, | |
| "learning_rate": 0.00014245283018867925, | |
| "loss": 1.1863, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 1.4583945898265216, | |
| "grad_norm": 1.0996595621109009, | |
| "learning_rate": 0.0001419811320754717, | |
| "loss": 0.9519, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 1.4701558365186709, | |
| "grad_norm": 1.1529676914215088, | |
| "learning_rate": 0.00014150943396226416, | |
| "loss": 0.8407, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 1.4819170832108204, | |
| "grad_norm": 0.611027717590332, | |
| "learning_rate": 0.00014103773584905663, | |
| "loss": 1.3786, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 1.4936783299029697, | |
| "grad_norm": 0.7889626026153564, | |
| "learning_rate": 0.00014056603773584907, | |
| "loss": 1.2603, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 1.5054395765951192, | |
| "grad_norm": 0.8136641979217529, | |
| "learning_rate": 0.0001400943396226415, | |
| "loss": 1.0535, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 1.5172008232872685, | |
| "grad_norm": 1.0993061065673828, | |
| "learning_rate": 0.00013962264150943395, | |
| "loss": 0.9192, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 1.5289620699794177, | |
| "grad_norm": 1.2532891035079956, | |
| "learning_rate": 0.00013915094339622642, | |
| "loss": 0.8772, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 1.540723316671567, | |
| "grad_norm": 0.6979594826698303, | |
| "learning_rate": 0.0001386792452830189, | |
| "loss": 1.3564, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 1.5524845633637165, | |
| "grad_norm": 0.6345073580741882, | |
| "learning_rate": 0.00013820754716981133, | |
| "loss": 1.235, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 1.564245810055866, | |
| "grad_norm": 1.0022692680358887, | |
| "learning_rate": 0.00013773584905660377, | |
| "loss": 1.0533, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 1.5760070567480153, | |
| "grad_norm": 1.0487345457077026, | |
| "learning_rate": 0.00013726415094339624, | |
| "loss": 0.9879, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 1.5877683034401646, | |
| "grad_norm": 1.3332520723342896, | |
| "learning_rate": 0.00013679245283018868, | |
| "loss": 0.8568, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 1.599529550132314, | |
| "grad_norm": 0.6801854968070984, | |
| "learning_rate": 0.00013632075471698113, | |
| "loss": 1.3149, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 1.6112907968244634, | |
| "grad_norm": 0.7094405293464661, | |
| "learning_rate": 0.0001358490566037736, | |
| "loss": 1.2843, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 1.623052043516613, | |
| "grad_norm": 0.7568113803863525, | |
| "learning_rate": 0.00013537735849056606, | |
| "loss": 1.1169, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 1.6348132902087622, | |
| "grad_norm": 1.1939420700073242, | |
| "learning_rate": 0.0001349056603773585, | |
| "loss": 0.8441, | |
| "step": 1390 | |
| }, | |
| { | |
| "epoch": 1.6465745369009115, | |
| "grad_norm": 1.4502966403961182, | |
| "learning_rate": 0.00013443396226415095, | |
| "loss": 0.801, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 1.6583357835930608, | |
| "grad_norm": 0.6542213559150696, | |
| "learning_rate": 0.0001339622641509434, | |
| "loss": 1.4153, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 1.6700970302852103, | |
| "grad_norm": 0.7604705691337585, | |
| "learning_rate": 0.00013349056603773586, | |
| "loss": 1.25, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 1.6818582769773596, | |
| "grad_norm": 0.8076483607292175, | |
| "learning_rate": 0.0001330188679245283, | |
| "loss": 1.1673, | |
| "step": 1430 | |
| }, | |
| { | |
| "epoch": 1.693619523669509, | |
| "grad_norm": 0.9957693815231323, | |
| "learning_rate": 0.00013254716981132077, | |
| "loss": 0.9437, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 1.7053807703616584, | |
| "grad_norm": 1.2569739818572998, | |
| "learning_rate": 0.0001320754716981132, | |
| "loss": 0.7948, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 1.7171420170538076, | |
| "grad_norm": 0.8244763016700745, | |
| "learning_rate": 0.00013160377358490568, | |
| "loss": 1.3546, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 1.728903263745957, | |
| "grad_norm": 0.8371909856796265, | |
| "learning_rate": 0.00013113207547169812, | |
| "loss": 1.2031, | |
| "step": 1470 | |
| }, | |
| { | |
| "epoch": 1.7406645104381064, | |
| "grad_norm": 1.203465223312378, | |
| "learning_rate": 0.00013066037735849056, | |
| "loss": 1.0183, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 1.752425757130256, | |
| "grad_norm": 1.2281197309494019, | |
| "learning_rate": 0.000130188679245283, | |
| "loss": 0.9311, | |
| "step": 1490 | |
| }, | |
| { | |
| "epoch": 1.7641870038224052, | |
| "grad_norm": 1.3259741067886353, | |
| "learning_rate": 0.00012971698113207548, | |
| "loss": 0.872, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 1.7759482505145545, | |
| "grad_norm": 0.7928496599197388, | |
| "learning_rate": 0.00012924528301886794, | |
| "loss": 1.3436, | |
| "step": 1510 | |
| }, | |
| { | |
| "epoch": 1.7877094972067038, | |
| "grad_norm": 0.8125369548797607, | |
| "learning_rate": 0.00012877358490566039, | |
| "loss": 1.0189, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 1.7994707438988533, | |
| "grad_norm": 1.0345025062561035, | |
| "learning_rate": 0.00012830188679245283, | |
| "loss": 1.0006, | |
| "step": 1530 | |
| }, | |
| { | |
| "epoch": 1.8112319905910026, | |
| "grad_norm": 0.8656748533248901, | |
| "learning_rate": 0.0001278301886792453, | |
| "loss": 0.8927, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 1.822993237283152, | |
| "grad_norm": 1.12923264503479, | |
| "learning_rate": 0.00012735849056603774, | |
| "loss": 0.7717, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 1.8347544839753014, | |
| "grad_norm": 0.898140549659729, | |
| "learning_rate": 0.00012688679245283018, | |
| "loss": 1.2768, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 1.8465157306674507, | |
| "grad_norm": 0.748009204864502, | |
| "learning_rate": 0.00012641509433962265, | |
| "loss": 1.1579, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 1.8582769773596, | |
| "grad_norm": 1.3326165676116943, | |
| "learning_rate": 0.00012594339622641512, | |
| "loss": 0.973, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 1.8700382240517495, | |
| "grad_norm": 0.9244058132171631, | |
| "learning_rate": 0.00012547169811320756, | |
| "loss": 0.929, | |
| "step": 1590 | |
| }, | |
| { | |
| "epoch": 1.881799470743899, | |
| "grad_norm": 1.3473211526870728, | |
| "learning_rate": 0.000125, | |
| "loss": 0.7777, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 1.8935607174360483, | |
| "grad_norm": 0.8593601584434509, | |
| "learning_rate": 0.00012452830188679244, | |
| "loss": 1.327, | |
| "step": 1610 | |
| }, | |
| { | |
| "epoch": 1.9053219641281975, | |
| "grad_norm": 0.8441507816314697, | |
| "learning_rate": 0.0001240566037735849, | |
| "loss": 1.1585, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 1.9170832108203468, | |
| "grad_norm": 0.908469557762146, | |
| "learning_rate": 0.00012358490566037738, | |
| "loss": 0.9916, | |
| "step": 1630 | |
| }, | |
| { | |
| "epoch": 1.9288444575124963, | |
| "grad_norm": 1.1003684997558594, | |
| "learning_rate": 0.00012311320754716982, | |
| "loss": 0.7808, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 1.9406057042046458, | |
| "grad_norm": 1.2000435590744019, | |
| "learning_rate": 0.00012264150943396227, | |
| "loss": 0.847, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 1.9523669508967951, | |
| "grad_norm": 0.7908065915107727, | |
| "learning_rate": 0.0001221698113207547, | |
| "loss": 1.2671, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 1.9641281975889444, | |
| "grad_norm": 0.8809382319450378, | |
| "learning_rate": 0.00012169811320754718, | |
| "loss": 1.1279, | |
| "step": 1670 | |
| }, | |
| { | |
| "epoch": 1.9758894442810937, | |
| "grad_norm": 1.1937824487686157, | |
| "learning_rate": 0.00012122641509433963, | |
| "loss": 0.8854, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 1.9876506909732432, | |
| "grad_norm": 1.0509068965911865, | |
| "learning_rate": 0.00012075471698113207, | |
| "loss": 0.7986, | |
| "step": 1690 | |
| }, | |
| { | |
| "epoch": 1.9994119376653925, | |
| "grad_norm": 1.2940934896469116, | |
| "learning_rate": 0.00012028301886792453, | |
| "loss": 0.8177, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 2.011173184357542, | |
| "grad_norm": 1.00706148147583, | |
| "learning_rate": 0.000119811320754717, | |
| "loss": 0.9009, | |
| "step": 1710 | |
| }, | |
| { | |
| "epoch": 2.0229344310496913, | |
| "grad_norm": 0.7884982824325562, | |
| "learning_rate": 0.00011933962264150944, | |
| "loss": 0.5944, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 2.0346956777418406, | |
| "grad_norm": 0.8072102069854736, | |
| "learning_rate": 0.00011886792452830188, | |
| "loss": 0.4579, | |
| "step": 1730 | |
| }, | |
| { | |
| "epoch": 2.04645692443399, | |
| "grad_norm": 1.0868206024169922, | |
| "learning_rate": 0.00011839622641509434, | |
| "loss": 0.3714, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 2.0582181711261396, | |
| "grad_norm": 1.2487127780914307, | |
| "learning_rate": 0.00011792452830188681, | |
| "loss": 0.2964, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 2.069979417818289, | |
| "grad_norm": 0.8450261354446411, | |
| "learning_rate": 0.00011745283018867925, | |
| "loss": 0.8774, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 2.081740664510438, | |
| "grad_norm": 0.8103846311569214, | |
| "learning_rate": 0.0001169811320754717, | |
| "loss": 0.6733, | |
| "step": 1770 | |
| }, | |
| { | |
| "epoch": 2.0935019112025874, | |
| "grad_norm": 0.7691318392753601, | |
| "learning_rate": 0.00011650943396226415, | |
| "loss": 0.5036, | |
| "step": 1780 | |
| }, | |
| { | |
| "epoch": 2.1052631578947367, | |
| "grad_norm": 0.8625450134277344, | |
| "learning_rate": 0.00011603773584905662, | |
| "loss": 0.33, | |
| "step": 1790 | |
| }, | |
| { | |
| "epoch": 2.117024404586886, | |
| "grad_norm": 1.036942481994629, | |
| "learning_rate": 0.00011556603773584907, | |
| "loss": 0.3417, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 2.1287856512790357, | |
| "grad_norm": 0.7786136269569397, | |
| "learning_rate": 0.00011509433962264151, | |
| "loss": 0.7165, | |
| "step": 1810 | |
| }, | |
| { | |
| "epoch": 2.140546897971185, | |
| "grad_norm": 0.7121214866638184, | |
| "learning_rate": 0.00011462264150943395, | |
| "loss": 0.5809, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 2.1523081446633343, | |
| "grad_norm": 0.8065999150276184, | |
| "learning_rate": 0.00011415094339622642, | |
| "loss": 0.4644, | |
| "step": 1830 | |
| }, | |
| { | |
| "epoch": 2.1640693913554836, | |
| "grad_norm": 1.0368797779083252, | |
| "learning_rate": 0.00011367924528301888, | |
| "loss": 0.3668, | |
| "step": 1840 | |
| }, | |
| { | |
| "epoch": 2.175830638047633, | |
| "grad_norm": 0.7784335613250732, | |
| "learning_rate": 0.00011320754716981132, | |
| "loss": 0.2946, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 2.1875918847397826, | |
| "grad_norm": 1.0500203371047974, | |
| "learning_rate": 0.00011273584905660378, | |
| "loss": 0.8046, | |
| "step": 1860 | |
| }, | |
| { | |
| "epoch": 2.199353131431932, | |
| "grad_norm": 0.8676533699035645, | |
| "learning_rate": 0.00011226415094339624, | |
| "loss": 0.6096, | |
| "step": 1870 | |
| }, | |
| { | |
| "epoch": 2.211114378124081, | |
| "grad_norm": 0.8250516057014465, | |
| "learning_rate": 0.00011179245283018869, | |
| "loss": 0.4479, | |
| "step": 1880 | |
| }, | |
| { | |
| "epoch": 2.2228756248162305, | |
| "grad_norm": 1.0254476070404053, | |
| "learning_rate": 0.00011132075471698113, | |
| "loss": 0.3672, | |
| "step": 1890 | |
| }, | |
| { | |
| "epoch": 2.2346368715083798, | |
| "grad_norm": 0.9448462128639221, | |
| "learning_rate": 0.00011084905660377358, | |
| "loss": 0.2956, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 2.2463981182005295, | |
| "grad_norm": 0.9094712138175964, | |
| "learning_rate": 0.00011037735849056605, | |
| "loss": 0.8546, | |
| "step": 1910 | |
| }, | |
| { | |
| "epoch": 2.2581593648926788, | |
| "grad_norm": 0.7168066501617432, | |
| "learning_rate": 0.0001099056603773585, | |
| "loss": 0.6113, | |
| "step": 1920 | |
| }, | |
| { | |
| "epoch": 2.269920611584828, | |
| "grad_norm": 0.9491825699806213, | |
| "learning_rate": 0.00010943396226415095, | |
| "loss": 0.4896, | |
| "step": 1930 | |
| }, | |
| { | |
| "epoch": 2.2816818582769773, | |
| "grad_norm": 0.9781097173690796, | |
| "learning_rate": 0.00010896226415094339, | |
| "loss": 0.3119, | |
| "step": 1940 | |
| }, | |
| { | |
| "epoch": 2.2934431049691266, | |
| "grad_norm": 1.6303428411483765, | |
| "learning_rate": 0.00010849056603773586, | |
| "loss": 0.3224, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 2.305204351661276, | |
| "grad_norm": 0.9339887499809265, | |
| "learning_rate": 0.00010801886792452832, | |
| "loss": 0.7914, | |
| "step": 1960 | |
| }, | |
| { | |
| "epoch": 2.3169655983534256, | |
| "grad_norm": 0.8690701127052307, | |
| "learning_rate": 0.00010754716981132076, | |
| "loss": 0.5327, | |
| "step": 1970 | |
| }, | |
| { | |
| "epoch": 2.328726845045575, | |
| "grad_norm": 0.8797821998596191, | |
| "learning_rate": 0.0001070754716981132, | |
| "loss": 0.3846, | |
| "step": 1980 | |
| }, | |
| { | |
| "epoch": 2.340488091737724, | |
| "grad_norm": 1.1787986755371094, | |
| "learning_rate": 0.00010660377358490567, | |
| "loss": 0.3308, | |
| "step": 1990 | |
| }, | |
| { | |
| "epoch": 2.3522493384298735, | |
| "grad_norm": 1.682032585144043, | |
| "learning_rate": 0.00010613207547169812, | |
| "loss": 0.3173, | |
| "step": 2000 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 4250, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 5, | |
| "save_steps": 100, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 2.9950155919985664e+17, | |
| "train_batch_size": 2, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |