| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 3.0, | |
| "eval_steps": 500, | |
| "global_step": 3450, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 29.54340489747315, | |
| "learning_rate": 2.8571428571428575e-07, | |
| "loss": 1.2261, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 22.808761745462473, | |
| "learning_rate": 1.4285714285714286e-06, | |
| "loss": 1.2154, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 9.8799538809059, | |
| "learning_rate": 2.8571428571428573e-06, | |
| "loss": 0.9962, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 4.989439314642267, | |
| "learning_rate": 4.2857142857142855e-06, | |
| "loss": 0.919, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 4.393370598144475, | |
| "learning_rate": 5.7142857142857145e-06, | |
| "loss": 0.8978, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 3.592829916520255, | |
| "learning_rate": 7.1428571428571436e-06, | |
| "loss": 0.8589, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 3.2538364586400332, | |
| "learning_rate": 8.571428571428571e-06, | |
| "loss": 0.8447, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 2.9999553359801014, | |
| "learning_rate": 1e-05, | |
| "loss": 0.8595, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 3.262257995183099, | |
| "learning_rate": 9.99994710707541e-06, | |
| "loss": 0.8109, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 3.891385395889321, | |
| "learning_rate": 9.999788429420697e-06, | |
| "loss": 0.8061, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 3.0405298806513694, | |
| "learning_rate": 9.999523970393038e-06, | |
| "loss": 0.8585, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 2.966926069119011, | |
| "learning_rate": 9.999153735587632e-06, | |
| "loss": 0.8167, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 3.023657776322375, | |
| "learning_rate": 9.998677732837604e-06, | |
| "loss": 0.8082, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 2.8642622008411758, | |
| "learning_rate": 9.99809597221382e-06, | |
| "loss": 0.7945, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 2.755547941464214, | |
| "learning_rate": 9.997408466024692e-06, | |
| "loss": 0.7914, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 2.5705353797466217, | |
| "learning_rate": 9.996615228815906e-06, | |
| "loss": 0.7822, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 2.9040071983966396, | |
| "learning_rate": 9.995716277370114e-06, | |
| "loss": 0.7772, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 2.8339684851394584, | |
| "learning_rate": 9.994711630706585e-06, | |
| "loss": 0.7888, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 2.6456345105507477, | |
| "learning_rate": 9.9936013100808e-06, | |
| "loss": 0.7683, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 2.8161218216336477, | |
| "learning_rate": 9.992385338984e-06, | |
| "loss": 0.7673, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 3.3076899038616623, | |
| "learning_rate": 9.991063743142693e-06, | |
| "loss": 0.7758, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 2.5788476713979374, | |
| "learning_rate": 9.989636550518105e-06, | |
| "loss": 0.7825, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 2.725324467749148, | |
| "learning_rate": 9.988103791305594e-06, | |
| "loss": 0.7791, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 2.699154929977825, | |
| "learning_rate": 9.986465497934008e-06, | |
| "loss": 0.7696, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 2.6184415520253643, | |
| "learning_rate": 9.984721705064994e-06, | |
| "loss": 0.7772, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 2.6932563939329257, | |
| "learning_rate": 9.98287244959228e-06, | |
| "loss": 0.7758, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 2.558292453219913, | |
| "learning_rate": 9.980917770640873e-06, | |
| "loss": 0.7488, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 2.8553332314156643, | |
| "learning_rate": 9.97885770956625e-06, | |
| "loss": 0.7602, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 2.7454816786831597, | |
| "learning_rate": 9.976692309953472e-06, | |
| "loss": 0.7719, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 2.6722049507067918, | |
| "learning_rate": 9.974421617616267e-06, | |
| "loss": 0.7811, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 2.768310513464075, | |
| "learning_rate": 9.97204568059606e-06, | |
| "loss": 0.7793, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 2.770637299540184, | |
| "learning_rate": 9.969564549160952e-06, | |
| "loss": 0.7469, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 2.7539240146037227, | |
| "learning_rate": 9.96697827580466e-06, | |
| "loss": 0.7773, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 2.7200265410438296, | |
| "learning_rate": 9.964286915245414e-06, | |
| "loss": 0.7615, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 2.66070428599963, | |
| "learning_rate": 9.961490524424781e-06, | |
| "loss": 0.7626, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 2.7255648035063764, | |
| "learning_rate": 9.958589162506481e-06, | |
| "loss": 0.7359, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 2.786041603773328, | |
| "learning_rate": 9.955582890875118e-06, | |
| "loss": 0.7739, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 2.5795832004050374, | |
| "learning_rate": 9.952471773134893e-06, | |
| "loss": 0.7696, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 2.627315901008289, | |
| "learning_rate": 9.949255875108252e-06, | |
| "loss": 0.7755, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 2.5724268911345116, | |
| "learning_rate": 9.945935264834495e-06, | |
| "loss": 0.754, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 2.7623409960370666, | |
| "learning_rate": 9.942510012568338e-06, | |
| "loss": 0.7532, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 2.6345064087955845, | |
| "learning_rate": 9.938980190778426e-06, | |
| "loss": 0.7516, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 2.7160427754334364, | |
| "learning_rate": 9.935345874145797e-06, | |
| "loss": 0.768, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 2.5653032187673137, | |
| "learning_rate": 9.931607139562304e-06, | |
| "loss": 0.7407, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 2.616121275524974, | |
| "learning_rate": 9.927764066128992e-06, | |
| "loss": 0.7691, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 2.570280959436263, | |
| "learning_rate": 9.923816735154417e-06, | |
| "loss": 0.7281, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 2.472353677171501, | |
| "learning_rate": 9.919765230152932e-06, | |
| "loss": 0.7485, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 2.539746453371004, | |
| "learning_rate": 9.915609636842914e-06, | |
| "loss": 0.7473, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 2.5177181887377422, | |
| "learning_rate": 9.911350043144958e-06, | |
| "loss": 0.7426, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 2.4720930131495407, | |
| "learning_rate": 9.906986539180012e-06, | |
| "loss": 0.7442, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 2.5270618999743983, | |
| "learning_rate": 9.90251921726747e-06, | |
| "loss": 0.7534, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 2.4644331518869698, | |
| "learning_rate": 9.89794817192322e-06, | |
| "loss": 0.7433, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 2.7138902839835968, | |
| "learning_rate": 9.893273499857642e-06, | |
| "loss": 0.7367, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 2.6044202431283145, | |
| "learning_rate": 9.888495299973574e-06, | |
| "loss": 0.7492, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 2.56968357976584, | |
| "learning_rate": 9.883613673364197e-06, | |
| "loss": 0.7358, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 2.665696800098671, | |
| "learning_rate": 9.878628723310914e-06, | |
| "loss": 0.7619, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 2.953015088180945, | |
| "learning_rate": 9.873540555281162e-06, | |
| "loss": 0.7686, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 2.50953540021068, | |
| "learning_rate": 9.868349276926174e-06, | |
| "loss": 0.75, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 2.3798185960845113, | |
| "learning_rate": 9.863054998078711e-06, | |
| "loss": 0.7116, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 2.640089489730164, | |
| "learning_rate": 9.857657830750727e-06, | |
| "loss": 0.7442, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 2.7095039564753542, | |
| "learning_rate": 9.85215788913101e-06, | |
| "loss": 0.752, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 2.513429446875121, | |
| "learning_rate": 9.846555289582757e-06, | |
| "loss": 0.7149, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 2.4773281491463934, | |
| "learning_rate": 9.840850150641117e-06, | |
| "loss": 0.7586, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 2.5694933133678375, | |
| "learning_rate": 9.835042593010688e-06, | |
| "loss": 0.722, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 2.4529693819685936, | |
| "learning_rate": 9.82913273956295e-06, | |
| "loss": 0.7158, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 2.476730985919433, | |
| "learning_rate": 9.823120715333677e-06, | |
| "loss": 0.7209, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 2.557478344233571, | |
| "learning_rate": 9.817006647520285e-06, | |
| "loss": 0.7504, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 2.5248657390840425, | |
| "learning_rate": 9.810790665479147e-06, | |
| "loss": 0.7273, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 2.550311193358409, | |
| "learning_rate": 9.80447290072285e-06, | |
| "loss": 0.7369, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 2.6451207143889386, | |
| "learning_rate": 9.798053486917417e-06, | |
| "loss": 0.716, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 2.4625230913036917, | |
| "learning_rate": 9.791532559879475e-06, | |
| "loss": 0.7258, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 2.8082861667365204, | |
| "learning_rate": 9.784910257573384e-06, | |
| "loss": 0.7387, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 2.3838498876394754, | |
| "learning_rate": 9.77818672010832e-06, | |
| "loss": 0.7374, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 2.5237932886610985, | |
| "learning_rate": 9.771362089735308e-06, | |
| "loss": 0.7139, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 2.5238938887122497, | |
| "learning_rate": 9.764436510844211e-06, | |
| "loss": 0.7311, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 2.3706005076627092, | |
| "learning_rate": 9.757410129960677e-06, | |
| "loss": 0.7266, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 2.4442632943571554, | |
| "learning_rate": 9.750283095743038e-06, | |
| "loss": 0.7342, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 2.3138128605282935, | |
| "learning_rate": 9.743055558979172e-06, | |
| "loss": 0.7397, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 2.2847654770128494, | |
| "learning_rate": 9.735727672583298e-06, | |
| "loss": 0.7399, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 2.5373133223306623, | |
| "learning_rate": 9.728299591592754e-06, | |
| "loss": 0.7286, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 2.452038199405589, | |
| "learning_rate": 9.720771473164711e-06, | |
| "loss": 0.7236, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 2.5337742582348364, | |
| "learning_rate": 9.713143476572853e-06, | |
| "loss": 0.7216, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 2.4617731404164105, | |
| "learning_rate": 9.705415763203992e-06, | |
| "loss": 0.7099, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 2.4416863074195403, | |
| "learning_rate": 9.697588496554679e-06, | |
| "loss": 0.6988, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 2.3926416774659636, | |
| "learning_rate": 9.68966184222772e-06, | |
| "loss": 0.7146, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 2.4534759050847894, | |
| "learning_rate": 9.681635967928687e-06, | |
| "loss": 0.7002, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 2.387101177885321, | |
| "learning_rate": 9.673511043462367e-06, | |
| "loss": 0.6882, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 2.351201127578531, | |
| "learning_rate": 9.665287240729166e-06, | |
| "loss": 0.7016, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 2.4028637732485207, | |
| "learning_rate": 9.656964733721476e-06, | |
| "loss": 0.7087, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 2.5222610742079596, | |
| "learning_rate": 9.648543698519993e-06, | |
| "loss": 0.7098, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 2.456149366911768, | |
| "learning_rate": 9.640024313289982e-06, | |
| "loss": 0.7146, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 2.5926596049197155, | |
| "learning_rate": 9.63140675827753e-06, | |
| "loss": 0.7165, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 2.4065288074871436, | |
| "learning_rate": 9.62269121580571e-06, | |
| "loss": 0.7242, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 2.4153475258252635, | |
| "learning_rate": 9.613877870270735e-06, | |
| "loss": 0.7117, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 2.456326505795922, | |
| "learning_rate": 9.604966908138052e-06, | |
| "loss": 0.728, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 2.460254090649474, | |
| "learning_rate": 9.5959585179384e-06, | |
| "loss": 0.6941, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 2.52985016903139, | |
| "learning_rate": 9.586852890263822e-06, | |
| "loss": 0.7242, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 2.34433015717048, | |
| "learning_rate": 9.577650217763627e-06, | |
| "loss": 0.6942, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 2.578889043173228, | |
| "learning_rate": 9.568350695140322e-06, | |
| "loss": 0.7108, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 2.5642361656083468, | |
| "learning_rate": 9.558954519145487e-06, | |
| "loss": 0.7283, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 2.4744562180788723, | |
| "learning_rate": 9.549461888575611e-06, | |
| "loss": 0.7039, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 2.4916298622893134, | |
| "learning_rate": 9.539873004267892e-06, | |
| "loss": 0.7058, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 2.462034950187244, | |
| "learning_rate": 9.530188069095985e-06, | |
| "loss": 0.7157, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 2.449172857073642, | |
| "learning_rate": 9.520407287965707e-06, | |
| "loss": 0.722, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 2.3756831201714084, | |
| "learning_rate": 9.510530867810706e-06, | |
| "loss": 0.7237, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 2.3708673455593887, | |
| "learning_rate": 9.500559017588081e-06, | |
| "loss": 0.6945, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 2.4107569191063734, | |
| "learning_rate": 9.490491948273961e-06, | |
| "loss": 0.6866, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 2.415351076693774, | |
| "learning_rate": 9.48032987285904e-06, | |
| "loss": 0.703, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 2.390041383486964, | |
| "learning_rate": 9.470073006344074e-06, | |
| "loss": 0.6959, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 2.4170577155298303, | |
| "learning_rate": 9.45972156573533e-06, | |
| "loss": 0.7158, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 2.357444455763281, | |
| "learning_rate": 9.449275770039995e-06, | |
| "loss": 0.7149, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 2.5525262377117293, | |
| "learning_rate": 9.438735840261541e-06, | |
| "loss": 0.7186, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 2.2844487560246947, | |
| "learning_rate": 9.428101999395057e-06, | |
| "loss": 0.6957, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 2.5637917700196384, | |
| "learning_rate": 9.417374472422514e-06, | |
| "loss": 0.7119, | |
| "step": 565 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 2.401316100648321, | |
| "learning_rate": 9.406553486308028e-06, | |
| "loss": 0.6846, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 2.394178128316637, | |
| "learning_rate": 9.395639269993035e-06, | |
| "loss": 0.6883, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 2.4032333085550035, | |
| "learning_rate": 9.384632054391468e-06, | |
| "loss": 0.7242, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 2.412056956339954, | |
| "learning_rate": 9.373532072384852e-06, | |
| "loss": 0.7175, | |
| "step": 585 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 2.5298377835998775, | |
| "learning_rate": 9.362339558817395e-06, | |
| "loss": 0.7131, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 2.5730596244972954, | |
| "learning_rate": 9.351054750491005e-06, | |
| "loss": 0.7021, | |
| "step": 595 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 2.342248771961136, | |
| "learning_rate": 9.339677886160293e-06, | |
| "loss": 0.7213, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 2.3406275850155533, | |
| "learning_rate": 9.328209206527503e-06, | |
| "loss": 0.7072, | |
| "step": 605 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 2.4480685504384345, | |
| "learning_rate": 9.316648954237441e-06, | |
| "loss": 0.6935, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 2.3571630508729635, | |
| "learning_rate": 9.304997373872332e-06, | |
| "loss": 0.6822, | |
| "step": 615 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 2.411752568938528, | |
| "learning_rate": 9.293254711946634e-06, | |
| "loss": 0.7108, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 2.3189554578732, | |
| "learning_rate": 9.281421216901844e-06, | |
| "loss": 0.7005, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 2.300017975189379, | |
| "learning_rate": 9.269497139101224e-06, | |
| "loss": 0.7102, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 2.404149990858198, | |
| "learning_rate": 9.257482730824516e-06, | |
| "loss": 0.703, | |
| "step": 635 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 2.3029320596032377, | |
| "learning_rate": 9.245378246262593e-06, | |
| "loss": 0.6684, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 2.5032720918650844, | |
| "learning_rate": 9.233183941512093e-06, | |
| "loss": 0.7059, | |
| "step": 645 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 2.238997245234633, | |
| "learning_rate": 9.220900074569994e-06, | |
| "loss": 0.6768, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 2.2703438372445848, | |
| "learning_rate": 9.208526905328151e-06, | |
| "loss": 0.678, | |
| "step": 655 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 2.4396238742216556, | |
| "learning_rate": 9.19606469556781e-06, | |
| "loss": 0.6916, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 2.4993574577483377, | |
| "learning_rate": 9.183513708954058e-06, | |
| "loss": 0.68, | |
| "step": 665 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 2.3486701594923316, | |
| "learning_rate": 9.170874211030252e-06, | |
| "loss": 0.6775, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 2.3102513888146206, | |
| "learning_rate": 9.158146469212394e-06, | |
| "loss": 0.6987, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 2.294015980752727, | |
| "learning_rate": 9.145330752783482e-06, | |
| "loss": 0.7246, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 2.2677057179765616, | |
| "learning_rate": 9.132427332887804e-06, | |
| "loss": 0.6748, | |
| "step": 685 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 2.347417382651582, | |
| "learning_rate": 9.119436482525205e-06, | |
| "loss": 0.7132, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 2.3961161008418483, | |
| "learning_rate": 9.106358476545313e-06, | |
| "loss": 0.6917, | |
| "step": 695 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 2.5050859884311696, | |
| "learning_rate": 9.093193591641723e-06, | |
| "loss": 0.6794, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 2.404050787157897, | |
| "learning_rate": 9.079942106346138e-06, | |
| "loss": 0.6964, | |
| "step": 705 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 2.6207202710260895, | |
| "learning_rate": 9.066604301022485e-06, | |
| "loss": 0.6901, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 2.2800088504281826, | |
| "learning_rate": 9.053180457860978e-06, | |
| "loss": 0.6977, | |
| "step": 715 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 2.2856799216567762, | |
| "learning_rate": 9.039670860872145e-06, | |
| "loss": 0.6922, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 2.4110081835843444, | |
| "learning_rate": 9.026075795880822e-06, | |
| "loss": 0.7091, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 2.251437710188116, | |
| "learning_rate": 9.01239555052011e-06, | |
| "loss": 0.6915, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 2.3032036266738047, | |
| "learning_rate": 8.998630414225284e-06, | |
| "loss": 0.6904, | |
| "step": 735 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 2.2499145731750145, | |
| "learning_rate": 8.98478067822767e-06, | |
| "loss": 0.6847, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 2.2911334845642406, | |
| "learning_rate": 8.970846635548483e-06, | |
| "loss": 0.686, | |
| "step": 745 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 2.2920826486778347, | |
| "learning_rate": 8.956828580992633e-06, | |
| "loss": 0.6692, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 2.312834518329523, | |
| "learning_rate": 8.942726811142478e-06, | |
| "loss": 0.7089, | |
| "step": 755 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 2.2535035010232662, | |
| "learning_rate": 8.928541624351563e-06, | |
| "loss": 0.701, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 2.243816611260628, | |
| "learning_rate": 8.914273320738288e-06, | |
| "loss": 0.6556, | |
| "step": 765 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 2.3883240307823557, | |
| "learning_rate": 8.899922202179581e-06, | |
| "loss": 0.6784, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 2.2760434140090466, | |
| "learning_rate": 8.88548857230449e-06, | |
| "loss": 0.6978, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 2.277248154597817, | |
| "learning_rate": 8.870972736487775e-06, | |
| "loss": 0.6947, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 2.2442652725243772, | |
| "learning_rate": 8.856375001843442e-06, | |
| "loss": 0.6729, | |
| "step": 785 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 2.2370317874182617, | |
| "learning_rate": 8.84169567721824e-06, | |
| "loss": 0.6933, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 2.2607128250963595, | |
| "learning_rate": 8.826935073185135e-06, | |
| "loss": 0.6713, | |
| "step": 795 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 2.3744496402305426, | |
| "learning_rate": 8.812093502036732e-06, | |
| "loss": 0.6818, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 2.383599476158656, | |
| "learning_rate": 8.797171277778672e-06, | |
| "loss": 0.6923, | |
| "step": 805 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 2.225223944515689, | |
| "learning_rate": 8.782168716122988e-06, | |
| "loss": 0.6863, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 2.336363416075415, | |
| "learning_rate": 8.767086134481427e-06, | |
| "loss": 0.6769, | |
| "step": 815 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 2.3083758969360098, | |
| "learning_rate": 8.751923851958728e-06, | |
| "loss": 0.6579, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 2.1851157321909507, | |
| "learning_rate": 8.73668218934588e-06, | |
| "loss": 0.6782, | |
| "step": 825 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 2.31411684509431, | |
| "learning_rate": 8.721361469113324e-06, | |
| "loss": 0.709, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 2.1474931353306626, | |
| "learning_rate": 8.705962015404143e-06, | |
| "loss": 0.6859, | |
| "step": 835 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 2.187437489420089, | |
| "learning_rate": 8.690484154027192e-06, | |
| "loss": 0.6922, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 2.8268613822761366, | |
| "learning_rate": 8.674928212450216e-06, | |
| "loss": 0.7038, | |
| "step": 845 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 2.324162285544936, | |
| "learning_rate": 8.659294519792909e-06, | |
| "loss": 0.6731, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 2.282125991178541, | |
| "learning_rate": 8.643583406819965e-06, | |
| "loss": 0.6586, | |
| "step": 855 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 2.1777712326813927, | |
| "learning_rate": 8.627795205934069e-06, | |
| "loss": 0.6742, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 2.148591637467636, | |
| "learning_rate": 8.611930251168867e-06, | |
| "loss": 0.6928, | |
| "step": 865 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 2.242091930760005, | |
| "learning_rate": 8.595988878181904e-06, | |
| "loss": 0.6632, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 2.1450868723403196, | |
| "learning_rate": 8.579971424247514e-06, | |
| "loss": 0.6625, | |
| "step": 875 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 2.3648432919704163, | |
| "learning_rate": 8.563878228249686e-06, | |
| "loss": 0.6519, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 2.3029446616572975, | |
| "learning_rate": 8.547709630674909e-06, | |
| "loss": 0.6667, | |
| "step": 885 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 2.2718026788730885, | |
| "learning_rate": 8.531465973604946e-06, | |
| "loss": 0.6711, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 2.176847727890739, | |
| "learning_rate": 8.515147600709604e-06, | |
| "loss": 0.6911, | |
| "step": 895 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 2.159887584606336, | |
| "learning_rate": 8.498754857239472e-06, | |
| "loss": 0.672, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 2.1436273681591804, | |
| "learning_rate": 8.482288090018608e-06, | |
| "loss": 0.6837, | |
| "step": 905 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 2.320916872081505, | |
| "learning_rate": 8.465747647437205e-06, | |
| "loss": 0.6873, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 2.2640460015839854, | |
| "learning_rate": 8.449133879444211e-06, | |
| "loss": 0.6687, | |
| "step": 915 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 2.191546885776604, | |
| "learning_rate": 8.43244713753994e-06, | |
| "loss": 0.6687, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 2.286636883588422, | |
| "learning_rate": 8.415687774768625e-06, | |
| "loss": 0.6827, | |
| "step": 925 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 2.119469288532559, | |
| "learning_rate": 8.398856145710953e-06, | |
| "loss": 0.6464, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 2.2317587056196433, | |
| "learning_rate": 8.381952606476552e-06, | |
| "loss": 0.6769, | |
| "step": 935 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 2.218334601694794, | |
| "learning_rate": 8.364977514696474e-06, | |
| "loss": 0.6547, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 2.211113896309907, | |
| "learning_rate": 8.347931229515625e-06, | |
| "loss": 0.6708, | |
| "step": 945 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 2.2852199925944094, | |
| "learning_rate": 8.330814111585149e-06, | |
| "loss": 0.6634, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 2.175125532278546, | |
| "learning_rate": 8.31362652305482e-06, | |
| "loss": 0.6636, | |
| "step": 955 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 2.194239117414355, | |
| "learning_rate": 8.296368827565365e-06, | |
| "loss": 0.6745, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 2.288161571096483, | |
| "learning_rate": 8.279041390240781e-06, | |
| "loss": 0.6753, | |
| "step": 965 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 2.337786013162235, | |
| "learning_rate": 8.261644577680603e-06, | |
| "loss": 0.6637, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 2.232975975441481, | |
| "learning_rate": 8.244178757952149e-06, | |
| "loss": 0.6751, | |
| "step": 975 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 2.1659815604405073, | |
| "learning_rate": 8.22664430058273e-06, | |
| "loss": 0.6695, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 2.1750265665614914, | |
| "learning_rate": 8.209041576551842e-06, | |
| "loss": 0.6807, | |
| "step": 985 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 2.117500758919553, | |
| "learning_rate": 8.191370958283305e-06, | |
| "loss": 0.6738, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 2.186272470050956, | |
| "learning_rate": 8.17363281963739e-06, | |
| "loss": 0.6428, | |
| "step": 995 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 2.3398838498470407, | |
| "learning_rate": 8.155827535902912e-06, | |
| "loss": 0.6865, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 2.1027998540986785, | |
| "learning_rate": 8.137955483789279e-06, | |
| "loss": 0.6429, | |
| "step": 1005 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 2.1675023981221475, | |
| "learning_rate": 8.120017041418539e-06, | |
| "loss": 0.6612, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 2.3164494379167606, | |
| "learning_rate": 8.102012588317356e-06, | |
| "loss": 0.6623, | |
| "step": 1015 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 2.0641139366003545, | |
| "learning_rate": 8.083942505409009e-06, | |
| "loss": 0.6545, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 2.221849548889518, | |
| "learning_rate": 8.065807175005307e-06, | |
| "loss": 0.6749, | |
| "step": 1025 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 2.104874622991842, | |
| "learning_rate": 8.047606980798517e-06, | |
| "loss": 0.6701, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 2.191896965558964, | |
| "learning_rate": 8.029342307853238e-06, | |
| "loss": 0.6732, | |
| "step": 1035 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 2.110125648682477, | |
| "learning_rate": 8.011013542598258e-06, | |
| "loss": 0.6753, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 2.052875709500674, | |
| "learning_rate": 7.992621072818377e-06, | |
| "loss": 0.6505, | |
| "step": 1045 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 2.226161904353228, | |
| "learning_rate": 7.9741652876462e-06, | |
| "loss": 0.6687, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 2.055919642942431, | |
| "learning_rate": 7.95564657755391e-06, | |
| "loss": 0.6422, | |
| "step": 1055 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 2.2138333531678027, | |
| "learning_rate": 7.937065334345002e-06, | |
| "loss": 0.6648, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 2.106138856322583, | |
| "learning_rate": 7.918421951145993e-06, | |
| "loss": 0.676, | |
| "step": 1065 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 2.217741214632785, | |
| "learning_rate": 7.899716822398107e-06, | |
| "loss": 0.6608, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 2.1229141865243735, | |
| "learning_rate": 7.880950343848933e-06, | |
| "loss": 0.6803, | |
| "step": 1075 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 2.1730705138012483, | |
| "learning_rate": 7.862122912544043e-06, | |
| "loss": 0.638, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 2.1759981588146267, | |
| "learning_rate": 7.843234926818595e-06, | |
| "loss": 0.6573, | |
| "step": 1085 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 2.246051922867301, | |
| "learning_rate": 7.824286786288919e-06, | |
| "loss": 0.6498, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 2.221038445486671, | |
| "learning_rate": 7.805278891844036e-06, | |
| "loss": 0.6625, | |
| "step": 1095 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 2.1160883449068635, | |
| "learning_rate": 7.786211645637197e-06, | |
| "loss": 0.6706, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 2.5117047903095187, | |
| "learning_rate": 7.76708545107737e-06, | |
| "loss": 0.6483, | |
| "step": 1105 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 2.199168846682398, | |
| "learning_rate": 7.747900712820705e-06, | |
| "loss": 0.6527, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 2.2087885312824143, | |
| "learning_rate": 7.72865783676196e-06, | |
| "loss": 0.6905, | |
| "step": 1115 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 2.2279626457852717, | |
| "learning_rate": 7.709357230025937e-06, | |
| "loss": 0.6544, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 2.189165894933891, | |
| "learning_rate": 7.689999300958853e-06, | |
| "loss": 0.6611, | |
| "step": 1125 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 2.1316909692662027, | |
| "learning_rate": 7.670584459119695e-06, | |
| "loss": 0.6618, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 2.147920589091614, | |
| "learning_rate": 7.651113115271573e-06, | |
| "loss": 0.656, | |
| "step": 1135 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 2.146250338167946, | |
| "learning_rate": 7.631585681373014e-06, | |
| "loss": 0.6638, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 2.119468285060325, | |
| "learning_rate": 7.612002570569254e-06, | |
| "loss": 0.6513, | |
| "step": 1145 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 2.198770694512473, | |
| "learning_rate": 7.592364197183495e-06, | |
| "loss": 0.6586, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 2.400108030261852, | |
| "learning_rate": 7.572670976708137e-06, | |
| "loss": 0.4731, | |
| "step": 1155 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "grad_norm": 2.364746913129791, | |
| "learning_rate": 7.552923325795991e-06, | |
| "loss": 0.4555, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "grad_norm": 2.4055012226169095, | |
| "learning_rate": 7.5331216622514595e-06, | |
| "loss": 0.437, | |
| "step": 1165 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "grad_norm": 2.313279146739233, | |
| "learning_rate": 7.513266405021704e-06, | |
| "loss": 0.4398, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "grad_norm": 2.3317274950511107, | |
| "learning_rate": 7.4933579741877715e-06, | |
| "loss": 0.4319, | |
| "step": 1175 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "grad_norm": 2.296967740213265, | |
| "learning_rate": 7.473396790955715e-06, | |
| "loss": 0.4581, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "grad_norm": 2.3201979906079515, | |
| "learning_rate": 7.4533832776476785e-06, | |
| "loss": 0.446, | |
| "step": 1185 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "grad_norm": 2.4563492503930076, | |
| "learning_rate": 7.433317857692963e-06, | |
| "loss": 0.4573, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "grad_norm": 2.2940746118411637, | |
| "learning_rate": 7.413200955619066e-06, | |
| "loss": 0.4619, | |
| "step": 1195 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "grad_norm": 2.398133267433227, | |
| "learning_rate": 7.3930329970426984e-06, | |
| "loss": 0.4575, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "grad_norm": 2.273563546691222, | |
| "learning_rate": 7.372814408660789e-06, | |
| "loss": 0.4588, | |
| "step": 1205 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "grad_norm": 2.267209839029385, | |
| "learning_rate": 7.352545618241444e-06, | |
| "loss": 0.4441, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "grad_norm": 2.323736959536939, | |
| "learning_rate": 7.332227054614904e-06, | |
| "loss": 0.4508, | |
| "step": 1215 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "grad_norm": 2.3838571633248002, | |
| "learning_rate": 7.311859147664473e-06, | |
| "loss": 0.4531, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "grad_norm": 2.182188209979992, | |
| "learning_rate": 7.291442328317414e-06, | |
| "loss": 0.4505, | |
| "step": 1225 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "grad_norm": 2.3442142988685966, | |
| "learning_rate": 7.270977028535846e-06, | |
| "loss": 0.4412, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "grad_norm": 2.323598372799621, | |
| "learning_rate": 7.250463681307589e-06, | |
| "loss": 0.4439, | |
| "step": 1235 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "grad_norm": 2.2106474129172375, | |
| "learning_rate": 7.229902720637014e-06, | |
| "loss": 0.4599, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "grad_norm": 2.33819175232935, | |
| "learning_rate": 7.2092945815358605e-06, | |
| "loss": 0.4667, | |
| "step": 1245 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "grad_norm": 2.3341823848207914, | |
| "learning_rate": 7.1886397000140265e-06, | |
| "loss": 0.449, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "grad_norm": 2.277246806756992, | |
| "learning_rate": 7.167938513070345e-06, | |
| "loss": 0.4299, | |
| "step": 1255 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "grad_norm": 2.3424708082894337, | |
| "learning_rate": 7.147191458683349e-06, | |
| "loss": 0.4491, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "grad_norm": 2.2855389092781038, | |
| "learning_rate": 7.126398975801989e-06, | |
| "loss": 0.4319, | |
| "step": 1265 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "grad_norm": 2.2355767437622793, | |
| "learning_rate": 7.105561504336357e-06, | |
| "loss": 0.4708, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "grad_norm": 2.334913640645696, | |
| "learning_rate": 7.084679485148376e-06, | |
| "loss": 0.4487, | |
| "step": 1275 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "grad_norm": 2.2651259873576133, | |
| "learning_rate": 7.063753360042471e-06, | |
| "loss": 0.4505, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "grad_norm": 2.2132949455185242, | |
| "learning_rate": 7.042783571756229e-06, | |
| "loss": 0.4479, | |
| "step": 1285 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "grad_norm": 2.27387092173793, | |
| "learning_rate": 7.021770563951018e-06, | |
| "loss": 0.4462, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "grad_norm": 2.1617502787818226, | |
| "learning_rate": 7.0007147812026136e-06, | |
| "loss": 0.455, | |
| "step": 1295 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "grad_norm": 2.1953103025627154, | |
| "learning_rate": 6.979616668991791e-06, | |
| "loss": 0.4657, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "grad_norm": 2.2881259063861505, | |
| "learning_rate": 6.958476673694888e-06, | |
| "loss": 0.4477, | |
| "step": 1305 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "grad_norm": 2.2281844588924327, | |
| "learning_rate": 6.93729524257438e-06, | |
| "loss": 0.457, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "grad_norm": 2.1988173912911098, | |
| "learning_rate": 6.9160728237694e-06, | |
| "loss": 0.4474, | |
| "step": 1315 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "grad_norm": 2.3678698134060094, | |
| "learning_rate": 6.89480986628627e-06, | |
| "loss": 0.4537, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "grad_norm": 2.2484647200139642, | |
| "learning_rate": 6.873506819988986e-06, | |
| "loss": 0.4598, | |
| "step": 1325 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "grad_norm": 2.3670299685805625, | |
| "learning_rate": 6.852164135589725e-06, | |
| "loss": 0.4477, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "grad_norm": 2.2380787201135797, | |
| "learning_rate": 6.830782264639281e-06, | |
| "loss": 0.4344, | |
| "step": 1335 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "grad_norm": 2.3442882798353297, | |
| "learning_rate": 6.809361659517528e-06, | |
| "loss": 0.4591, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "grad_norm": 2.328235841696171, | |
| "learning_rate": 6.78790277342385e-06, | |
| "loss": 0.4541, | |
| "step": 1345 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "grad_norm": 2.2793368086904886, | |
| "learning_rate": 6.766406060367544e-06, | |
| "loss": 0.4372, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "grad_norm": 2.289606269955421, | |
| "learning_rate": 6.744871975158216e-06, | |
| "loss": 0.465, | |
| "step": 1355 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "grad_norm": 2.147843921505496, | |
| "learning_rate": 6.723300973396167e-06, | |
| "loss": 0.4443, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "grad_norm": 2.43326337934887, | |
| "learning_rate": 6.701693511462744e-06, | |
| "loss": 0.4763, | |
| "step": 1365 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "grad_norm": 2.462997342629488, | |
| "learning_rate": 6.680050046510689e-06, | |
| "loss": 0.4711, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "grad_norm": 2.312063338092545, | |
| "learning_rate": 6.658371036454464e-06, | |
| "loss": 0.4577, | |
| "step": 1375 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "grad_norm": 2.480660839404198, | |
| "learning_rate": 6.636656939960569e-06, | |
| "loss": 0.457, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "grad_norm": 2.2605004693409083, | |
| "learning_rate": 6.614908216437832e-06, | |
| "loss": 0.4674, | |
| "step": 1385 | |
| }, | |
| { | |
| "epoch": 1.21, | |
| "grad_norm": 2.254053949935403, | |
| "learning_rate": 6.59312532602769e-06, | |
| "loss": 0.4458, | |
| "step": 1390 | |
| }, | |
| { | |
| "epoch": 1.21, | |
| "grad_norm": 2.425633478739145, | |
| "learning_rate": 6.57130872959445e-06, | |
| "loss": 0.4484, | |
| "step": 1395 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "grad_norm": 2.3799822205570726, | |
| "learning_rate": 6.549458888715555e-06, | |
| "loss": 0.4355, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "grad_norm": 2.2426442008904037, | |
| "learning_rate": 6.527576265671796e-06, | |
| "loss": 0.4532, | |
| "step": 1405 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "grad_norm": 2.267315783289316, | |
| "learning_rate": 6.505661323437544e-06, | |
| "loss": 0.4507, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "grad_norm": 2.283183569643785, | |
| "learning_rate": 6.483714525670956e-06, | |
| "loss": 0.4509, | |
| "step": 1415 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "grad_norm": 2.3514735292836537, | |
| "learning_rate": 6.4617363367041605e-06, | |
| "loss": 0.4508, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "grad_norm": 2.397931859781916, | |
| "learning_rate": 6.439727221533431e-06, | |
| "loss": 0.4545, | |
| "step": 1425 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "grad_norm": 2.2919163085343475, | |
| "learning_rate": 6.417687645809358e-06, | |
| "loss": 0.4445, | |
| "step": 1430 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "grad_norm": 2.4071810549228827, | |
| "learning_rate": 6.395618075826987e-06, | |
| "loss": 0.4591, | |
| "step": 1435 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "grad_norm": 2.209407168401749, | |
| "learning_rate": 6.373518978515958e-06, | |
| "loss": 0.4391, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "grad_norm": 2.356872933625598, | |
| "learning_rate": 6.351390821430626e-06, | |
| "loss": 0.4418, | |
| "step": 1445 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "grad_norm": 2.3133423881622166, | |
| "learning_rate": 6.329234072740169e-06, | |
| "loss": 0.4578, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "grad_norm": 2.3665337891549165, | |
| "learning_rate": 6.3070492012186836e-06, | |
| "loss": 0.4486, | |
| "step": 1455 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "grad_norm": 2.3090803550297236, | |
| "learning_rate": 6.284836676235262e-06, | |
| "loss": 0.4391, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "grad_norm": 2.4024477075697863, | |
| "learning_rate": 6.262596967744069e-06, | |
| "loss": 0.4403, | |
| "step": 1465 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "grad_norm": 2.170215764608795, | |
| "learning_rate": 6.240330546274394e-06, | |
| "loss": 0.4419, | |
| "step": 1470 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "grad_norm": 2.2218725089875293, | |
| "learning_rate": 6.218037882920698e-06, | |
| "loss": 0.4443, | |
| "step": 1475 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "grad_norm": 2.212289537711609, | |
| "learning_rate": 6.195719449332645e-06, | |
| "loss": 0.4337, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "grad_norm": 2.2825227332103335, | |
| "learning_rate": 6.173375717705124e-06, | |
| "loss": 0.4491, | |
| "step": 1485 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "grad_norm": 2.209958254432096, | |
| "learning_rate": 6.151007160768265e-06, | |
| "loss": 0.4757, | |
| "step": 1490 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "grad_norm": 2.303785841368444, | |
| "learning_rate": 6.128614251777417e-06, | |
| "loss": 0.439, | |
| "step": 1495 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "grad_norm": 2.3058301906040084, | |
| "learning_rate": 6.106197464503168e-06, | |
| "loss": 0.4589, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "grad_norm": 2.286045686932392, | |
| "learning_rate": 6.083757273221288e-06, | |
| "loss": 0.4455, | |
| "step": 1505 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "grad_norm": 2.2213791680934203, | |
| "learning_rate": 6.061294152702717e-06, | |
| "loss": 0.4264, | |
| "step": 1510 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "grad_norm": 2.3127729571587112, | |
| "learning_rate": 6.03880857820351e-06, | |
| "loss": 0.4397, | |
| "step": 1515 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "grad_norm": 2.4109016633221443, | |
| "learning_rate": 6.016301025454787e-06, | |
| "loss": 0.4369, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "grad_norm": 2.3588172620745094, | |
| "learning_rate": 5.993771970652661e-06, | |
| "loss": 0.4422, | |
| "step": 1525 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "grad_norm": 2.3352138929079795, | |
| "learning_rate": 5.971221890448175e-06, | |
| "loss": 0.459, | |
| "step": 1530 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "grad_norm": 2.3469890107365017, | |
| "learning_rate": 5.948651261937203e-06, | |
| "loss": 0.4445, | |
| "step": 1535 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "grad_norm": 2.2763593608974957, | |
| "learning_rate": 5.926060562650365e-06, | |
| "loss": 0.4534, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "grad_norm": 2.3051490949637183, | |
| "learning_rate": 5.903450270542925e-06, | |
| "loss": 0.4731, | |
| "step": 1545 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "grad_norm": 2.470815165119516, | |
| "learning_rate": 5.880820863984672e-06, | |
| "loss": 0.4687, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "grad_norm": 2.2612634510823266, | |
| "learning_rate": 5.858172821749804e-06, | |
| "loss": 0.4493, | |
| "step": 1555 | |
| }, | |
| { | |
| "epoch": 1.36, | |
| "grad_norm": 2.275063055842053, | |
| "learning_rate": 5.835506623006798e-06, | |
| "loss": 0.4537, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 1.36, | |
| "grad_norm": 2.1888990341084384, | |
| "learning_rate": 5.8128227473082676e-06, | |
| "loss": 0.441, | |
| "step": 1565 | |
| }, | |
| { | |
| "epoch": 1.37, | |
| "grad_norm": 2.409270397966297, | |
| "learning_rate": 5.790121674580825e-06, | |
| "loss": 0.4557, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 1.37, | |
| "grad_norm": 2.321494986142115, | |
| "learning_rate": 5.7674038851149225e-06, | |
| "loss": 0.4415, | |
| "step": 1575 | |
| }, | |
| { | |
| "epoch": 1.37, | |
| "grad_norm": 2.246796045328034, | |
| "learning_rate": 5.744669859554689e-06, | |
| "loss": 0.437, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 1.38, | |
| "grad_norm": 2.3188020814924726, | |
| "learning_rate": 5.721920078887764e-06, | |
| "loss": 0.4456, | |
| "step": 1585 | |
| }, | |
| { | |
| "epoch": 1.38, | |
| "grad_norm": 2.2417028323394823, | |
| "learning_rate": 5.699155024435123e-06, | |
| "loss": 0.4483, | |
| "step": 1590 | |
| }, | |
| { | |
| "epoch": 1.39, | |
| "grad_norm": 2.2662638123642176, | |
| "learning_rate": 5.676375177840886e-06, | |
| "loss": 0.4454, | |
| "step": 1595 | |
| }, | |
| { | |
| "epoch": 1.39, | |
| "grad_norm": 2.371570368123361, | |
| "learning_rate": 5.653581021062139e-06, | |
| "loss": 0.4478, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 1.4, | |
| "grad_norm": 2.2716775566076364, | |
| "learning_rate": 5.630773036358727e-06, | |
| "loss": 0.4473, | |
| "step": 1605 | |
| }, | |
| { | |
| "epoch": 1.4, | |
| "grad_norm": 2.354064671717741, | |
| "learning_rate": 5.607951706283056e-06, | |
| "loss": 0.4464, | |
| "step": 1610 | |
| }, | |
| { | |
| "epoch": 1.4, | |
| "grad_norm": 2.2083958223815707, | |
| "learning_rate": 5.585117513669883e-06, | |
| "loss": 0.4488, | |
| "step": 1615 | |
| }, | |
| { | |
| "epoch": 1.41, | |
| "grad_norm": 2.248597914210575, | |
| "learning_rate": 5.562270941626099e-06, | |
| "loss": 0.4398, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 1.41, | |
| "grad_norm": 2.682659482628619, | |
| "learning_rate": 5.539412473520508e-06, | |
| "loss": 0.4599, | |
| "step": 1625 | |
| }, | |
| { | |
| "epoch": 1.42, | |
| "grad_norm": 2.2835988156541123, | |
| "learning_rate": 5.516542592973604e-06, | |
| "loss": 0.4453, | |
| "step": 1630 | |
| }, | |
| { | |
| "epoch": 1.42, | |
| "grad_norm": 2.3120069870482833, | |
| "learning_rate": 5.493661783847331e-06, | |
| "loss": 0.4433, | |
| "step": 1635 | |
| }, | |
| { | |
| "epoch": 1.43, | |
| "grad_norm": 2.2910069598145486, | |
| "learning_rate": 5.470770530234856e-06, | |
| "loss": 0.4442, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 1.43, | |
| "grad_norm": 2.3021256006635005, | |
| "learning_rate": 5.447869316450318e-06, | |
| "loss": 0.4561, | |
| "step": 1645 | |
| }, | |
| { | |
| "epoch": 1.43, | |
| "grad_norm": 2.3209867511334923, | |
| "learning_rate": 5.424958627018587e-06, | |
| "loss": 0.4528, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 1.44, | |
| "grad_norm": 2.261233409701518, | |
| "learning_rate": 5.402038946665011e-06, | |
| "loss": 0.4312, | |
| "step": 1655 | |
| }, | |
| { | |
| "epoch": 1.44, | |
| "grad_norm": 2.231273732412954, | |
| "learning_rate": 5.3791107603051605e-06, | |
| "loss": 0.4332, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 1.45, | |
| "grad_norm": 2.230611232382257, | |
| "learning_rate": 5.356174553034566e-06, | |
| "loss": 0.433, | |
| "step": 1665 | |
| }, | |
| { | |
| "epoch": 1.45, | |
| "grad_norm": 2.275712471392273, | |
| "learning_rate": 5.3332308101184616e-06, | |
| "loss": 0.4523, | |
| "step": 1670 | |
| }, | |
| { | |
| "epoch": 1.46, | |
| "grad_norm": 2.28631570449613, | |
| "learning_rate": 5.310280016981513e-06, | |
| "loss": 0.4264, | |
| "step": 1675 | |
| }, | |
| { | |
| "epoch": 1.46, | |
| "grad_norm": 2.2025636683152223, | |
| "learning_rate": 5.287322659197548e-06, | |
| "loss": 0.4336, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 1.47, | |
| "grad_norm": 2.3332300388398233, | |
| "learning_rate": 5.264359222479284e-06, | |
| "loss": 0.432, | |
| "step": 1685 | |
| }, | |
| { | |
| "epoch": 1.47, | |
| "grad_norm": 2.245112797694023, | |
| "learning_rate": 5.2413901926680535e-06, | |
| "loss": 0.4504, | |
| "step": 1690 | |
| }, | |
| { | |
| "epoch": 1.47, | |
| "grad_norm": 2.347054603456251, | |
| "learning_rate": 5.218416055723517e-06, | |
| "loss": 0.4462, | |
| "step": 1695 | |
| }, | |
| { | |
| "epoch": 1.48, | |
| "grad_norm": 2.3254478674679087, | |
| "learning_rate": 5.195437297713397e-06, | |
| "loss": 0.4558, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 1.48, | |
| "grad_norm": 2.319391634753776, | |
| "learning_rate": 5.172454404803176e-06, | |
| "loss": 0.4414, | |
| "step": 1705 | |
| }, | |
| { | |
| "epoch": 1.49, | |
| "grad_norm": 2.314982725356784, | |
| "learning_rate": 5.149467863245824e-06, | |
| "loss": 0.4596, | |
| "step": 1710 | |
| }, | |
| { | |
| "epoch": 1.49, | |
| "grad_norm": 2.1793462624109834, | |
| "learning_rate": 5.126478159371503e-06, | |
| "loss": 0.4473, | |
| "step": 1715 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "grad_norm": 2.2896649530853166, | |
| "learning_rate": 5.103485779577285e-06, | |
| "loss": 0.4351, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "grad_norm": 2.1355102943767097, | |
| "learning_rate": 5.0804912103168504e-06, | |
| "loss": 0.4307, | |
| "step": 1725 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "grad_norm": 2.1597304988418915, | |
| "learning_rate": 5.057494938090212e-06, | |
| "loss": 0.4391, | |
| "step": 1730 | |
| }, | |
| { | |
| "epoch": 1.51, | |
| "grad_norm": 2.277000849546902, | |
| "learning_rate": 5.034497449433402e-06, | |
| "loss": 0.4448, | |
| "step": 1735 | |
| }, | |
| { | |
| "epoch": 1.51, | |
| "grad_norm": 2.2763155206540917, | |
| "learning_rate": 5.011499230908195e-06, | |
| "loss": 0.4544, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 1.52, | |
| "grad_norm": 2.2298952898945976, | |
| "learning_rate": 4.988500769091808e-06, | |
| "loss": 0.4538, | |
| "step": 1745 | |
| }, | |
| { | |
| "epoch": 1.52, | |
| "grad_norm": 2.308312147908615, | |
| "learning_rate": 4.9655025505666e-06, | |
| "loss": 0.4553, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 1.53, | |
| "grad_norm": 2.279721233089429, | |
| "learning_rate": 4.94250506190979e-06, | |
| "loss": 0.4435, | |
| "step": 1755 | |
| }, | |
| { | |
| "epoch": 1.53, | |
| "grad_norm": 2.2783363369895246, | |
| "learning_rate": 4.9195087896831495e-06, | |
| "loss": 0.4518, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 1.53, | |
| "grad_norm": 2.265802433578123, | |
| "learning_rate": 4.896514220422718e-06, | |
| "loss": 0.4438, | |
| "step": 1765 | |
| }, | |
| { | |
| "epoch": 1.54, | |
| "grad_norm": 2.256465497081325, | |
| "learning_rate": 4.873521840628498e-06, | |
| "loss": 0.4583, | |
| "step": 1770 | |
| }, | |
| { | |
| "epoch": 1.54, | |
| "grad_norm": 2.194603255396972, | |
| "learning_rate": 4.850532136754178e-06, | |
| "loss": 0.4378, | |
| "step": 1775 | |
| }, | |
| { | |
| "epoch": 1.55, | |
| "grad_norm": 2.2121127647515393, | |
| "learning_rate": 4.827545595196825e-06, | |
| "loss": 0.4593, | |
| "step": 1780 | |
| }, | |
| { | |
| "epoch": 1.55, | |
| "grad_norm": 2.2787788765852577, | |
| "learning_rate": 4.804562702286606e-06, | |
| "loss": 0.4575, | |
| "step": 1785 | |
| }, | |
| { | |
| "epoch": 1.56, | |
| "grad_norm": 2.3657941610837496, | |
| "learning_rate": 4.7815839442764846e-06, | |
| "loss": 0.4315, | |
| "step": 1790 | |
| }, | |
| { | |
| "epoch": 1.56, | |
| "grad_norm": 2.394715564020185, | |
| "learning_rate": 4.758609807331948e-06, | |
| "loss": 0.4531, | |
| "step": 1795 | |
| }, | |
| { | |
| "epoch": 1.57, | |
| "grad_norm": 2.2870566209131553, | |
| "learning_rate": 4.735640777520716e-06, | |
| "loss": 0.4346, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 1.57, | |
| "grad_norm": 2.1772760958721955, | |
| "learning_rate": 4.712677340802454e-06, | |
| "loss": 0.424, | |
| "step": 1805 | |
| }, | |
| { | |
| "epoch": 1.57, | |
| "grad_norm": 2.2247434098325938, | |
| "learning_rate": 4.6897199830184885e-06, | |
| "loss": 0.4095, | |
| "step": 1810 | |
| }, | |
| { | |
| "epoch": 1.58, | |
| "grad_norm": 2.290681584181675, | |
| "learning_rate": 4.66676918988154e-06, | |
| "loss": 0.4357, | |
| "step": 1815 | |
| }, | |
| { | |
| "epoch": 1.58, | |
| "grad_norm": 2.2388519615862252, | |
| "learning_rate": 4.643825446965435e-06, | |
| "loss": 0.4301, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 1.59, | |
| "grad_norm": 2.202537044622834, | |
| "learning_rate": 4.620889239694842e-06, | |
| "loss": 0.4566, | |
| "step": 1825 | |
| }, | |
| { | |
| "epoch": 1.59, | |
| "grad_norm": 2.3671432882023424, | |
| "learning_rate": 4.5979610533349904e-06, | |
| "loss": 0.4361, | |
| "step": 1830 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "grad_norm": 2.2139507899755095, | |
| "learning_rate": 4.575041372981414e-06, | |
| "loss": 0.454, | |
| "step": 1835 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "grad_norm": 2.33465335246055, | |
| "learning_rate": 4.5521306835496825e-06, | |
| "loss": 0.4328, | |
| "step": 1840 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "grad_norm": 2.1273690709843462, | |
| "learning_rate": 4.5292294697651476e-06, | |
| "loss": 0.4381, | |
| "step": 1845 | |
| }, | |
| { | |
| "epoch": 1.61, | |
| "grad_norm": 2.3252935736092106, | |
| "learning_rate": 4.50633821615267e-06, | |
| "loss": 0.4612, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 1.61, | |
| "grad_norm": 2.3008242282079108, | |
| "learning_rate": 4.483457407026398e-06, | |
| "loss": 0.4305, | |
| "step": 1855 | |
| }, | |
| { | |
| "epoch": 1.62, | |
| "grad_norm": 2.174985689846034, | |
| "learning_rate": 4.460587526479493e-06, | |
| "loss": 0.4544, | |
| "step": 1860 | |
| }, | |
| { | |
| "epoch": 1.62, | |
| "grad_norm": 2.3490692073745856, | |
| "learning_rate": 4.437729058373903e-06, | |
| "loss": 0.4354, | |
| "step": 1865 | |
| }, | |
| { | |
| "epoch": 1.63, | |
| "grad_norm": 2.242430931619391, | |
| "learning_rate": 4.4148824863301185e-06, | |
| "loss": 0.4253, | |
| "step": 1870 | |
| }, | |
| { | |
| "epoch": 1.63, | |
| "grad_norm": 2.264671767323145, | |
| "learning_rate": 4.392048293716945e-06, | |
| "loss": 0.4247, | |
| "step": 1875 | |
| }, | |
| { | |
| "epoch": 1.63, | |
| "grad_norm": 2.2937868058141415, | |
| "learning_rate": 4.369226963641274e-06, | |
| "loss": 0.4649, | |
| "step": 1880 | |
| }, | |
| { | |
| "epoch": 1.64, | |
| "grad_norm": 2.2699213674438714, | |
| "learning_rate": 4.346418978937863e-06, | |
| "loss": 0.4414, | |
| "step": 1885 | |
| }, | |
| { | |
| "epoch": 1.64, | |
| "grad_norm": 2.3538952460044364, | |
| "learning_rate": 4.323624822159116e-06, | |
| "loss": 0.4331, | |
| "step": 1890 | |
| }, | |
| { | |
| "epoch": 1.65, | |
| "grad_norm": 2.2783366908821447, | |
| "learning_rate": 4.300844975564878e-06, | |
| "loss": 0.4215, | |
| "step": 1895 | |
| }, | |
| { | |
| "epoch": 1.65, | |
| "grad_norm": 2.2025691509337872, | |
| "learning_rate": 4.278079921112236e-06, | |
| "loss": 0.4361, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 1.66, | |
| "grad_norm": 2.2754937791696697, | |
| "learning_rate": 4.2553301404453125e-06, | |
| "loss": 0.4454, | |
| "step": 1905 | |
| }, | |
| { | |
| "epoch": 1.66, | |
| "grad_norm": 2.494049937308044, | |
| "learning_rate": 4.232596114885078e-06, | |
| "loss": 0.4428, | |
| "step": 1910 | |
| }, | |
| { | |
| "epoch": 1.67, | |
| "grad_norm": 2.324068297169444, | |
| "learning_rate": 4.209878325419176e-06, | |
| "loss": 0.4555, | |
| "step": 1915 | |
| }, | |
| { | |
| "epoch": 1.67, | |
| "grad_norm": 2.2124148165274407, | |
| "learning_rate": 4.187177252691734e-06, | |
| "loss": 0.4207, | |
| "step": 1920 | |
| }, | |
| { | |
| "epoch": 1.67, | |
| "grad_norm": 2.330370938836315, | |
| "learning_rate": 4.164493376993205e-06, | |
| "loss": 0.4433, | |
| "step": 1925 | |
| }, | |
| { | |
| "epoch": 1.68, | |
| "grad_norm": 2.280092234160569, | |
| "learning_rate": 4.1418271782501974e-06, | |
| "loss": 0.4301, | |
| "step": 1930 | |
| }, | |
| { | |
| "epoch": 1.68, | |
| "grad_norm": 2.2780438553394604, | |
| "learning_rate": 4.119179136015329e-06, | |
| "loss": 0.4585, | |
| "step": 1935 | |
| }, | |
| { | |
| "epoch": 1.69, | |
| "grad_norm": 2.2902061321424836, | |
| "learning_rate": 4.096549729457074e-06, | |
| "loss": 0.4543, | |
| "step": 1940 | |
| }, | |
| { | |
| "epoch": 1.69, | |
| "grad_norm": 2.247668306299449, | |
| "learning_rate": 4.0739394373496364e-06, | |
| "loss": 0.4374, | |
| "step": 1945 | |
| }, | |
| { | |
| "epoch": 1.7, | |
| "grad_norm": 2.210281346137928, | |
| "learning_rate": 4.051348738062798e-06, | |
| "loss": 0.4336, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 1.7, | |
| "grad_norm": 2.2955680525797395, | |
| "learning_rate": 4.028778109551826e-06, | |
| "loss": 0.4306, | |
| "step": 1955 | |
| }, | |
| { | |
| "epoch": 1.7, | |
| "grad_norm": 2.2066314731577976, | |
| "learning_rate": 4.006228029347339e-06, | |
| "loss": 0.4398, | |
| "step": 1960 | |
| }, | |
| { | |
| "epoch": 1.71, | |
| "grad_norm": 2.144292696403874, | |
| "learning_rate": 3.983698974545216e-06, | |
| "loss": 0.4209, | |
| "step": 1965 | |
| }, | |
| { | |
| "epoch": 1.71, | |
| "grad_norm": 2.4140585929310223, | |
| "learning_rate": 3.961191421796492e-06, | |
| "loss": 0.4414, | |
| "step": 1970 | |
| }, | |
| { | |
| "epoch": 1.72, | |
| "grad_norm": 2.259932100532896, | |
| "learning_rate": 3.938705847297285e-06, | |
| "loss": 0.4442, | |
| "step": 1975 | |
| }, | |
| { | |
| "epoch": 1.72, | |
| "grad_norm": 2.2955992868486095, | |
| "learning_rate": 3.916242726778712e-06, | |
| "loss": 0.4388, | |
| "step": 1980 | |
| }, | |
| { | |
| "epoch": 1.73, | |
| "grad_norm": 2.3276261180040896, | |
| "learning_rate": 3.893802535496834e-06, | |
| "loss": 0.4352, | |
| "step": 1985 | |
| }, | |
| { | |
| "epoch": 1.73, | |
| "grad_norm": 2.2603623578249734, | |
| "learning_rate": 3.871385748222584e-06, | |
| "loss": 0.4224, | |
| "step": 1990 | |
| }, | |
| { | |
| "epoch": 1.73, | |
| "grad_norm": 2.193353286563046, | |
| "learning_rate": 3.848992839231738e-06, | |
| "loss": 0.4326, | |
| "step": 1995 | |
| }, | |
| { | |
| "epoch": 1.74, | |
| "grad_norm": 2.288992981491336, | |
| "learning_rate": 3.826624282294876e-06, | |
| "loss": 0.4291, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 1.74, | |
| "grad_norm": 2.224041598232687, | |
| "learning_rate": 3.804280550667357e-06, | |
| "loss": 0.4165, | |
| "step": 2005 | |
| }, | |
| { | |
| "epoch": 1.75, | |
| "grad_norm": 2.2588806957365475, | |
| "learning_rate": 3.781962117079304e-06, | |
| "loss": 0.4401, | |
| "step": 2010 | |
| }, | |
| { | |
| "epoch": 1.75, | |
| "grad_norm": 2.2237942651038254, | |
| "learning_rate": 3.759669453725607e-06, | |
| "loss": 0.4368, | |
| "step": 2015 | |
| }, | |
| { | |
| "epoch": 1.76, | |
| "grad_norm": 2.340413330784164, | |
| "learning_rate": 3.737403032255932e-06, | |
| "loss": 0.433, | |
| "step": 2020 | |
| }, | |
| { | |
| "epoch": 1.76, | |
| "grad_norm": 2.3588321620415402, | |
| "learning_rate": 3.71516332376474e-06, | |
| "loss": 0.4318, | |
| "step": 2025 | |
| }, | |
| { | |
| "epoch": 1.77, | |
| "grad_norm": 3.8365706672083375, | |
| "learning_rate": 3.6929507987813185e-06, | |
| "loss": 0.4398, | |
| "step": 2030 | |
| }, | |
| { | |
| "epoch": 1.77, | |
| "grad_norm": 2.2030009620446194, | |
| "learning_rate": 3.670765927259832e-06, | |
| "loss": 0.4376, | |
| "step": 2035 | |
| }, | |
| { | |
| "epoch": 1.77, | |
| "grad_norm": 2.1843672172551463, | |
| "learning_rate": 3.6486091785693744e-06, | |
| "loss": 0.4202, | |
| "step": 2040 | |
| }, | |
| { | |
| "epoch": 1.78, | |
| "grad_norm": 2.226700778755956, | |
| "learning_rate": 3.626481021484045e-06, | |
| "loss": 0.4115, | |
| "step": 2045 | |
| }, | |
| { | |
| "epoch": 1.78, | |
| "grad_norm": 2.3004579747757705, | |
| "learning_rate": 3.6043819241730148e-06, | |
| "loss": 0.4331, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 1.79, | |
| "grad_norm": 2.213263439511049, | |
| "learning_rate": 3.582312354190643e-06, | |
| "loss": 0.4231, | |
| "step": 2055 | |
| }, | |
| { | |
| "epoch": 1.79, | |
| "grad_norm": 2.2802111043844926, | |
| "learning_rate": 3.5602727784665692e-06, | |
| "loss": 0.4187, | |
| "step": 2060 | |
| }, | |
| { | |
| "epoch": 1.8, | |
| "grad_norm": 2.3209983286675158, | |
| "learning_rate": 3.538263663295841e-06, | |
| "loss": 0.4433, | |
| "step": 2065 | |
| }, | |
| { | |
| "epoch": 1.8, | |
| "grad_norm": 2.211102964823549, | |
| "learning_rate": 3.516285474329045e-06, | |
| "loss": 0.4329, | |
| "step": 2070 | |
| }, | |
| { | |
| "epoch": 1.8, | |
| "grad_norm": 2.2154473812994255, | |
| "learning_rate": 3.4943386765624564e-06, | |
| "loss": 0.4464, | |
| "step": 2075 | |
| }, | |
| { | |
| "epoch": 1.81, | |
| "grad_norm": 2.379437949936965, | |
| "learning_rate": 3.472423734328205e-06, | |
| "loss": 0.4494, | |
| "step": 2080 | |
| }, | |
| { | |
| "epoch": 1.81, | |
| "grad_norm": 2.2412367250685374, | |
| "learning_rate": 3.450541111284447e-06, | |
| "loss": 0.444, | |
| "step": 2085 | |
| }, | |
| { | |
| "epoch": 1.82, | |
| "grad_norm": 2.2888382910956655, | |
| "learning_rate": 3.4286912704055507e-06, | |
| "loss": 0.4525, | |
| "step": 2090 | |
| }, | |
| { | |
| "epoch": 1.82, | |
| "grad_norm": 2.270694169670531, | |
| "learning_rate": 3.4068746739723124e-06, | |
| "loss": 0.4465, | |
| "step": 2095 | |
| }, | |
| { | |
| "epoch": 1.83, | |
| "grad_norm": 2.403612322315147, | |
| "learning_rate": 3.385091783562168e-06, | |
| "loss": 0.4423, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 1.83, | |
| "grad_norm": 2.3531894071091233, | |
| "learning_rate": 3.363343060039431e-06, | |
| "loss": 0.4234, | |
| "step": 2105 | |
| }, | |
| { | |
| "epoch": 1.83, | |
| "grad_norm": 2.2914909080973622, | |
| "learning_rate": 3.3416289635455367e-06, | |
| "loss": 0.4485, | |
| "step": 2110 | |
| }, | |
| { | |
| "epoch": 1.84, | |
| "grad_norm": 2.265368076663664, | |
| "learning_rate": 3.319949953489313e-06, | |
| "loss": 0.4503, | |
| "step": 2115 | |
| }, | |
| { | |
| "epoch": 1.84, | |
| "grad_norm": 2.1959246230192666, | |
| "learning_rate": 3.2983064885372574e-06, | |
| "loss": 0.4174, | |
| "step": 2120 | |
| }, | |
| { | |
| "epoch": 1.85, | |
| "grad_norm": 2.2566063733367145, | |
| "learning_rate": 3.2766990266038358e-06, | |
| "loss": 0.4202, | |
| "step": 2125 | |
| }, | |
| { | |
| "epoch": 1.85, | |
| "grad_norm": 2.421453614794928, | |
| "learning_rate": 3.255128024841786e-06, | |
| "loss": 0.4445, | |
| "step": 2130 | |
| }, | |
| { | |
| "epoch": 1.86, | |
| "grad_norm": 2.2481623701541027, | |
| "learning_rate": 3.233593939632458e-06, | |
| "loss": 0.4356, | |
| "step": 2135 | |
| }, | |
| { | |
| "epoch": 1.86, | |
| "grad_norm": 2.241280678645406, | |
| "learning_rate": 3.21209722657615e-06, | |
| "loss": 0.4285, | |
| "step": 2140 | |
| }, | |
| { | |
| "epoch": 1.87, | |
| "grad_norm": 2.322803716341616, | |
| "learning_rate": 3.1906383404824735e-06, | |
| "loss": 0.4439, | |
| "step": 2145 | |
| }, | |
| { | |
| "epoch": 1.87, | |
| "grad_norm": 2.322285084946949, | |
| "learning_rate": 3.169217735360721e-06, | |
| "loss": 0.428, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 1.87, | |
| "grad_norm": 2.2276484946529838, | |
| "learning_rate": 3.1478358644102763e-06, | |
| "loss": 0.4263, | |
| "step": 2155 | |
| }, | |
| { | |
| "epoch": 1.88, | |
| "grad_norm": 2.303959342499357, | |
| "learning_rate": 3.1264931800110143e-06, | |
| "loss": 0.435, | |
| "step": 2160 | |
| }, | |
| { | |
| "epoch": 1.88, | |
| "grad_norm": 2.3968857618720576, | |
| "learning_rate": 3.1051901337137337e-06, | |
| "loss": 0.4344, | |
| "step": 2165 | |
| }, | |
| { | |
| "epoch": 1.89, | |
| "grad_norm": 2.2864487346327955, | |
| "learning_rate": 3.083927176230601e-06, | |
| "loss": 0.4146, | |
| "step": 2170 | |
| }, | |
| { | |
| "epoch": 1.89, | |
| "grad_norm": 2.2707616791627934, | |
| "learning_rate": 3.062704757425622e-06, | |
| "loss": 0.4255, | |
| "step": 2175 | |
| }, | |
| { | |
| "epoch": 1.9, | |
| "grad_norm": 2.207654035345, | |
| "learning_rate": 3.041523326305112e-06, | |
| "loss": 0.436, | |
| "step": 2180 | |
| }, | |
| { | |
| "epoch": 1.9, | |
| "grad_norm": 2.1599866413154234, | |
| "learning_rate": 3.020383331008212e-06, | |
| "loss": 0.4135, | |
| "step": 2185 | |
| }, | |
| { | |
| "epoch": 1.9, | |
| "grad_norm": 2.2816200841515735, | |
| "learning_rate": 2.9992852187973877e-06, | |
| "loss": 0.4195, | |
| "step": 2190 | |
| }, | |
| { | |
| "epoch": 1.91, | |
| "grad_norm": 2.229660770796668, | |
| "learning_rate": 2.978229436048983e-06, | |
| "loss": 0.4182, | |
| "step": 2195 | |
| }, | |
| { | |
| "epoch": 1.91, | |
| "grad_norm": 2.270385764605724, | |
| "learning_rate": 2.957216428243772e-06, | |
| "loss": 0.4293, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 1.92, | |
| "grad_norm": 2.212249171865807, | |
| "learning_rate": 2.9362466399575295e-06, | |
| "loss": 0.4269, | |
| "step": 2205 | |
| }, | |
| { | |
| "epoch": 1.92, | |
| "grad_norm": 2.3022153629135467, | |
| "learning_rate": 2.915320514851627e-06, | |
| "loss": 0.4252, | |
| "step": 2210 | |
| }, | |
| { | |
| "epoch": 1.93, | |
| "grad_norm": 2.1798650360818383, | |
| "learning_rate": 2.894438495663644e-06, | |
| "loss": 0.4186, | |
| "step": 2215 | |
| }, | |
| { | |
| "epoch": 1.93, | |
| "grad_norm": 2.266858831074868, | |
| "learning_rate": 2.8736010241980115e-06, | |
| "loss": 0.4366, | |
| "step": 2220 | |
| }, | |
| { | |
| "epoch": 1.93, | |
| "grad_norm": 2.1667781306193334, | |
| "learning_rate": 2.8528085413166527e-06, | |
| "loss": 0.4136, | |
| "step": 2225 | |
| }, | |
| { | |
| "epoch": 1.94, | |
| "grad_norm": 2.2017355573681985, | |
| "learning_rate": 2.8320614869296566e-06, | |
| "loss": 0.4342, | |
| "step": 2230 | |
| }, | |
| { | |
| "epoch": 1.94, | |
| "grad_norm": 2.2079876034896455, | |
| "learning_rate": 2.8113602999859764e-06, | |
| "loss": 0.4345, | |
| "step": 2235 | |
| }, | |
| { | |
| "epoch": 1.95, | |
| "grad_norm": 2.202004834836398, | |
| "learning_rate": 2.7907054184641412e-06, | |
| "loss": 0.4152, | |
| "step": 2240 | |
| }, | |
| { | |
| "epoch": 1.95, | |
| "grad_norm": 2.16840408850076, | |
| "learning_rate": 2.7700972793629866e-06, | |
| "loss": 0.4222, | |
| "step": 2245 | |
| }, | |
| { | |
| "epoch": 1.96, | |
| "grad_norm": 2.223578396387233, | |
| "learning_rate": 2.7495363186924125e-06, | |
| "loss": 0.4349, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 1.96, | |
| "grad_norm": 2.261505217210584, | |
| "learning_rate": 2.7290229714641546e-06, | |
| "loss": 0.4334, | |
| "step": 2255 | |
| }, | |
| { | |
| "epoch": 1.97, | |
| "grad_norm": 2.2233867732051404, | |
| "learning_rate": 2.708557671682586e-06, | |
| "loss": 0.4338, | |
| "step": 2260 | |
| }, | |
| { | |
| "epoch": 1.97, | |
| "grad_norm": 2.283982826150082, | |
| "learning_rate": 2.68814085233553e-06, | |
| "loss": 0.4255, | |
| "step": 2265 | |
| }, | |
| { | |
| "epoch": 1.97, | |
| "grad_norm": 2.237726467608789, | |
| "learning_rate": 2.6677729453850964e-06, | |
| "loss": 0.4211, | |
| "step": 2270 | |
| }, | |
| { | |
| "epoch": 1.98, | |
| "grad_norm": 2.331024809245345, | |
| "learning_rate": 2.6474543817585575e-06, | |
| "loss": 0.4407, | |
| "step": 2275 | |
| }, | |
| { | |
| "epoch": 1.98, | |
| "grad_norm": 2.2236864768079294, | |
| "learning_rate": 2.627185591339212e-06, | |
| "loss": 0.4317, | |
| "step": 2280 | |
| }, | |
| { | |
| "epoch": 1.99, | |
| "grad_norm": 2.2713302070160997, | |
| "learning_rate": 2.6069670029573036e-06, | |
| "loss": 0.4206, | |
| "step": 2285 | |
| }, | |
| { | |
| "epoch": 1.99, | |
| "grad_norm": 2.2901608785310743, | |
| "learning_rate": 2.5867990443809373e-06, | |
| "loss": 0.4385, | |
| "step": 2290 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "grad_norm": 2.2797959852072096, | |
| "learning_rate": 2.5666821423070386e-06, | |
| "loss": 0.4167, | |
| "step": 2295 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "grad_norm": 2.25422106532395, | |
| "learning_rate": 2.546616722352321e-06, | |
| "loss": 0.4267, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "grad_norm": 3.078936861391817, | |
| "learning_rate": 2.526603209044286e-06, | |
| "loss": 0.2427, | |
| "step": 2305 | |
| }, | |
| { | |
| "epoch": 2.01, | |
| "grad_norm": 3.0338752203541777, | |
| "learning_rate": 2.50664202581223e-06, | |
| "loss": 0.2334, | |
| "step": 2310 | |
| }, | |
| { | |
| "epoch": 2.01, | |
| "grad_norm": 2.6674179643190516, | |
| "learning_rate": 2.486733594978298e-06, | |
| "loss": 0.2044, | |
| "step": 2315 | |
| }, | |
| { | |
| "epoch": 2.02, | |
| "grad_norm": 2.5584075286035772, | |
| "learning_rate": 2.466878337748541e-06, | |
| "loss": 0.2142, | |
| "step": 2320 | |
| }, | |
| { | |
| "epoch": 2.02, | |
| "grad_norm": 2.4273031380880057, | |
| "learning_rate": 2.447076674204011e-06, | |
| "loss": 0.2183, | |
| "step": 2325 | |
| }, | |
| { | |
| "epoch": 2.03, | |
| "grad_norm": 2.281976180794783, | |
| "learning_rate": 2.427329023291864e-06, | |
| "loss": 0.2129, | |
| "step": 2330 | |
| }, | |
| { | |
| "epoch": 2.03, | |
| "grad_norm": 2.3648221730843395, | |
| "learning_rate": 2.407635802816506e-06, | |
| "loss": 0.2317, | |
| "step": 2335 | |
| }, | |
| { | |
| "epoch": 2.03, | |
| "grad_norm": 2.3911736141745537, | |
| "learning_rate": 2.387997429430746e-06, | |
| "loss": 0.2245, | |
| "step": 2340 | |
| }, | |
| { | |
| "epoch": 2.04, | |
| "grad_norm": 2.595042568929118, | |
| "learning_rate": 2.3684143186269887e-06, | |
| "loss": 0.2236, | |
| "step": 2345 | |
| }, | |
| { | |
| "epoch": 2.04, | |
| "grad_norm": 2.4778116434984025, | |
| "learning_rate": 2.3488868847284296e-06, | |
| "loss": 0.2211, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 2.05, | |
| "grad_norm": 2.4910327415757756, | |
| "learning_rate": 2.329415540880307e-06, | |
| "loss": 0.2211, | |
| "step": 2355 | |
| }, | |
| { | |
| "epoch": 2.05, | |
| "grad_norm": 2.4290998048021977, | |
| "learning_rate": 2.3100006990411476e-06, | |
| "loss": 0.2183, | |
| "step": 2360 | |
| }, | |
| { | |
| "epoch": 2.06, | |
| "grad_norm": 2.356104409371097, | |
| "learning_rate": 2.290642769974063e-06, | |
| "loss": 0.2151, | |
| "step": 2365 | |
| }, | |
| { | |
| "epoch": 2.06, | |
| "grad_norm": 2.520455659230371, | |
| "learning_rate": 2.271342163238041e-06, | |
| "loss": 0.2299, | |
| "step": 2370 | |
| }, | |
| { | |
| "epoch": 2.07, | |
| "grad_norm": 2.33654416831311, | |
| "learning_rate": 2.252099287179298e-06, | |
| "loss": 0.2137, | |
| "step": 2375 | |
| }, | |
| { | |
| "epoch": 2.07, | |
| "grad_norm": 2.565006159671707, | |
| "learning_rate": 2.2329145489226307e-06, | |
| "loss": 0.2279, | |
| "step": 2380 | |
| }, | |
| { | |
| "epoch": 2.07, | |
| "grad_norm": 2.5151919660325968, | |
| "learning_rate": 2.2137883543628047e-06, | |
| "loss": 0.2185, | |
| "step": 2385 | |
| }, | |
| { | |
| "epoch": 2.08, | |
| "grad_norm": 2.4666107209087187, | |
| "learning_rate": 2.1947211081559666e-06, | |
| "loss": 0.2073, | |
| "step": 2390 | |
| }, | |
| { | |
| "epoch": 2.08, | |
| "grad_norm": 2.4483308704122195, | |
| "learning_rate": 2.1757132137110826e-06, | |
| "loss": 0.2184, | |
| "step": 2395 | |
| }, | |
| { | |
| "epoch": 2.09, | |
| "grad_norm": 2.4022068639942367, | |
| "learning_rate": 2.1567650731814045e-06, | |
| "loss": 0.2216, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 2.09, | |
| "grad_norm": 2.4475371432336663, | |
| "learning_rate": 2.1378770874559607e-06, | |
| "loss": 0.2049, | |
| "step": 2405 | |
| }, | |
| { | |
| "epoch": 2.1, | |
| "grad_norm": 2.5467512300119015, | |
| "learning_rate": 2.1190496561510693e-06, | |
| "loss": 0.2056, | |
| "step": 2410 | |
| }, | |
| { | |
| "epoch": 2.1, | |
| "grad_norm": 2.3365808578736518, | |
| "learning_rate": 2.100283177601892e-06, | |
| "loss": 0.2051, | |
| "step": 2415 | |
| }, | |
| { | |
| "epoch": 2.1, | |
| "grad_norm": 2.3441486856497225, | |
| "learning_rate": 2.081578048854007e-06, | |
| "loss": 0.2138, | |
| "step": 2420 | |
| }, | |
| { | |
| "epoch": 2.11, | |
| "grad_norm": 2.635268753849708, | |
| "learning_rate": 2.0629346656549996e-06, | |
| "loss": 0.2185, | |
| "step": 2425 | |
| }, | |
| { | |
| "epoch": 2.11, | |
| "grad_norm": 2.4875959650107458, | |
| "learning_rate": 2.044353422446091e-06, | |
| "loss": 0.2205, | |
| "step": 2430 | |
| }, | |
| { | |
| "epoch": 2.12, | |
| "grad_norm": 2.453382098035225, | |
| "learning_rate": 2.0258347123538013e-06, | |
| "loss": 0.2194, | |
| "step": 2435 | |
| }, | |
| { | |
| "epoch": 2.12, | |
| "grad_norm": 2.5535540646032593, | |
| "learning_rate": 2.0073789271816246e-06, | |
| "loss": 0.225, | |
| "step": 2440 | |
| }, | |
| { | |
| "epoch": 2.13, | |
| "grad_norm": 2.3990094762895153, | |
| "learning_rate": 1.9889864574017433e-06, | |
| "loss": 0.2212, | |
| "step": 2445 | |
| }, | |
| { | |
| "epoch": 2.13, | |
| "grad_norm": 2.572526283977743, | |
| "learning_rate": 1.9706576921467627e-06, | |
| "loss": 0.2189, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 2.13, | |
| "grad_norm": 2.4878028844723907, | |
| "learning_rate": 1.952393019201484e-06, | |
| "loss": 0.2266, | |
| "step": 2455 | |
| }, | |
| { | |
| "epoch": 2.14, | |
| "grad_norm": 2.3992447329696107, | |
| "learning_rate": 1.934192824994694e-06, | |
| "loss": 0.2011, | |
| "step": 2460 | |
| }, | |
| { | |
| "epoch": 2.14, | |
| "grad_norm": 3.230696063743111, | |
| "learning_rate": 1.916057494590994e-06, | |
| "loss": 0.2138, | |
| "step": 2465 | |
| }, | |
| { | |
| "epoch": 2.15, | |
| "grad_norm": 2.4556476782365957, | |
| "learning_rate": 1.8979874116826436e-06, | |
| "loss": 0.2128, | |
| "step": 2470 | |
| }, | |
| { | |
| "epoch": 2.15, | |
| "grad_norm": 2.5017117854146984, | |
| "learning_rate": 1.8799829585814627e-06, | |
| "loss": 0.2127, | |
| "step": 2475 | |
| }, | |
| { | |
| "epoch": 2.16, | |
| "grad_norm": 2.3513868209738744, | |
| "learning_rate": 1.8620445162107204e-06, | |
| "loss": 0.2047, | |
| "step": 2480 | |
| }, | |
| { | |
| "epoch": 2.16, | |
| "grad_norm": 2.3299203264727852, | |
| "learning_rate": 1.8441724640970904e-06, | |
| "loss": 0.2101, | |
| "step": 2485 | |
| }, | |
| { | |
| "epoch": 2.17, | |
| "grad_norm": 2.4798119847923235, | |
| "learning_rate": 1.826367180362612e-06, | |
| "loss": 0.2171, | |
| "step": 2490 | |
| }, | |
| { | |
| "epoch": 2.17, | |
| "grad_norm": 2.538341375619424, | |
| "learning_rate": 1.808629041716698e-06, | |
| "loss": 0.2213, | |
| "step": 2495 | |
| }, | |
| { | |
| "epoch": 2.17, | |
| "grad_norm": 2.472603273914458, | |
| "learning_rate": 1.7909584234481591e-06, | |
| "loss": 0.2141, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 2.18, | |
| "grad_norm": 2.4757251006111747, | |
| "learning_rate": 1.7733556994172719e-06, | |
| "loss": 0.2076, | |
| "step": 2505 | |
| }, | |
| { | |
| "epoch": 2.18, | |
| "grad_norm": 2.4403116297970606, | |
| "learning_rate": 1.7558212420478533e-06, | |
| "loss": 0.2108, | |
| "step": 2510 | |
| }, | |
| { | |
| "epoch": 2.19, | |
| "grad_norm": 2.3937822033927123, | |
| "learning_rate": 1.7383554223193977e-06, | |
| "loss": 0.2183, | |
| "step": 2515 | |
| }, | |
| { | |
| "epoch": 2.19, | |
| "grad_norm": 2.4812019825904854, | |
| "learning_rate": 1.720958609759219e-06, | |
| "loss": 0.2036, | |
| "step": 2520 | |
| }, | |
| { | |
| "epoch": 2.2, | |
| "grad_norm": 2.815408112564539, | |
| "learning_rate": 1.703631172434636e-06, | |
| "loss": 0.2217, | |
| "step": 2525 | |
| }, | |
| { | |
| "epoch": 2.2, | |
| "grad_norm": 2.561348994388801, | |
| "learning_rate": 1.6863734769451822e-06, | |
| "loss": 0.2194, | |
| "step": 2530 | |
| }, | |
| { | |
| "epoch": 2.2, | |
| "grad_norm": 2.3832304794284993, | |
| "learning_rate": 1.6691858884148527e-06, | |
| "loss": 0.2063, | |
| "step": 2535 | |
| }, | |
| { | |
| "epoch": 2.21, | |
| "grad_norm": 2.4670748321250917, | |
| "learning_rate": 1.6520687704843762e-06, | |
| "loss": 0.213, | |
| "step": 2540 | |
| }, | |
| { | |
| "epoch": 2.21, | |
| "grad_norm": 2.509183464514469, | |
| "learning_rate": 1.6350224853035268e-06, | |
| "loss": 0.2193, | |
| "step": 2545 | |
| }, | |
| { | |
| "epoch": 2.22, | |
| "grad_norm": 2.4993326189673923, | |
| "learning_rate": 1.6180473935234508e-06, | |
| "loss": 0.2091, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 2.22, | |
| "grad_norm": 2.4702996837153424, | |
| "learning_rate": 1.6011438542890484e-06, | |
| "loss": 0.2254, | |
| "step": 2555 | |
| }, | |
| { | |
| "epoch": 2.23, | |
| "grad_norm": 2.557538672084199, | |
| "learning_rate": 1.584312225231373e-06, | |
| "loss": 0.2146, | |
| "step": 2560 | |
| }, | |
| { | |
| "epoch": 2.23, | |
| "grad_norm": 2.5982075216250307, | |
| "learning_rate": 1.56755286246006e-06, | |
| "loss": 0.2216, | |
| "step": 2565 | |
| }, | |
| { | |
| "epoch": 2.23, | |
| "grad_norm": 2.4959152897024275, | |
| "learning_rate": 1.5508661205557902e-06, | |
| "loss": 0.2067, | |
| "step": 2570 | |
| }, | |
| { | |
| "epoch": 2.24, | |
| "grad_norm": 2.4985893772429204, | |
| "learning_rate": 1.5342523525627973e-06, | |
| "loss": 0.2214, | |
| "step": 2575 | |
| }, | |
| { | |
| "epoch": 2.24, | |
| "grad_norm": 2.409035587015272, | |
| "learning_rate": 1.5177119099813925e-06, | |
| "loss": 0.2147, | |
| "step": 2580 | |
| }, | |
| { | |
| "epoch": 2.25, | |
| "grad_norm": 2.5968730449121766, | |
| "learning_rate": 1.5012451427605295e-06, | |
| "loss": 0.2184, | |
| "step": 2585 | |
| }, | |
| { | |
| "epoch": 2.25, | |
| "grad_norm": 2.5561487275537393, | |
| "learning_rate": 1.484852399290398e-06, | |
| "loss": 0.2052, | |
| "step": 2590 | |
| }, | |
| { | |
| "epoch": 2.26, | |
| "grad_norm": 2.632110553434636, | |
| "learning_rate": 1.468534026395056e-06, | |
| "loss": 0.2159, | |
| "step": 2595 | |
| }, | |
| { | |
| "epoch": 2.26, | |
| "grad_norm": 2.6369225582838727, | |
| "learning_rate": 1.4522903693250906e-06, | |
| "loss": 0.2359, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 2.27, | |
| "grad_norm": 2.4423086751769447, | |
| "learning_rate": 1.4361217717503145e-06, | |
| "loss": 0.2131, | |
| "step": 2605 | |
| }, | |
| { | |
| "epoch": 2.27, | |
| "grad_norm": 2.468483025647043, | |
| "learning_rate": 1.4200285757524896e-06, | |
| "loss": 0.2159, | |
| "step": 2610 | |
| }, | |
| { | |
| "epoch": 2.27, | |
| "grad_norm": 2.4975935128764726, | |
| "learning_rate": 1.4040111218180968e-06, | |
| "loss": 0.2034, | |
| "step": 2615 | |
| }, | |
| { | |
| "epoch": 2.28, | |
| "grad_norm": 2.5909634014951712, | |
| "learning_rate": 1.388069748831133e-06, | |
| "loss": 0.2242, | |
| "step": 2620 | |
| }, | |
| { | |
| "epoch": 2.28, | |
| "grad_norm": 2.5919849822402985, | |
| "learning_rate": 1.3722047940659328e-06, | |
| "loss": 0.2194, | |
| "step": 2625 | |
| }, | |
| { | |
| "epoch": 2.29, | |
| "grad_norm": 2.455607537878878, | |
| "learning_rate": 1.356416593180036e-06, | |
| "loss": 0.2227, | |
| "step": 2630 | |
| }, | |
| { | |
| "epoch": 2.29, | |
| "grad_norm": 2.5525735792403075, | |
| "learning_rate": 1.3407054802070923e-06, | |
| "loss": 0.2177, | |
| "step": 2635 | |
| }, | |
| { | |
| "epoch": 2.3, | |
| "grad_norm": 2.5763191988421417, | |
| "learning_rate": 1.3250717875497865e-06, | |
| "loss": 0.2033, | |
| "step": 2640 | |
| }, | |
| { | |
| "epoch": 2.3, | |
| "grad_norm": 2.5268479767549334, | |
| "learning_rate": 1.3095158459728092e-06, | |
| "loss": 0.2055, | |
| "step": 2645 | |
| }, | |
| { | |
| "epoch": 2.3, | |
| "grad_norm": 2.5486803652093633, | |
| "learning_rate": 1.294037984595859e-06, | |
| "loss": 0.2083, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 2.31, | |
| "grad_norm": 2.566098393683622, | |
| "learning_rate": 1.2786385308866772e-06, | |
| "loss": 0.2154, | |
| "step": 2655 | |
| }, | |
| { | |
| "epoch": 2.31, | |
| "grad_norm": 3.188245118367528, | |
| "learning_rate": 1.2633178106541217e-06, | |
| "loss": 0.2129, | |
| "step": 2660 | |
| }, | |
| { | |
| "epoch": 2.32, | |
| "grad_norm": 2.5401452854445794, | |
| "learning_rate": 1.248076148041274e-06, | |
| "loss": 0.204, | |
| "step": 2665 | |
| }, | |
| { | |
| "epoch": 2.32, | |
| "grad_norm": 2.4149301452746132, | |
| "learning_rate": 1.2329138655185736e-06, | |
| "loss": 0.2119, | |
| "step": 2670 | |
| }, | |
| { | |
| "epoch": 2.33, | |
| "grad_norm": 2.4601647903220676, | |
| "learning_rate": 1.2178312838770119e-06, | |
| "loss": 0.212, | |
| "step": 2675 | |
| }, | |
| { | |
| "epoch": 2.33, | |
| "grad_norm": 2.503416524017546, | |
| "learning_rate": 1.2028287222213286e-06, | |
| "loss": 0.2095, | |
| "step": 2680 | |
| }, | |
| { | |
| "epoch": 2.33, | |
| "grad_norm": 2.514672386421696, | |
| "learning_rate": 1.1879064979632705e-06, | |
| "loss": 0.209, | |
| "step": 2685 | |
| }, | |
| { | |
| "epoch": 2.34, | |
| "grad_norm": 2.589514084936205, | |
| "learning_rate": 1.1730649268148663e-06, | |
| "loss": 0.2134, | |
| "step": 2690 | |
| }, | |
| { | |
| "epoch": 2.34, | |
| "grad_norm": 2.3972054242854246, | |
| "learning_rate": 1.1583043227817608e-06, | |
| "loss": 0.1996, | |
| "step": 2695 | |
| }, | |
| { | |
| "epoch": 2.35, | |
| "grad_norm": 2.9915330230427144, | |
| "learning_rate": 1.1436249981565577e-06, | |
| "loss": 0.2097, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 2.35, | |
| "grad_norm": 2.4095232184813056, | |
| "learning_rate": 1.1290272635122256e-06, | |
| "loss": 0.2089, | |
| "step": 2705 | |
| }, | |
| { | |
| "epoch": 2.36, | |
| "grad_norm": 2.40401180034597, | |
| "learning_rate": 1.114511427695512e-06, | |
| "loss": 0.2043, | |
| "step": 2710 | |
| }, | |
| { | |
| "epoch": 2.36, | |
| "grad_norm": 2.5990161443829143, | |
| "learning_rate": 1.1000777978204214e-06, | |
| "loss": 0.2138, | |
| "step": 2715 | |
| }, | |
| { | |
| "epoch": 2.37, | |
| "grad_norm": 2.412272176972184, | |
| "learning_rate": 1.0857266792617122e-06, | |
| "loss": 0.2129, | |
| "step": 2720 | |
| }, | |
| { | |
| "epoch": 2.37, | |
| "grad_norm": 2.490425041886623, | |
| "learning_rate": 1.0714583756484382e-06, | |
| "loss": 0.2081, | |
| "step": 2725 | |
| }, | |
| { | |
| "epoch": 2.37, | |
| "grad_norm": 2.545431926941494, | |
| "learning_rate": 1.057273188857521e-06, | |
| "loss": 0.1969, | |
| "step": 2730 | |
| }, | |
| { | |
| "epoch": 2.38, | |
| "grad_norm": 2.5491354697389994, | |
| "learning_rate": 1.0431714190073673e-06, | |
| "loss": 0.2099, | |
| "step": 2735 | |
| }, | |
| { | |
| "epoch": 2.38, | |
| "grad_norm": 2.535722843097943, | |
| "learning_rate": 1.0291533644515167e-06, | |
| "loss": 0.2188, | |
| "step": 2740 | |
| }, | |
| { | |
| "epoch": 2.39, | |
| "grad_norm": 2.4412268635568823, | |
| "learning_rate": 1.0152193217723316e-06, | |
| "loss": 0.2066, | |
| "step": 2745 | |
| }, | |
| { | |
| "epoch": 2.39, | |
| "grad_norm": 2.4284105675604466, | |
| "learning_rate": 1.0013695857747175e-06, | |
| "loss": 0.2046, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 2.4, | |
| "grad_norm": 2.5647064944739415, | |
| "learning_rate": 9.876044494798897e-07, | |
| "loss": 0.2028, | |
| "step": 2755 | |
| }, | |
| { | |
| "epoch": 2.4, | |
| "grad_norm": 2.4550051723816115, | |
| "learning_rate": 9.739242041191782e-07, | |
| "loss": 0.2041, | |
| "step": 2760 | |
| }, | |
| { | |
| "epoch": 2.4, | |
| "grad_norm": 2.500586072069052, | |
| "learning_rate": 9.60329139127857e-07, | |
| "loss": 0.2034, | |
| "step": 2765 | |
| }, | |
| { | |
| "epoch": 2.41, | |
| "grad_norm": 2.486030234412699, | |
| "learning_rate": 9.46819542139023e-07, | |
| "loss": 0.2105, | |
| "step": 2770 | |
| }, | |
| { | |
| "epoch": 2.41, | |
| "grad_norm": 2.47132818523371, | |
| "learning_rate": 9.333956989775151e-07, | |
| "loss": 0.2062, | |
| "step": 2775 | |
| }, | |
| { | |
| "epoch": 2.42, | |
| "grad_norm": 2.5162354138555383, | |
| "learning_rate": 9.200578936538629e-07, | |
| "loss": 0.2042, | |
| "step": 2780 | |
| }, | |
| { | |
| "epoch": 2.42, | |
| "grad_norm": 2.6450756972218112, | |
| "learning_rate": 9.06806408358279e-07, | |
| "loss": 0.2068, | |
| "step": 2785 | |
| }, | |
| { | |
| "epoch": 2.43, | |
| "grad_norm": 2.51599107747933, | |
| "learning_rate": 8.93641523454688e-07, | |
| "loss": 0.2167, | |
| "step": 2790 | |
| }, | |
| { | |
| "epoch": 2.43, | |
| "grad_norm": 2.452817624703225, | |
| "learning_rate": 8.805635174747962e-07, | |
| "loss": 0.2112, | |
| "step": 2795 | |
| }, | |
| { | |
| "epoch": 2.43, | |
| "grad_norm": 2.499623368832961, | |
| "learning_rate": 8.67572667112197e-07, | |
| "loss": 0.2088, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 2.44, | |
| "grad_norm": 2.4658751702963886, | |
| "learning_rate": 8.546692472165197e-07, | |
| "loss": 0.206, | |
| "step": 2805 | |
| }, | |
| { | |
| "epoch": 2.44, | |
| "grad_norm": 2.611752158683941, | |
| "learning_rate": 8.418535307876058e-07, | |
| "loss": 0.2188, | |
| "step": 2810 | |
| }, | |
| { | |
| "epoch": 2.45, | |
| "grad_norm": 2.604795643200606, | |
| "learning_rate": 8.291257889697485e-07, | |
| "loss": 0.2034, | |
| "step": 2815 | |
| }, | |
| { | |
| "epoch": 2.45, | |
| "grad_norm": 2.522685491865494, | |
| "learning_rate": 8.16486291045942e-07, | |
| "loss": 0.2092, | |
| "step": 2820 | |
| }, | |
| { | |
| "epoch": 2.46, | |
| "grad_norm": 2.674101175782956, | |
| "learning_rate": 8.039353044321918e-07, | |
| "loss": 0.2073, | |
| "step": 2825 | |
| }, | |
| { | |
| "epoch": 2.46, | |
| "grad_norm": 2.580255680760457, | |
| "learning_rate": 7.914730946718507e-07, | |
| "loss": 0.2169, | |
| "step": 2830 | |
| }, | |
| { | |
| "epoch": 2.47, | |
| "grad_norm": 2.5015240037459154, | |
| "learning_rate": 7.790999254300081e-07, | |
| "loss": 0.2041, | |
| "step": 2835 | |
| }, | |
| { | |
| "epoch": 2.47, | |
| "grad_norm": 2.4392301749269687, | |
| "learning_rate": 7.66816058487907e-07, | |
| "loss": 0.2005, | |
| "step": 2840 | |
| }, | |
| { | |
| "epoch": 2.47, | |
| "grad_norm": 2.3498058173364234, | |
| "learning_rate": 7.546217537374073e-07, | |
| "loss": 0.2026, | |
| "step": 2845 | |
| }, | |
| { | |
| "epoch": 2.48, | |
| "grad_norm": 2.4522810673328204, | |
| "learning_rate": 7.425172691754851e-07, | |
| "loss": 0.2123, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 2.48, | |
| "grad_norm": 2.4816500907084356, | |
| "learning_rate": 7.305028608987763e-07, | |
| "loss": 0.2218, | |
| "step": 2855 | |
| }, | |
| { | |
| "epoch": 2.49, | |
| "grad_norm": 2.4611236830391565, | |
| "learning_rate": 7.185787830981572e-07, | |
| "loss": 0.2082, | |
| "step": 2860 | |
| }, | |
| { | |
| "epoch": 2.49, | |
| "grad_norm": 2.6003284220480687, | |
| "learning_rate": 7.067452880533665e-07, | |
| "loss": 0.2076, | |
| "step": 2865 | |
| }, | |
| { | |
| "epoch": 2.5, | |
| "grad_norm": 2.4885849533798625, | |
| "learning_rate": 6.950026261276699e-07, | |
| "loss": 0.2173, | |
| "step": 2870 | |
| }, | |
| { | |
| "epoch": 2.5, | |
| "grad_norm": 2.5433749317969188, | |
| "learning_rate": 6.833510457625586e-07, | |
| "loss": 0.2183, | |
| "step": 2875 | |
| }, | |
| { | |
| "epoch": 2.5, | |
| "grad_norm": 2.618342149652622, | |
| "learning_rate": 6.717907934724982e-07, | |
| "loss": 0.2072, | |
| "step": 2880 | |
| }, | |
| { | |
| "epoch": 2.51, | |
| "grad_norm": 2.470474590569744, | |
| "learning_rate": 6.603221138397104e-07, | |
| "loss": 0.2107, | |
| "step": 2885 | |
| }, | |
| { | |
| "epoch": 2.51, | |
| "grad_norm": 2.56294794338806, | |
| "learning_rate": 6.489452495089959e-07, | |
| "loss": 0.2141, | |
| "step": 2890 | |
| }, | |
| { | |
| "epoch": 2.52, | |
| "grad_norm": 2.5169368315503546, | |
| "learning_rate": 6.376604411826071e-07, | |
| "loss": 0.2062, | |
| "step": 2895 | |
| }, | |
| { | |
| "epoch": 2.52, | |
| "grad_norm": 2.57841805322415, | |
| "learning_rate": 6.264679276151486e-07, | |
| "loss": 0.2067, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 2.53, | |
| "grad_norm": 2.341138644238091, | |
| "learning_rate": 6.153679456085344e-07, | |
| "loss": 0.2003, | |
| "step": 2905 | |
| }, | |
| { | |
| "epoch": 2.53, | |
| "grad_norm": 2.5007286495912626, | |
| "learning_rate": 6.043607300069654e-07, | |
| "loss": 0.2106, | |
| "step": 2910 | |
| }, | |
| { | |
| "epoch": 2.53, | |
| "grad_norm": 2.455825720793518, | |
| "learning_rate": 5.934465136919737e-07, | |
| "loss": 0.2083, | |
| "step": 2915 | |
| }, | |
| { | |
| "epoch": 2.54, | |
| "grad_norm": 2.5627510227859283, | |
| "learning_rate": 5.826255275774861e-07, | |
| "loss": 0.2049, | |
| "step": 2920 | |
| }, | |
| { | |
| "epoch": 2.54, | |
| "grad_norm": 2.5412171669600037, | |
| "learning_rate": 5.718980006049446e-07, | |
| "loss": 0.2129, | |
| "step": 2925 | |
| }, | |
| { | |
| "epoch": 2.55, | |
| "grad_norm": 2.624753714196973, | |
| "learning_rate": 5.612641597384588e-07, | |
| "loss": 0.2017, | |
| "step": 2930 | |
| }, | |
| { | |
| "epoch": 2.55, | |
| "grad_norm": 2.380115969904747, | |
| "learning_rate": 5.507242299600063e-07, | |
| "loss": 0.1942, | |
| "step": 2935 | |
| }, | |
| { | |
| "epoch": 2.56, | |
| "grad_norm": 2.3667094450521615, | |
| "learning_rate": 5.402784342646711e-07, | |
| "loss": 0.2042, | |
| "step": 2940 | |
| }, | |
| { | |
| "epoch": 2.56, | |
| "grad_norm": 2.4494439523093385, | |
| "learning_rate": 5.299269936559276e-07, | |
| "loss": 0.2082, | |
| "step": 2945 | |
| }, | |
| { | |
| "epoch": 2.57, | |
| "grad_norm": 2.51623944394463, | |
| "learning_rate": 5.196701271409616e-07, | |
| "loss": 0.2077, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 2.57, | |
| "grad_norm": 2.455262291358995, | |
| "learning_rate": 5.095080517260398e-07, | |
| "loss": 0.2076, | |
| "step": 2955 | |
| }, | |
| { | |
| "epoch": 2.57, | |
| "grad_norm": 2.402969127726828, | |
| "learning_rate": 4.994409824119189e-07, | |
| "loss": 0.2104, | |
| "step": 2960 | |
| }, | |
| { | |
| "epoch": 2.58, | |
| "grad_norm": 2.5411078463886976, | |
| "learning_rate": 4.894691321892947e-07, | |
| "loss": 0.2036, | |
| "step": 2965 | |
| }, | |
| { | |
| "epoch": 2.58, | |
| "grad_norm": 2.5610023367407013, | |
| "learning_rate": 4.795927120342941e-07, | |
| "loss": 0.2156, | |
| "step": 2970 | |
| }, | |
| { | |
| "epoch": 2.59, | |
| "grad_norm": 2.3831696328366587, | |
| "learning_rate": 4.698119309040161e-07, | |
| "loss": 0.2198, | |
| "step": 2975 | |
| }, | |
| { | |
| "epoch": 2.59, | |
| "grad_norm": 2.451514189548151, | |
| "learning_rate": 4.601269957321092e-07, | |
| "loss": 0.2131, | |
| "step": 2980 | |
| }, | |
| { | |
| "epoch": 2.6, | |
| "grad_norm": 2.488054419848398, | |
| "learning_rate": 4.5053811142439065e-07, | |
| "loss": 0.2004, | |
| "step": 2985 | |
| }, | |
| { | |
| "epoch": 2.6, | |
| "grad_norm": 2.5153011259562548, | |
| "learning_rate": 4.410454808545145e-07, | |
| "loss": 0.2087, | |
| "step": 2990 | |
| }, | |
| { | |
| "epoch": 2.6, | |
| "grad_norm": 2.625557424121124, | |
| "learning_rate": 4.316493048596787e-07, | |
| "loss": 0.2014, | |
| "step": 2995 | |
| }, | |
| { | |
| "epoch": 2.61, | |
| "grad_norm": 2.513699023438469, | |
| "learning_rate": 4.2234978223637367e-07, | |
| "loss": 0.2012, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 2.61, | |
| "grad_norm": 2.438028070603665, | |
| "learning_rate": 4.1314710973618e-07, | |
| "loss": 0.201, | |
| "step": 3005 | |
| }, | |
| { | |
| "epoch": 2.62, | |
| "grad_norm": 2.4740778831225283, | |
| "learning_rate": 4.0404148206160067e-07, | |
| "loss": 0.2156, | |
| "step": 3010 | |
| }, | |
| { | |
| "epoch": 2.62, | |
| "grad_norm": 2.5708421401806585, | |
| "learning_rate": 3.9503309186194883e-07, | |
| "loss": 0.2168, | |
| "step": 3015 | |
| }, | |
| { | |
| "epoch": 2.63, | |
| "grad_norm": 2.532678893774958, | |
| "learning_rate": 3.861221297292656e-07, | |
| "loss": 0.2096, | |
| "step": 3020 | |
| }, | |
| { | |
| "epoch": 2.63, | |
| "grad_norm": 2.4931735699463276, | |
| "learning_rate": 3.7730878419429074e-07, | |
| "loss": 0.212, | |
| "step": 3025 | |
| }, | |
| { | |
| "epoch": 2.63, | |
| "grad_norm": 2.5099900710577647, | |
| "learning_rate": 3.6859324172247024e-07, | |
| "loss": 0.2219, | |
| "step": 3030 | |
| }, | |
| { | |
| "epoch": 2.64, | |
| "grad_norm": 2.4782098135793653, | |
| "learning_rate": 3.599756867100185e-07, | |
| "loss": 0.2155, | |
| "step": 3035 | |
| }, | |
| { | |
| "epoch": 2.64, | |
| "grad_norm": 2.4326512505183318, | |
| "learning_rate": 3.5145630148000984e-07, | |
| "loss": 0.2107, | |
| "step": 3040 | |
| }, | |
| { | |
| "epoch": 2.65, | |
| "grad_norm": 2.3409116852369958, | |
| "learning_rate": 3.4303526627852467e-07, | |
| "loss": 0.1904, | |
| "step": 3045 | |
| }, | |
| { | |
| "epoch": 2.65, | |
| "grad_norm": 2.4986649496444366, | |
| "learning_rate": 3.3471275927083435e-07, | |
| "loss": 0.1994, | |
| "step": 3050 | |
| }, | |
| { | |
| "epoch": 2.66, | |
| "grad_norm": 2.5621370225131526, | |
| "learning_rate": 3.264889565376339e-07, | |
| "loss": 0.2106, | |
| "step": 3055 | |
| }, | |
| { | |
| "epoch": 2.66, | |
| "grad_norm": 2.397329927320774, | |
| "learning_rate": 3.1836403207131384e-07, | |
| "loss": 0.2039, | |
| "step": 3060 | |
| }, | |
| { | |
| "epoch": 2.67, | |
| "grad_norm": 2.5215478578818873, | |
| "learning_rate": 3.103381577722814e-07, | |
| "loss": 0.202, | |
| "step": 3065 | |
| }, | |
| { | |
| "epoch": 2.67, | |
| "grad_norm": 2.5156352432911664, | |
| "learning_rate": 3.0241150344532235e-07, | |
| "loss": 0.2179, | |
| "step": 3070 | |
| }, | |
| { | |
| "epoch": 2.67, | |
| "grad_norm": 2.4892379086828145, | |
| "learning_rate": 2.945842367960083e-07, | |
| "loss": 0.1955, | |
| "step": 3075 | |
| }, | |
| { | |
| "epoch": 2.68, | |
| "grad_norm": 2.509401893058839, | |
| "learning_rate": 2.8685652342714866e-07, | |
| "loss": 0.1975, | |
| "step": 3080 | |
| }, | |
| { | |
| "epoch": 2.68, | |
| "grad_norm": 2.4590377223696787, | |
| "learning_rate": 2.79228526835289e-07, | |
| "loss": 0.1955, | |
| "step": 3085 | |
| }, | |
| { | |
| "epoch": 2.69, | |
| "grad_norm": 2.508892056107057, | |
| "learning_rate": 2.717004084072472e-07, | |
| "loss": 0.211, | |
| "step": 3090 | |
| }, | |
| { | |
| "epoch": 2.69, | |
| "grad_norm": 2.531986161518802, | |
| "learning_rate": 2.642723274167036e-07, | |
| "loss": 0.2136, | |
| "step": 3095 | |
| }, | |
| { | |
| "epoch": 2.7, | |
| "grad_norm": 2.4284067477323905, | |
| "learning_rate": 2.5694444102082937e-07, | |
| "loss": 0.2064, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 2.7, | |
| "grad_norm": 2.52242961694727, | |
| "learning_rate": 2.4971690425696304e-07, | |
| "loss": 0.2142, | |
| "step": 3105 | |
| }, | |
| { | |
| "epoch": 2.7, | |
| "grad_norm": 2.3649373408065157, | |
| "learning_rate": 2.425898700393253e-07, | |
| "loss": 0.209, | |
| "step": 3110 | |
| }, | |
| { | |
| "epoch": 2.71, | |
| "grad_norm": 2.638699254233002, | |
| "learning_rate": 2.3556348915579064e-07, | |
| "loss": 0.2156, | |
| "step": 3115 | |
| }, | |
| { | |
| "epoch": 2.71, | |
| "grad_norm": 2.5635088985639176, | |
| "learning_rate": 2.286379102646924e-07, | |
| "loss": 0.2032, | |
| "step": 3120 | |
| }, | |
| { | |
| "epoch": 2.72, | |
| "grad_norm": 2.524195852568805, | |
| "learning_rate": 2.2181327989168e-07, | |
| "loss": 0.2089, | |
| "step": 3125 | |
| }, | |
| { | |
| "epoch": 2.72, | |
| "grad_norm": 2.5965127248630555, | |
| "learning_rate": 2.150897424266163e-07, | |
| "loss": 0.2225, | |
| "step": 3130 | |
| }, | |
| { | |
| "epoch": 2.73, | |
| "grad_norm": 2.5503575009918946, | |
| "learning_rate": 2.084674401205261e-07, | |
| "loss": 0.2067, | |
| "step": 3135 | |
| }, | |
| { | |
| "epoch": 2.73, | |
| "grad_norm": 2.3639921883945583, | |
| "learning_rate": 2.0194651308258374e-07, | |
| "loss": 0.2134, | |
| "step": 3140 | |
| }, | |
| { | |
| "epoch": 2.73, | |
| "grad_norm": 2.3630908811493687, | |
| "learning_rate": 1.9552709927715073e-07, | |
| "loss": 0.1948, | |
| "step": 3145 | |
| }, | |
| { | |
| "epoch": 2.74, | |
| "grad_norm": 2.414848836181585, | |
| "learning_rate": 1.8920933452085398e-07, | |
| "loss": 0.2089, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 2.74, | |
| "grad_norm": 2.5198185776025115, | |
| "learning_rate": 1.829933524797156e-07, | |
| "loss": 0.1925, | |
| "step": 3155 | |
| }, | |
| { | |
| "epoch": 2.75, | |
| "grad_norm": 2.3410805418099154, | |
| "learning_rate": 1.7687928466632421e-07, | |
| "loss": 0.2095, | |
| "step": 3160 | |
| }, | |
| { | |
| "epoch": 2.75, | |
| "grad_norm": 2.412427602576252, | |
| "learning_rate": 1.7086726043705093e-07, | |
| "loss": 0.2007, | |
| "step": 3165 | |
| }, | |
| { | |
| "epoch": 2.76, | |
| "grad_norm": 2.4666092611278554, | |
| "learning_rate": 1.6495740698931283e-07, | |
| "loss": 0.2079, | |
| "step": 3170 | |
| }, | |
| { | |
| "epoch": 2.76, | |
| "grad_norm": 2.4668785907422617, | |
| "learning_rate": 1.5914984935888278e-07, | |
| "loss": 0.2088, | |
| "step": 3175 | |
| }, | |
| { | |
| "epoch": 2.77, | |
| "grad_norm": 2.409143504334115, | |
| "learning_rate": 1.5344471041724485e-07, | |
| "loss": 0.2154, | |
| "step": 3180 | |
| }, | |
| { | |
| "epoch": 2.77, | |
| "grad_norm": 2.476783017513207, | |
| "learning_rate": 1.4784211086899147e-07, | |
| "loss": 0.2035, | |
| "step": 3185 | |
| }, | |
| { | |
| "epoch": 2.77, | |
| "grad_norm": 2.3968478523564904, | |
| "learning_rate": 1.423421692492738e-07, | |
| "loss": 0.2123, | |
| "step": 3190 | |
| }, | |
| { | |
| "epoch": 2.78, | |
| "grad_norm": 2.6123943502190996, | |
| "learning_rate": 1.369450019212898e-07, | |
| "loss": 0.199, | |
| "step": 3195 | |
| }, | |
| { | |
| "epoch": 2.78, | |
| "grad_norm": 2.5622025492517975, | |
| "learning_rate": 1.316507230738262e-07, | |
| "loss": 0.2148, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 2.79, | |
| "grad_norm": 2.4812824980330186, | |
| "learning_rate": 1.2645944471883997e-07, | |
| "loss": 0.2164, | |
| "step": 3205 | |
| }, | |
| { | |
| "epoch": 2.79, | |
| "grad_norm": 2.560828799518852, | |
| "learning_rate": 1.2137127668908733e-07, | |
| "loss": 0.2007, | |
| "step": 3210 | |
| }, | |
| { | |
| "epoch": 2.8, | |
| "grad_norm": 2.4257116665392915, | |
| "learning_rate": 1.1638632663580452e-07, | |
| "loss": 0.1984, | |
| "step": 3215 | |
| }, | |
| { | |
| "epoch": 2.8, | |
| "grad_norm": 2.391682340371937, | |
| "learning_rate": 1.1150470002642689e-07, | |
| "loss": 0.203, | |
| "step": 3220 | |
| }, | |
| { | |
| "epoch": 2.8, | |
| "grad_norm": 2.545462773299088, | |
| "learning_rate": 1.067265001423573e-07, | |
| "loss": 0.2189, | |
| "step": 3225 | |
| }, | |
| { | |
| "epoch": 2.81, | |
| "grad_norm": 2.5517528532547398, | |
| "learning_rate": 1.0205182807678182e-07, | |
| "loss": 0.2092, | |
| "step": 3230 | |
| }, | |
| { | |
| "epoch": 2.81, | |
| "grad_norm": 2.6890101372722524, | |
| "learning_rate": 9.748078273253137e-08, | |
| "loss": 0.1998, | |
| "step": 3235 | |
| }, | |
| { | |
| "epoch": 2.82, | |
| "grad_norm": 2.5064597040050955, | |
| "learning_rate": 9.30134608199884e-08, | |
| "loss": 0.2126, | |
| "step": 3240 | |
| }, | |
| { | |
| "epoch": 2.82, | |
| "grad_norm": 2.442464216341298, | |
| "learning_rate": 8.864995685504252e-08, | |
| "loss": 0.2036, | |
| "step": 3245 | |
| }, | |
| { | |
| "epoch": 2.83, | |
| "grad_norm": 2.4567338439277835, | |
| "learning_rate": 8.439036315708693e-08, | |
| "loss": 0.2089, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 2.83, | |
| "grad_norm": 2.4443306161494647, | |
| "learning_rate": 8.023476984706957e-08, | |
| "loss": 0.2079, | |
| "step": 3255 | |
| }, | |
| { | |
| "epoch": 2.83, | |
| "grad_norm": 2.4195988191572555, | |
| "learning_rate": 7.618326484558402e-08, | |
| "loss": 0.2104, | |
| "step": 3260 | |
| }, | |
| { | |
| "epoch": 2.84, | |
| "grad_norm": 2.5824717459642725, | |
| "learning_rate": 7.22359338710088e-08, | |
| "loss": 0.2132, | |
| "step": 3265 | |
| }, | |
| { | |
| "epoch": 2.84, | |
| "grad_norm": 2.4494090419728174, | |
| "learning_rate": 6.839286043769655e-08, | |
| "loss": 0.2028, | |
| "step": 3270 | |
| }, | |
| { | |
| "epoch": 2.85, | |
| "grad_norm": 2.515432606332294, | |
| "learning_rate": 6.465412585420439e-08, | |
| "loss": 0.2038, | |
| "step": 3275 | |
| }, | |
| { | |
| "epoch": 2.85, | |
| "grad_norm": 2.426424214341233, | |
| "learning_rate": 6.101980922157524e-08, | |
| "loss": 0.2005, | |
| "step": 3280 | |
| }, | |
| { | |
| "epoch": 2.86, | |
| "grad_norm": 2.636637920666506, | |
| "learning_rate": 5.748998743166256e-08, | |
| "loss": 0.215, | |
| "step": 3285 | |
| }, | |
| { | |
| "epoch": 2.86, | |
| "grad_norm": 2.467390908234526, | |
| "learning_rate": 5.4064735165506035e-08, | |
| "loss": 0.2026, | |
| "step": 3290 | |
| }, | |
| { | |
| "epoch": 2.87, | |
| "grad_norm": 2.4543170202618123, | |
| "learning_rate": 5.0744124891748956e-08, | |
| "loss": 0.201, | |
| "step": 3295 | |
| }, | |
| { | |
| "epoch": 2.87, | |
| "grad_norm": 2.5570061460145825, | |
| "learning_rate": 4.7528226865107274e-08, | |
| "loss": 0.2116, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 2.87, | |
| "grad_norm": 2.414663905945939, | |
| "learning_rate": 4.4417109124882394e-08, | |
| "loss": 0.2074, | |
| "step": 3305 | |
| }, | |
| { | |
| "epoch": 2.88, | |
| "grad_norm": 2.480556770645684, | |
| "learning_rate": 4.1410837493519595e-08, | |
| "loss": 0.2197, | |
| "step": 3310 | |
| }, | |
| { | |
| "epoch": 2.88, | |
| "grad_norm": 2.320041349020439, | |
| "learning_rate": 3.8509475575219115e-08, | |
| "loss": 0.1922, | |
| "step": 3315 | |
| }, | |
| { | |
| "epoch": 2.89, | |
| "grad_norm": 2.460634533640002, | |
| "learning_rate": 3.571308475458723e-08, | |
| "loss": 0.205, | |
| "step": 3320 | |
| }, | |
| { | |
| "epoch": 2.89, | |
| "grad_norm": 2.4951723691188183, | |
| "learning_rate": 3.302172419534011e-08, | |
| "loss": 0.2005, | |
| "step": 3325 | |
| }, | |
| { | |
| "epoch": 2.9, | |
| "grad_norm": 2.626459593341851, | |
| "learning_rate": 3.04354508390492e-08, | |
| "loss": 0.2073, | |
| "step": 3330 | |
| }, | |
| { | |
| "epoch": 2.9, | |
| "grad_norm": 2.484067935611207, | |
| "learning_rate": 2.7954319403940555e-08, | |
| "loss": 0.2045, | |
| "step": 3335 | |
| }, | |
| { | |
| "epoch": 2.9, | |
| "grad_norm": 2.6177507146061743, | |
| "learning_rate": 2.5578382383732446e-08, | |
| "loss": 0.2014, | |
| "step": 3340 | |
| }, | |
| { | |
| "epoch": 2.91, | |
| "grad_norm": 2.3815239798499728, | |
| "learning_rate": 2.3307690046527887e-08, | |
| "loss": 0.206, | |
| "step": 3345 | |
| }, | |
| { | |
| "epoch": 2.91, | |
| "grad_norm": 2.4449110836459993, | |
| "learning_rate": 2.114229043375049e-08, | |
| "loss": 0.2001, | |
| "step": 3350 | |
| }, | |
| { | |
| "epoch": 2.92, | |
| "grad_norm": 2.5672009191881933, | |
| "learning_rate": 1.9082229359127512e-08, | |
| "loss": 0.2051, | |
| "step": 3355 | |
| }, | |
| { | |
| "epoch": 2.92, | |
| "grad_norm": 2.3860476035663334, | |
| "learning_rate": 1.7127550407721184e-08, | |
| "loss": 0.2014, | |
| "step": 3360 | |
| }, | |
| { | |
| "epoch": 2.93, | |
| "grad_norm": 2.4564198065905374, | |
| "learning_rate": 1.52782949350061e-08, | |
| "loss": 0.2012, | |
| "step": 3365 | |
| }, | |
| { | |
| "epoch": 2.93, | |
| "grad_norm": 2.5449218424263855, | |
| "learning_rate": 1.3534502065993826e-08, | |
| "loss": 0.2168, | |
| "step": 3370 | |
| }, | |
| { | |
| "epoch": 2.93, | |
| "grad_norm": 2.464276506097749, | |
| "learning_rate": 1.1896208694406886e-08, | |
| "loss": 0.2058, | |
| "step": 3375 | |
| }, | |
| { | |
| "epoch": 2.94, | |
| "grad_norm": 2.5854288843754825, | |
| "learning_rate": 1.0363449481896604e-08, | |
| "loss": 0.2157, | |
| "step": 3380 | |
| }, | |
| { | |
| "epoch": 2.94, | |
| "grad_norm": 2.4558545798988454, | |
| "learning_rate": 8.936256857308701e-09, | |
| "loss": 0.2058, | |
| "step": 3385 | |
| }, | |
| { | |
| "epoch": 2.95, | |
| "grad_norm": 2.4507285622247257, | |
| "learning_rate": 7.614661016001056e-09, | |
| "loss": 0.2081, | |
| "step": 3390 | |
| }, | |
| { | |
| "epoch": 2.95, | |
| "grad_norm": 2.3645967407276123, | |
| "learning_rate": 6.398689919201451e-09, | |
| "loss": 0.1973, | |
| "step": 3395 | |
| }, | |
| { | |
| "epoch": 2.96, | |
| "grad_norm": 2.389789682646647, | |
| "learning_rate": 5.288369293415807e-09, | |
| "loss": 0.1935, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 2.96, | |
| "grad_norm": 2.4222018767284457, | |
| "learning_rate": 4.283722629887521e-09, | |
| "loss": 0.2011, | |
| "step": 3405 | |
| }, | |
| { | |
| "epoch": 2.97, | |
| "grad_norm": 2.5358338089932335, | |
| "learning_rate": 3.3847711840950813e-09, | |
| "loss": 0.2005, | |
| "step": 3410 | |
| }, | |
| { | |
| "epoch": 2.97, | |
| "grad_norm": 2.5006583397784663, | |
| "learning_rate": 2.5915339753085355e-09, | |
| "loss": 0.2115, | |
| "step": 3415 | |
| }, | |
| { | |
| "epoch": 2.97, | |
| "grad_norm": 2.432870342062548, | |
| "learning_rate": 1.9040277861814836e-09, | |
| "loss": 0.2138, | |
| "step": 3420 | |
| }, | |
| { | |
| "epoch": 2.98, | |
| "grad_norm": 2.4313911378435606, | |
| "learning_rate": 1.3222671623991379e-09, | |
| "loss": 0.2131, | |
| "step": 3425 | |
| }, | |
| { | |
| "epoch": 2.98, | |
| "grad_norm": 2.510956565946373, | |
| "learning_rate": 8.462644123696794e-10, | |
| "loss": 0.2008, | |
| "step": 3430 | |
| }, | |
| { | |
| "epoch": 2.99, | |
| "grad_norm": 2.44361011474203, | |
| "learning_rate": 4.760296069639125e-10, | |
| "loss": 0.1937, | |
| "step": 3435 | |
| }, | |
| { | |
| "epoch": 2.99, | |
| "grad_norm": 2.6119833553202962, | |
| "learning_rate": 2.1157057930321079e-10, | |
| "loss": 0.2067, | |
| "step": 3440 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "grad_norm": 2.4761340158997815, | |
| "learning_rate": 5.289292459187412e-11, | |
| "loss": 0.205, | |
| "step": 3445 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "grad_norm": 2.4290543490047325, | |
| "learning_rate": 0.0, | |
| "loss": 0.2061, | |
| "step": 3450 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "step": 3450, | |
| "total_flos": 722333639639040.0, | |
| "train_loss": 0.45598918040593467, | |
| "train_runtime": 87085.3133, | |
| "train_samples_per_second": 2.535, | |
| "train_steps_per_second": 0.04 | |
| } | |
| ], | |
| "logging_steps": 5, | |
| "max_steps": 3450, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 3, | |
| "save_steps": 500, | |
| "total_flos": 722333639639040.0, | |
| "train_batch_size": 4, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |