{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 1664,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.001201923076923077,
      "grad_norm": 354.53998230392546,
      "learning_rate": 2.5000000000000004e-07,
      "loss": 7.4318,
      "step": 2
    },
    {
      "epoch": 0.002403846153846154,
      "grad_norm": 371.91393245440116,
      "learning_rate": 5.000000000000001e-07,
      "loss": 7.4355,
      "step": 4
    },
    {
      "epoch": 0.003605769230769231,
      "grad_norm": 346.9801049377746,
      "learning_rate": 7.5e-07,
      "loss": 7.2172,
      "step": 6
    },
    {
      "epoch": 0.004807692307692308,
      "grad_norm": 449.5218610086392,
      "learning_rate": 1.0000000000000002e-06,
      "loss": 5.8268,
      "step": 8
    },
    {
      "epoch": 0.006009615384615385,
      "grad_norm": 139.92367559356336,
      "learning_rate": 1.25e-06,
      "loss": 2.5854,
      "step": 10
    },
    {
      "epoch": 0.007211538461538462,
      "grad_norm": 52.715150799729045,
      "learning_rate": 1.5e-06,
      "loss": 0.5361,
      "step": 12
    },
    {
      "epoch": 0.008413461538461538,
      "grad_norm": 19.976853421159532,
      "learning_rate": 1.75e-06,
      "loss": 0.2878,
      "step": 14
    },
    {
      "epoch": 0.009615384615384616,
      "grad_norm": 20.500149107050714,
      "learning_rate": 2.0000000000000003e-06,
      "loss": 0.2495,
      "step": 16
    },
    {
      "epoch": 0.010817307692307692,
      "grad_norm": 17.263902163149385,
      "learning_rate": 2.25e-06,
      "loss": 0.2177,
      "step": 18
    },
    {
      "epoch": 0.01201923076923077,
      "grad_norm": 12.128764817788255,
      "learning_rate": 2.5e-06,
      "loss": 0.212,
      "step": 20
    },
    {
      "epoch": 0.013221153846153846,
      "grad_norm": 8.417030179298662,
      "learning_rate": 2.7500000000000004e-06,
      "loss": 0.2035,
      "step": 22
    },
    {
      "epoch": 0.014423076923076924,
      "grad_norm": 10.874846551654207,
      "learning_rate": 3e-06,
      "loss": 0.1999,
      "step": 24
    },
    {
      "epoch": 0.015625,
      "grad_norm": 2.553082597942841,
      "learning_rate": 3.2500000000000002e-06,
      "loss": 0.1884,
      "step": 26
    },
    {
      "epoch": 0.016826923076923076,
      "grad_norm": 8.091183712435873,
      "learning_rate": 3.5e-06,
      "loss": 0.1729,
      "step": 28
    },
    {
      "epoch": 0.018028846153846152,
      "grad_norm": 6.473289695229128,
      "learning_rate": 3.7500000000000005e-06,
      "loss": 0.1858,
      "step": 30
    },
    {
      "epoch": 0.019230769230769232,
      "grad_norm": 10.845224583341055,
      "learning_rate": 4.000000000000001e-06,
      "loss": 0.1779,
      "step": 32
    },
    {
      "epoch": 0.020432692307692308,
      "grad_norm": 7.588560990570617,
      "learning_rate": 4.25e-06,
      "loss": 0.1807,
      "step": 34
    },
    {
      "epoch": 0.021634615384615384,
      "grad_norm": 3.2833536176531437,
      "learning_rate": 4.5e-06,
      "loss": 0.1741,
      "step": 36
    },
    {
      "epoch": 0.02283653846153846,
      "grad_norm": 9.48172518986478,
      "learning_rate": 4.75e-06,
      "loss": 0.17,
      "step": 38
    },
    {
      "epoch": 0.02403846153846154,
      "grad_norm": 10.178982049068438,
      "learning_rate": 5e-06,
      "loss": 0.1603,
      "step": 40
    },
    {
      "epoch": 0.025240384615384616,
      "grad_norm": 2.410777001535273,
      "learning_rate": 4.999981288993133e-06,
      "loss": 0.1772,
      "step": 42
    },
    {
      "epoch": 0.026442307692307692,
      "grad_norm": 11.143463053654319,
      "learning_rate": 4.999925156252611e-06,
      "loss": 0.1799,
      "step": 44
    },
    {
      "epoch": 0.027644230769230768,
      "grad_norm": 9.886918600788055,
      "learning_rate": 4.9998316026186755e-06,
      "loss": 0.1773,
      "step": 46
    },
    {
      "epoch": 0.028846153846153848,
      "grad_norm": 7.527819471799396,
      "learning_rate": 4.999700629491713e-06,
      "loss": 0.176,
      "step": 48
    },
    {
      "epoch": 0.030048076923076924,
      "grad_norm": 7.572713386840099,
      "learning_rate": 4.999532238832233e-06,
      "loss": 0.153,
      "step": 50
    },
    {
      "epoch": 0.03125,
      "grad_norm": 3.477539644705173,
      "learning_rate": 4.999326433160844e-06,
      "loss": 0.1588,
      "step": 52
    },
    {
      "epoch": 0.03245192307692308,
      "grad_norm": 2.5927408403215266,
      "learning_rate": 4.999083215558211e-06,
      "loss": 0.1657,
      "step": 54
    },
    {
      "epoch": 0.03365384615384615,
      "grad_norm": 1.8986386268295627,
      "learning_rate": 4.998802589665009e-06,
      "loss": 0.1624,
      "step": 56
    },
    {
      "epoch": 0.03485576923076923,
      "grad_norm": 4.511287232603737,
      "learning_rate": 4.998484559681875e-06,
      "loss": 0.1604,
      "step": 58
    },
    {
      "epoch": 0.036057692307692304,
      "grad_norm": 3.1615021035675586,
      "learning_rate": 4.998129130369338e-06,
      "loss": 0.1541,
      "step": 60
    },
    {
      "epoch": 0.037259615384615384,
      "grad_norm": 2.3641598718509163,
      "learning_rate": 4.997736307047748e-06,
      "loss": 0.1609,
      "step": 62
    },
    {
      "epoch": 0.038461538461538464,
      "grad_norm": 2.1050208268263018,
      "learning_rate": 4.997306095597203e-06,
      "loss": 0.1628,
      "step": 64
    },
    {
      "epoch": 0.039663461538461536,
      "grad_norm": 4.670481996347925,
      "learning_rate": 4.996838502457453e-06,
      "loss": 0.1605,
      "step": 66
    },
    {
      "epoch": 0.040865384615384616,
      "grad_norm": 2.812878853953604,
      "learning_rate": 4.99633353462781e-06,
      "loss": 0.1394,
      "step": 68
    },
    {
      "epoch": 0.042067307692307696,
      "grad_norm": 3.3453547259139658,
      "learning_rate": 4.995791199667038e-06,
      "loss": 0.1353,
      "step": 70
    },
    {
      "epoch": 0.04326923076923077,
      "grad_norm": 9.508467033910211,
      "learning_rate": 4.9952115056932445e-06,
      "loss": 0.1464,
      "step": 72
    },
    {
      "epoch": 0.04447115384615385,
      "grad_norm": 6.12221208629695,
      "learning_rate": 4.994594461383756e-06,
      "loss": 0.1534,
      "step": 74
    },
    {
      "epoch": 0.04567307692307692,
      "grad_norm": 3.2936985183570644,
      "learning_rate": 4.993940075974988e-06,
      "loss": 0.1551,
      "step": 76
    },
    {
      "epoch": 0.046875,
      "grad_norm": 4.147948524170783,
      "learning_rate": 4.993248359262308e-06,
      "loss": 0.1599,
      "step": 78
    },
    {
      "epoch": 0.04807692307692308,
      "grad_norm": 6.328245841206747,
      "learning_rate": 4.99251932159989e-06,
      "loss": 0.1433,
      "step": 80
    },
    {
      "epoch": 0.04927884615384615,
      "grad_norm": 3.454386437171457,
      "learning_rate": 4.991752973900558e-06,
      "loss": 0.1589,
      "step": 82
    },
    {
      "epoch": 0.05048076923076923,
      "grad_norm": 4.628897164295182,
      "learning_rate": 4.9909493276356184e-06,
      "loss": 0.16,
      "step": 84
    },
    {
      "epoch": 0.051682692307692304,
      "grad_norm": 4.959693562958358,
      "learning_rate": 4.990108394834698e-06,
      "loss": 0.1504,
      "step": 86
    },
    {
      "epoch": 0.052884615384615384,
      "grad_norm": 2.037506021404142,
      "learning_rate": 4.9892301880855565e-06,
      "loss": 0.1469,
      "step": 88
    },
    {
      "epoch": 0.054086538461538464,
      "grad_norm": 3.2873483486362898,
      "learning_rate": 4.988314720533899e-06,
      "loss": 0.152,
      "step": 90
    },
    {
      "epoch": 0.055288461538461536,
      "grad_norm": 3.5444104019705165,
      "learning_rate": 4.987362005883182e-06,
      "loss": 0.1396,
      "step": 92
    },
    {
      "epoch": 0.056490384615384616,
      "grad_norm": 2.43315278564924,
      "learning_rate": 4.986372058394404e-06,
      "loss": 0.1365,
      "step": 94
    },
    {
      "epoch": 0.057692307692307696,
      "grad_norm": 3.1953964952618015,
      "learning_rate": 4.985344892885899e-06,
      "loss": 0.158,
      "step": 96
    },
    {
      "epoch": 0.05889423076923077,
      "grad_norm": 2.0524573584491814,
      "learning_rate": 4.984280524733107e-06,
      "loss": 0.1571,
      "step": 98
    },
    {
      "epoch": 0.06009615384615385,
      "grad_norm": 6.255981390751074,
      "learning_rate": 4.983178969868346e-06,
      "loss": 0.1464,
      "step": 100
    },
    {
      "epoch": 0.06129807692307692,
      "grad_norm": 2.401646579094803,
      "learning_rate": 4.98204024478058e-06,
      "loss": 0.1417,
      "step": 102
    },
    {
      "epoch": 0.0625,
      "grad_norm": 4.086961173737914,
      "learning_rate": 4.980864366515159e-06,
      "loss": 0.1541,
      "step": 104
    },
    {
      "epoch": 0.06370192307692307,
      "grad_norm": 5.143484575050959,
      "learning_rate": 4.97965135267358e-06,
      "loss": 0.1499,
      "step": 106
    },
    {
      "epoch": 0.06490384615384616,
      "grad_norm": 9.335258253064257,
      "learning_rate": 4.978401221413209e-06,
      "loss": 0.1684,
      "step": 108
    },
    {
      "epoch": 0.06610576923076923,
      "grad_norm": 7.980472809228967,
      "learning_rate": 4.977113991447017e-06,
      "loss": 0.1663,
      "step": 110
    },
    {
      "epoch": 0.0673076923076923,
      "grad_norm": 5.567091210665335,
      "learning_rate": 4.9757896820433015e-06,
      "loss": 0.1496,
      "step": 112
    },
    {
      "epoch": 0.06850961538461539,
      "grad_norm": 5.007400500292786,
      "learning_rate": 4.9744283130253905e-06,
      "loss": 0.1415,
      "step": 114
    },
    {
      "epoch": 0.06971153846153846,
      "grad_norm": 2.720822334329411,
      "learning_rate": 4.973029904771353e-06,
      "loss": 0.1541,
      "step": 116
    },
    {
      "epoch": 0.07091346153846154,
      "grad_norm": 6.0293181825471605,
      "learning_rate": 4.97159447821369e-06,
      "loss": 0.1334,
      "step": 118
    },
    {
      "epoch": 0.07211538461538461,
      "grad_norm": 2.190960264135707,
      "learning_rate": 4.9701220548390215e-06,
      "loss": 0.1353,
      "step": 120
    },
    {
      "epoch": 0.0733173076923077,
      "grad_norm": 1.8394820554560345,
      "learning_rate": 4.968612656687768e-06,
      "loss": 0.1424,
      "step": 122
    },
    {
      "epoch": 0.07451923076923077,
      "grad_norm": 1.890530118257683,
      "learning_rate": 4.967066306353816e-06,
      "loss": 0.161,
      "step": 124
    },
    {
      "epoch": 0.07572115384615384,
      "grad_norm": 1.74782914530488,
      "learning_rate": 4.965483026984182e-06,
      "loss": 0.1391,
      "step": 126
    },
    {
      "epoch": 0.07692307692307693,
      "grad_norm": 2.529223967308172,
      "learning_rate": 4.963862842278669e-06,
      "loss": 0.1509,
      "step": 128
    },
    {
      "epoch": 0.078125,
      "grad_norm": 3.2375323783057546,
      "learning_rate": 4.962205776489506e-06,
      "loss": 0.1452,
      "step": 130
    },
    {
      "epoch": 0.07932692307692307,
      "grad_norm": 3.289988413600293,
      "learning_rate": 4.9605118544209874e-06,
      "loss": 0.1369,
      "step": 132
    },
    {
      "epoch": 0.08052884615384616,
      "grad_norm": 2.533449561050558,
      "learning_rate": 4.958781101429104e-06,
      "loss": 0.157,
      "step": 134
    },
    {
      "epoch": 0.08173076923076923,
      "grad_norm": 2.3698097270600846,
      "learning_rate": 4.9570135434211615e-06,
      "loss": 0.1586,
      "step": 136
    },
    {
      "epoch": 0.0829326923076923,
      "grad_norm": 2.9294128800046835,
      "learning_rate": 4.95520920685539e-06,
      "loss": 0.1438,
      "step": 138
    },
    {
      "epoch": 0.08413461538461539,
      "grad_norm": 3.199532338265642,
      "learning_rate": 4.953368118740555e-06,
      "loss": 0.1404,
      "step": 140
    },
    {
      "epoch": 0.08533653846153846,
      "grad_norm": 5.007008541932283,
      "learning_rate": 4.951490306635543e-06,
      "loss": 0.1595,
      "step": 142
    },
    {
      "epoch": 0.08653846153846154,
      "grad_norm": 6.472389725628937,
      "learning_rate": 4.949575798648962e-06,
      "loss": 0.1589,
      "step": 144
    },
    {
      "epoch": 0.08774038461538461,
      "grad_norm": 2.0940111362516998,
      "learning_rate": 4.947624623438707e-06,
      "loss": 0.1352,
      "step": 146
    },
    {
      "epoch": 0.0889423076923077,
      "grad_norm": 2.6543426483078214,
      "learning_rate": 4.9456368102115414e-06,
      "loss": 0.1396,
      "step": 148
    },
    {
      "epoch": 0.09014423076923077,
      "grad_norm": 4.492736133720869,
      "learning_rate": 4.943612388722654e-06,
      "loss": 0.1362,
      "step": 150
    },
    {
      "epoch": 0.09134615384615384,
      "grad_norm": 3.1413400916428698,
      "learning_rate": 4.941551389275217e-06,
      "loss": 0.1398,
      "step": 152
    },
    {
      "epoch": 0.09254807692307693,
      "grad_norm": 7.121010742342612,
      "learning_rate": 4.9394538427199305e-06,
      "loss": 0.1612,
      "step": 154
    },
    {
      "epoch": 0.09375,
      "grad_norm": 2.0494879939162773,
      "learning_rate": 4.937319780454559e-06,
      "loss": 0.1372,
      "step": 156
    },
    {
      "epoch": 0.09495192307692307,
      "grad_norm": 3.41511576689734,
      "learning_rate": 4.935149234423468e-06,
      "loss": 0.1463,
      "step": 158
    },
    {
      "epoch": 0.09615384615384616,
      "grad_norm": 4.070726562354956,
      "learning_rate": 4.9329422371171375e-06,
      "loss": 0.1534,
      "step": 160
    },
    {
      "epoch": 0.09735576923076923,
      "grad_norm": 4.8008312467816125,
      "learning_rate": 4.930698821571681e-06,
      "loss": 0.1603,
      "step": 162
    },
    {
      "epoch": 0.0985576923076923,
      "grad_norm": 6.5840675047315225,
      "learning_rate": 4.928419021368349e-06,
      "loss": 0.1472,
      "step": 164
    },
    {
      "epoch": 0.09975961538461539,
      "grad_norm": 4.906437852842057,
      "learning_rate": 4.926102870633029e-06,
      "loss": 0.1518,
      "step": 166
    },
    {
      "epoch": 0.10096153846153846,
      "grad_norm": 2.2753956803841424,
      "learning_rate": 4.923750404035729e-06,
      "loss": 0.132,
      "step": 168
    },
    {
      "epoch": 0.10216346153846154,
      "grad_norm": 10.360890258671878,
      "learning_rate": 4.921361656790065e-06,
      "loss": 0.1615,
      "step": 170
    },
    {
      "epoch": 0.10336538461538461,
      "grad_norm": 3.781202441981427,
      "learning_rate": 4.918936664652729e-06,
      "loss": 0.1317,
      "step": 172
    },
    {
      "epoch": 0.1045673076923077,
      "grad_norm": 4.612706315229004,
      "learning_rate": 4.9164754639229575e-06,
      "loss": 0.1556,
      "step": 174
    },
    {
      "epoch": 0.10576923076923077,
      "grad_norm": 10.089023799727872,
      "learning_rate": 4.913978091441985e-06,
      "loss": 0.1366,
      "step": 176
    },
    {
      "epoch": 0.10697115384615384,
      "grad_norm": 2.3844132422742215,
      "learning_rate": 4.911444584592495e-06,
      "loss": 0.1364,
      "step": 178
    },
    {
      "epoch": 0.10817307692307693,
      "grad_norm": 8.01833294402442,
      "learning_rate": 4.908874981298058e-06,
      "loss": 0.1367,
      "step": 180
    },
    {
      "epoch": 0.109375,
      "grad_norm": 2.6816022197266083,
      "learning_rate": 4.906269320022566e-06,
      "loss": 0.1357,
      "step": 182
    },
    {
      "epoch": 0.11057692307692307,
      "grad_norm": 3.540312508006275,
      "learning_rate": 4.903627639769656e-06,
      "loss": 0.1485,
      "step": 184
    },
    {
      "epoch": 0.11177884615384616,
      "grad_norm": 2.127391987641345,
      "learning_rate": 4.900949980082127e-06,
      "loss": 0.1491,
      "step": 186
    },
    {
      "epoch": 0.11298076923076923,
      "grad_norm": 1.8381751149591552,
      "learning_rate": 4.898236381041343e-06,
      "loss": 0.1378,
      "step": 188
    },
    {
      "epoch": 0.1141826923076923,
      "grad_norm": 2.4143842380581355,
      "learning_rate": 4.895486883266644e-06,
      "loss": 0.134,
      "step": 190
    },
    {
      "epoch": 0.11538461538461539,
      "grad_norm": 2.33879580368458,
      "learning_rate": 4.892701527914725e-06,
      "loss": 0.1274,
      "step": 192
    },
    {
      "epoch": 0.11658653846153846,
      "grad_norm": 2.677161136207072,
      "learning_rate": 4.88988035667903e-06,
      "loss": 0.1247,
      "step": 194
    },
    {
      "epoch": 0.11778846153846154,
      "grad_norm": 2.224205454303052,
      "learning_rate": 4.88702341178912e-06,
      "loss": 0.1171,
      "step": 196
    },
    {
      "epoch": 0.11899038461538461,
      "grad_norm": 2.331487573448718,
      "learning_rate": 4.88413073601005e-06,
      "loss": 0.1304,
      "step": 198
    },
    {
      "epoch": 0.1201923076923077,
      "grad_norm": 3.904053698054214,
      "learning_rate": 4.8812023726417194e-06,
      "loss": 0.1441,
      "step": 200
    },
    {
      "epoch": 0.12139423076923077,
      "grad_norm": 1.9333636759461283,
      "learning_rate": 4.878238365518231e-06,
      "loss": 0.1473,
      "step": 202
    },
    {
      "epoch": 0.12259615384615384,
      "grad_norm": 4.5752867405646205,
      "learning_rate": 4.87523875900723e-06,
      "loss": 0.1337,
      "step": 204
    },
    {
      "epoch": 0.12379807692307693,
      "grad_norm": 1.857974634859215,
      "learning_rate": 4.872203598009244e-06,
      "loss": 0.127,
      "step": 206
    },
    {
      "epoch": 0.125,
      "grad_norm": 3.153527922810332,
      "learning_rate": 4.869132927957007e-06,
      "loss": 0.1484,
      "step": 208
    },
    {
      "epoch": 0.12620192307692307,
      "grad_norm": 2.2228179237011534,
      "learning_rate": 4.866026794814781e-06,
      "loss": 0.1306,
      "step": 210
    },
    {
      "epoch": 0.12740384615384615,
      "grad_norm": 1.7350718661408604,
      "learning_rate": 4.862885245077669e-06,
      "loss": 0.1352,
      "step": 212
    },
    {
      "epoch": 0.12860576923076922,
      "grad_norm": 2.1132426954959924,
      "learning_rate": 4.859708325770919e-06,
      "loss": 0.1416,
      "step": 214
    },
    {
      "epoch": 0.12980769230769232,
      "grad_norm": 1.8563726212012472,
      "learning_rate": 4.856496084449218e-06,
      "loss": 0.1461,
      "step": 216
    },
    {
      "epoch": 0.1310096153846154,
      "grad_norm": 1.8179558309835169,
      "learning_rate": 4.85324856919598e-06,
      "loss": 0.1322,
      "step": 218
    },
    {
      "epoch": 0.13221153846153846,
      "grad_norm": 4.497720485766678,
      "learning_rate": 4.849965828622632e-06,
      "loss": 0.1275,
      "step": 220
    },
    {
      "epoch": 0.13341346153846154,
      "grad_norm": 3.0404012207264843,
      "learning_rate": 4.846647911867877e-06,
      "loss": 0.1436,
      "step": 222
    },
    {
      "epoch": 0.1346153846153846,
      "grad_norm": 3.224075088217143,
      "learning_rate": 4.8432948685969646e-06,
      "loss": 0.1656,
      "step": 224
    },
    {
      "epoch": 0.13581730769230768,
      "grad_norm": 3.2443798600258686,
      "learning_rate": 4.83990674900095e-06,
      "loss": 0.1393,
      "step": 226
    },
    {
      "epoch": 0.13701923076923078,
      "grad_norm": 1.786558241709454,
      "learning_rate": 4.836483603795935e-06,
      "loss": 0.1263,
      "step": 228
    },
    {
      "epoch": 0.13822115384615385,
      "grad_norm": 2.1509725801613513,
      "learning_rate": 4.8330254842223155e-06,
      "loss": 0.1409,
      "step": 230
    },
    {
      "epoch": 0.13942307692307693,
      "grad_norm": 2.835049924036413,
      "learning_rate": 4.829532442044008e-06,
      "loss": 0.1319,
      "step": 232
    },
    {
      "epoch": 0.140625,
      "grad_norm": 4.679921143965946,
      "learning_rate": 4.8260045295476846e-06,
      "loss": 0.1506,
      "step": 234
    },
    {
      "epoch": 0.14182692307692307,
      "grad_norm": 1.9142698244457717,
      "learning_rate": 4.822441799541979e-06,
      "loss": 0.15,
      "step": 236
    },
    {
      "epoch": 0.14302884615384615,
      "grad_norm": 8.216926584060278,
      "learning_rate": 4.818844305356705e-06,
      "loss": 0.1508,
      "step": 238
    },
    {
      "epoch": 0.14423076923076922,
      "grad_norm": 1.5774872715864894,
      "learning_rate": 4.815212100842053e-06,
      "loss": 0.1365,
      "step": 240
    },
    {
      "epoch": 0.14543269230769232,
      "grad_norm": 4.90886123617284,
      "learning_rate": 4.811545240367785e-06,
      "loss": 0.1488,
      "step": 242
    },
    {
      "epoch": 0.1466346153846154,
      "grad_norm": 2.867193865140862,
      "learning_rate": 4.807843778822424e-06,
      "loss": 0.1403,
      "step": 244
    },
    {
      "epoch": 0.14783653846153846,
      "grad_norm": 2.8742525824591123,
      "learning_rate": 4.804107771612427e-06,
      "loss": 0.1543,
      "step": 246
    },
    {
      "epoch": 0.14903846153846154,
      "grad_norm": 2.3762533430208563,
      "learning_rate": 4.800337274661358e-06,
      "loss": 0.1375,
      "step": 248
    },
    {
      "epoch": 0.1502403846153846,
      "grad_norm": 2.0839909923885447,
      "learning_rate": 4.796532344409055e-06,
      "loss": 0.1501,
      "step": 250
    },
    {
      "epoch": 0.15144230769230768,
      "grad_norm": 4.198893033771618,
      "learning_rate": 4.7926930378107765e-06,
      "loss": 0.1323,
      "step": 252
    },
    {
      "epoch": 0.15264423076923078,
      "grad_norm": 6.846739098146311,
      "learning_rate": 4.788819412336358e-06,
      "loss": 0.1399,
      "step": 254
    },
    {
      "epoch": 0.15384615384615385,
      "grad_norm": 5.537919034600803,
      "learning_rate": 4.784911525969344e-06,
      "loss": 0.1233,
      "step": 256
    },
    {
      "epoch": 0.15504807692307693,
      "grad_norm": 3.033292609600203,
      "learning_rate": 4.780969437206128e-06,
      "loss": 0.1478,
      "step": 258
    },
    {
      "epoch": 0.15625,
      "grad_norm": 4.62635643989095,
      "learning_rate": 4.776993205055067e-06,
      "loss": 0.1465,
      "step": 260
    },
    {
      "epoch": 0.15745192307692307,
      "grad_norm": 1.6930995723930686,
      "learning_rate": 4.772982889035609e-06,
      "loss": 0.134,
      "step": 262
    },
    {
      "epoch": 0.15865384615384615,
      "grad_norm": 5.190694670180204,
      "learning_rate": 4.7689385491773934e-06,
      "loss": 0.1397,
      "step": 264
    },
    {
      "epoch": 0.15985576923076922,
      "grad_norm": 3.0169437457346104,
      "learning_rate": 4.764860246019356e-06,
      "loss": 0.1462,
      "step": 266
    },
    {
      "epoch": 0.16105769230769232,
      "grad_norm": 6.609894055693969,
      "learning_rate": 4.760748040608826e-06,
      "loss": 0.1349,
      "step": 268
    },
    {
      "epoch": 0.1622596153846154,
      "grad_norm": 4.93984379875883,
      "learning_rate": 4.756601994500604e-06,
      "loss": 0.1336,
      "step": 270
    },
    {
      "epoch": 0.16346153846153846,
      "grad_norm": 4.75518188154229,
      "learning_rate": 4.752422169756048e-06,
      "loss": 0.146,
      "step": 272
    },
    {
      "epoch": 0.16466346153846154,
      "grad_norm": 2.086098294528403,
      "learning_rate": 4.748208628942143e-06,
      "loss": 0.1419,
      "step": 274
    },
    {
      "epoch": 0.1658653846153846,
      "grad_norm": 5.396963944335693,
      "learning_rate": 4.7439614351305614e-06,
      "loss": 0.1432,
      "step": 276
    },
    {
      "epoch": 0.16706730769230768,
      "grad_norm": 7.532501685521908,
      "learning_rate": 4.739680651896721e-06,
      "loss": 0.145,
      "step": 278
    },
    {
      "epoch": 0.16826923076923078,
      "grad_norm": 2.336463554377762,
      "learning_rate": 4.7353663433188325e-06,
      "loss": 0.1475,
      "step": 280
    },
    {
      "epoch": 0.16947115384615385,
      "grad_norm": 5.48654115007209,
      "learning_rate": 4.731018573976943e-06,
      "loss": 0.1544,
      "step": 282
    },
    {
      "epoch": 0.17067307692307693,
      "grad_norm": 2.120931360446975,
      "learning_rate": 4.726637408951966e-06,
      "loss": 0.1286,
      "step": 284
    },
    {
      "epoch": 0.171875,
      "grad_norm": 3.3875599595704498,
      "learning_rate": 4.7222229138247076e-06,
      "loss": 0.1383,
      "step": 286
    },
    {
      "epoch": 0.17307692307692307,
      "grad_norm": 2.0989272460873796,
      "learning_rate": 4.717775154674888e-06,
      "loss": 0.1168,
      "step": 288
    },
    {
      "epoch": 0.17427884615384615,
      "grad_norm": 3.817152405138102,
      "learning_rate": 4.713294198080149e-06,
      "loss": 0.1257,
      "step": 290
    },
    {
      "epoch": 0.17548076923076922,
      "grad_norm": 2.293976238111847,
      "learning_rate": 4.708780111115058e-06,
      "loss": 0.1358,
      "step": 292
    },
    {
      "epoch": 0.17668269230769232,
      "grad_norm": 2.0161046467731407,
      "learning_rate": 4.7042329613501035e-06,
      "loss": 0.1214,
      "step": 294
    },
    {
      "epoch": 0.1778846153846154,
      "grad_norm": 2.3356279678505674,
      "learning_rate": 4.699652816850686e-06,
      "loss": 0.1296,
      "step": 296
    },
    {
      "epoch": 0.17908653846153846,
      "grad_norm": 2.034038118147649,
      "learning_rate": 4.6950397461761e-06,
      "loss": 0.1163,
      "step": 298
    },
    {
      "epoch": 0.18028846153846154,
      "grad_norm": 2.63792392669932,
      "learning_rate": 4.690393818378501e-06,
      "loss": 0.1269,
      "step": 300
    },
    {
      "epoch": 0.1814903846153846,
      "grad_norm": 2.75722633258936,
      "learning_rate": 4.685715103001879e-06,
      "loss": 0.1243,
      "step": 302
    },
    {
      "epoch": 0.18269230769230768,
      "grad_norm": 2.0819705788021183,
      "learning_rate": 4.681003670081015e-06,
      "loss": 0.1304,
      "step": 304
    },
    {
      "epoch": 0.18389423076923078,
      "grad_norm": 3.4298950454490176,
      "learning_rate": 4.676259590140431e-06,
      "loss": 0.1377,
      "step": 306
    },
    {
      "epoch": 0.18509615384615385,
      "grad_norm": 2.471860576622299,
      "learning_rate": 4.671482934193337e-06,
      "loss": 0.1356,
      "step": 308
    },
    {
      "epoch": 0.18629807692307693,
      "grad_norm": 4.8199475175470825,
      "learning_rate": 4.666673773740568e-06,
      "loss": 0.125,
      "step": 310
    },
    {
      "epoch": 0.1875,
      "grad_norm": 3.178092400708656,
      "learning_rate": 4.66183218076951e-06,
      "loss": 0.1365,
      "step": 312
    },
    {
      "epoch": 0.18870192307692307,
      "grad_norm": 5.888487682413386,
      "learning_rate": 4.656958227753028e-06,
      "loss": 0.1415,
      "step": 314
    },
    {
      "epoch": 0.18990384615384615,
      "grad_norm": 1.7792863825981573,
      "learning_rate": 4.652051987648375e-06,
      "loss": 0.1416,
      "step": 316
    },
    {
      "epoch": 0.19110576923076922,
      "grad_norm": 2.9722465375990836,
      "learning_rate": 4.647113533896106e-06,
      "loss": 0.1396,
      "step": 318
    },
    {
      "epoch": 0.19230769230769232,
      "grad_norm": 2.4672094667500475,
      "learning_rate": 4.642142940418973e-06,
      "loss": 0.1248,
      "step": 320
    },
    {
      "epoch": 0.1935096153846154,
      "grad_norm": 2.7077423897634914,
      "learning_rate": 4.637140281620825e-06,
      "loss": 0.1383,
      "step": 322
    },
    {
      "epoch": 0.19471153846153846,
      "grad_norm": 4.807221287056447,
      "learning_rate": 4.632105632385488e-06,
      "loss": 0.1361,
      "step": 324
    },
    {
      "epoch": 0.19591346153846154,
      "grad_norm": 5.728075789744543,
      "learning_rate": 4.627039068075647e-06,
      "loss": 0.1444,
      "step": 326
    },
    {
      "epoch": 0.1971153846153846,
      "grad_norm": 4.398279898396926,
      "learning_rate": 4.621940664531718e-06,
      "loss": 0.1486,
      "step": 328
    },
    {
      "epoch": 0.19831730769230768,
      "grad_norm": 2.610023546419106,
      "learning_rate": 4.6168104980707105e-06,
      "loss": 0.1263,
      "step": 330
    },
    {
      "epoch": 0.19951923076923078,
      "grad_norm": 3.5181999115242943,
      "learning_rate": 4.61164864548509e-06,
      "loss": 0.1308,
      "step": 332
    },
    {
      "epoch": 0.20072115384615385,
      "grad_norm": 2.1510452933939903,
      "learning_rate": 4.606455184041623e-06,
      "loss": 0.14,
      "step": 334
    },
    {
      "epoch": 0.20192307692307693,
      "grad_norm": 3.244280076674407,
      "learning_rate": 4.6012301914802245e-06,
      "loss": 0.1211,
      "step": 336
    },
    {
      "epoch": 0.203125,
      "grad_norm": 2.4060103217800726,
      "learning_rate": 4.595973746012791e-06,
      "loss": 0.1331,
      "step": 338
    },
    {
      "epoch": 0.20432692307692307,
      "grad_norm": 5.706691276517432,
      "learning_rate": 4.590685926322032e-06,
      "loss": 0.1275,
      "step": 340
    },
    {
      "epoch": 0.20552884615384615,
      "grad_norm": 1.982976110922252,
      "learning_rate": 4.585366811560293e-06,
      "loss": 0.1236,
      "step": 342
    },
    {
      "epoch": 0.20673076923076922,
      "grad_norm": 4.23602021986134,
      "learning_rate": 4.580016481348367e-06,
      "loss": 0.1361,
      "step": 344
    },
    {
      "epoch": 0.20793269230769232,
      "grad_norm": 2.211392940952842,
      "learning_rate": 4.574635015774308e-06,
      "loss": 0.1255,
      "step": 346
    },
    {
      "epoch": 0.2091346153846154,
      "grad_norm": 6.442272520375928,
      "learning_rate": 4.569222495392227e-06,
      "loss": 0.1344,
      "step": 348
    },
    {
      "epoch": 0.21033653846153846,
      "grad_norm": 3.8749351925382594,
      "learning_rate": 4.563779001221087e-06,
      "loss": 0.1501,
      "step": 350
    },
    {
      "epoch": 0.21153846153846154,
      "grad_norm": 1.7448331765525071,
      "learning_rate": 4.558304614743496e-06,
      "loss": 0.1381,
      "step": 352
    },
    {
      "epoch": 0.2127403846153846,
      "grad_norm": 5.668086585104286,
      "learning_rate": 4.5527994179044785e-06,
      "loss": 0.1306,
      "step": 354
    },
    {
      "epoch": 0.21394230769230768,
      "grad_norm": 2.5525220134836677,
      "learning_rate": 4.547263493110257e-06,
      "loss": 0.1386,
      "step": 356
    },
    {
      "epoch": 0.21514423076923078,
      "grad_norm": 4.733640695947825,
      "learning_rate": 4.54169692322701e-06,
      "loss": 0.131,
      "step": 358
    },
    {
      "epoch": 0.21634615384615385,
      "grad_norm": 2.4560081882135965,
      "learning_rate": 4.536099791579643e-06,
      "loss": 0.1332,
      "step": 360
    },
    {
      "epoch": 0.21754807692307693,
      "grad_norm": 3.30310384335084,
      "learning_rate": 4.530472181950528e-06,
      "loss": 0.1452,
      "step": 362
    },
    {
      "epoch": 0.21875,
      "grad_norm": 3.96117046469673,
      "learning_rate": 4.524814178578261e-06,
      "loss": 0.1258,
      "step": 364
    },
    {
      "epoch": 0.21995192307692307,
      "grad_norm": 2.1571934099507324,
      "learning_rate": 4.519125866156392e-06,
      "loss": 0.1268,
      "step": 366
    },
    {
      "epoch": 0.22115384615384615,
      "grad_norm": 2.731599995456764,
      "learning_rate": 4.5134073298321655e-06,
      "loss": 0.1275,
      "step": 368
    },
    {
      "epoch": 0.22235576923076922,
      "grad_norm": 6.257464871792732,
      "learning_rate": 4.5076586552052375e-06,
      "loss": 0.136,
      "step": 370
    },
    {
      "epoch": 0.22355769230769232,
      "grad_norm": 2.1253597649510496,
      "learning_rate": 4.501879928326402e-06,
      "loss": 0.1097,
      "step": 372
    },
    {
      "epoch": 0.2247596153846154,
      "grad_norm": 4.866268104213111,
      "learning_rate": 4.496071235696296e-06,
      "loss": 0.1172,
      "step": 374
    },
    {
      "epoch": 0.22596153846153846,
      "grad_norm": 2.65071594422531,
      "learning_rate": 4.49023266426411e-06,
      "loss": 0.1167,
      "step": 376
    },
    {
      "epoch": 0.22716346153846154,
      "grad_norm": 3.5486758869705266,
      "learning_rate": 4.484364301426285e-06,
      "loss": 0.1276,
      "step": 378
    },
    {
      "epoch": 0.2283653846153846,
      "grad_norm": 6.057336639310383,
      "learning_rate": 4.478466235025203e-06,
      "loss": 0.1393,
      "step": 380
    },
    {
      "epoch": 0.22956730769230768,
      "grad_norm": 3.204768478540457,
      "learning_rate": 4.472538553347871e-06,
      "loss": 0.1208,
      "step": 382
    },
    {
      "epoch": 0.23076923076923078,
      "grad_norm": 3.509914333448296,
      "learning_rate": 4.466581345124605e-06,
      "loss": 0.138,
      "step": 384
    },
    {
      "epoch": 0.23197115384615385,
      "grad_norm": 1.9711436203178656,
      "learning_rate": 4.460594699527695e-06,
      "loss": 0.1263,
      "step": 386
    },
    {
      "epoch": 0.23317307692307693,
      "grad_norm": 3.331060762805983,
      "learning_rate": 4.454578706170075e-06,
      "loss": 0.1424,
      "step": 388
    },
    {
      "epoch": 0.234375,
      "grad_norm": 2.467895906628356,
      "learning_rate": 4.448533455103979e-06,
      "loss": 0.1324,
      "step": 390
    },
    {
      "epoch": 0.23557692307692307,
      "grad_norm": 1.5497019030552028,
      "learning_rate": 4.442459036819595e-06,
      "loss": 0.1319,
      "step": 392
    },
    {
      "epoch": 0.23677884615384615,
      "grad_norm": 2.822888845766881,
      "learning_rate": 4.4363555422437095e-06,
      "loss": 0.1272,
      "step": 394
    },
    {
      "epoch": 0.23798076923076922,
      "grad_norm": 2.5029600610225695,
      "learning_rate": 4.430223062738344e-06,
      "loss": 0.128,
      "step": 396
    },
    {
      "epoch": 0.23918269230769232,
      "grad_norm": 1.9911030442643596,
      "learning_rate": 4.424061690099392e-06,
      "loss": 0.1365,
      "step": 398
    },
    {
      "epoch": 0.2403846153846154,
      "grad_norm": 2.062089943745463,
      "learning_rate": 4.417871516555241e-06,
      "loss": 0.1287,
      "step": 400
    },
    {
      "epoch": 0.24158653846153846,
      "grad_norm": 3.3929814258858784,
      "learning_rate": 4.411652634765398e-06,
      "loss": 0.1354,
      "step": 402
    },
    {
      "epoch": 0.24278846153846154,
      "grad_norm": 2.47220919536628,
      "learning_rate": 4.4054051378190915e-06,
      "loss": 0.1243,
      "step": 404
    },
    {
      "epoch": 0.2439903846153846,
      "grad_norm": 4.8206335139544265,
      "learning_rate": 4.39912911923389e-06,
      "loss": 0.1225,
      "step": 406
    },
    {
      "epoch": 0.24519230769230768,
      "grad_norm": 6.242330191426054,
      "learning_rate": 4.392824672954295e-06,
      "loss": 0.1495,
      "step": 408
    },
    {
      "epoch": 0.24639423076923078,
      "grad_norm": 4.388543194744337,
      "learning_rate": 4.386491893350334e-06,
      "loss": 0.1225,
      "step": 410
    },
    {
      "epoch": 0.24759615384615385,
      "grad_norm": 3.190150517704449,
      "learning_rate": 4.380130875216156e-06,
      "loss": 0.1255,
      "step": 412
    },
    {
      "epoch": 0.24879807692307693,
      "grad_norm": 2.213731831929862,
      "learning_rate": 4.373741713768605e-06,
      "loss": 0.1356,
      "step": 414
    },
    {
      "epoch": 0.25,
      "grad_norm": 2.7046643388864546,
      "learning_rate": 4.367324504645793e-06,
      "loss": 0.1374,
      "step": 416
    },
    {
      "epoch": 0.2512019230769231,
      "grad_norm": 2.1009699551445977,
      "learning_rate": 4.360879343905677e-06,
      "loss": 0.1332,
      "step": 418
    },
    {
      "epoch": 0.25240384615384615,
      "grad_norm": 2.650338768654261,
      "learning_rate": 4.354406328024613e-06,
      "loss": 0.1314,
      "step": 420
    },
    {
      "epoch": 0.2536057692307692,
      "grad_norm": 2.810331149813075,
      "learning_rate": 4.347905553895918e-06,
      "loss": 0.1295,
      "step": 422
    },
    {
      "epoch": 0.2548076923076923,
      "grad_norm": 3.814782755239228,
      "learning_rate": 4.341377118828415e-06,
      "loss": 0.1193,
      "step": 424
    },
    {
      "epoch": 0.25600961538461536,
      "grad_norm": 2.9998629650762405,
      "learning_rate": 4.33482112054498e-06,
      "loss": 0.131,
      "step": 426
    },
    {
      "epoch": 0.25721153846153844,
      "grad_norm": 2.7743819788707365,
      "learning_rate": 4.3282376571810745e-06,
      "loss": 0.1262,
      "step": 428
    },
    {
      "epoch": 0.25841346153846156,
      "grad_norm": 2.9124275491739255,
      "learning_rate": 4.32162682728328e-06,
      "loss": 0.1256,
      "step": 430
    },
    {
      "epoch": 0.25961538461538464,
      "grad_norm": 2.1687486550981805,
      "learning_rate": 4.3149887298078275e-06,
      "loss": 0.1355,
      "step": 432
    },
    {
      "epoch": 0.2608173076923077,
      "grad_norm": 3.46835598153599,
      "learning_rate": 4.308323464119103e-06,
      "loss": 0.1294,
      "step": 434
    },
    {
      "epoch": 0.2620192307692308,
      "grad_norm": 3.1610918409226603,
      "learning_rate": 4.301631129988174e-06,
      "loss": 0.1179,
      "step": 436
    },
    {
      "epoch": 0.26322115384615385,
      "grad_norm": 3.5692561412500914,
      "learning_rate": 4.294911827591288e-06,
      "loss": 0.1316,
      "step": 438
    },
    {
      "epoch": 0.2644230769230769,
      "grad_norm": 3.1685646314642955,
      "learning_rate": 4.288165657508377e-06,
      "loss": 0.1287,
      "step": 440
    },
    {
      "epoch": 0.265625,
      "grad_norm": 2.6180618695713695,
      "learning_rate": 4.281392720721546e-06,
      "loss": 0.1225,
      "step": 442
    },
    {
      "epoch": 0.2668269230769231,
      "grad_norm": 1.8843206020979073,
      "learning_rate": 4.274593118613569e-06,
      "loss": 0.1116,
      "step": 444
    },
    {
      "epoch": 0.26802884615384615,
      "grad_norm": 2.541701491013687,
      "learning_rate": 4.267766952966369e-06,
      "loss": 0.131,
      "step": 446
    },
    {
      "epoch": 0.2692307692307692,
      "grad_norm": 2.7752887478918185,
      "learning_rate": 4.260914325959491e-06,
      "loss": 0.134,
      "step": 448
    },
    {
      "epoch": 0.2704326923076923,
      "grad_norm": 2.2244522364780748,
      "learning_rate": 4.254035340168577e-06,
      "loss": 0.1331,
      "step": 450
    },
    {
      "epoch": 0.27163461538461536,
      "grad_norm": 2.1577691411009186,
      "learning_rate": 4.247130098563825e-06,
      "loss": 0.1356,
      "step": 452
    },
    {
      "epoch": 0.27283653846153844,
      "grad_norm": 2.495807078564746,
      "learning_rate": 4.2401987045084544e-06,
      "loss": 0.1285,
      "step": 454
    },
    {
      "epoch": 0.27403846153846156,
      "grad_norm": 2.315378410961849,
      "learning_rate": 4.233241261757155e-06,
      "loss": 0.1314,
      "step": 456
    },
    {
      "epoch": 0.27524038461538464,
      "grad_norm": 2.3360381121240485,
      "learning_rate": 4.226257874454535e-06,
      "loss": 0.1335,
      "step": 458
    },
    {
      "epoch": 0.2764423076923077,
      "grad_norm": 4.342066939412811,
      "learning_rate": 4.219248647133559e-06,
      "loss": 0.1407,
      "step": 460
    },
    {
      "epoch": 0.2776442307692308,
      "grad_norm": 2.3663888374606032,
      "learning_rate": 4.212213684713987e-06,
      "loss": 0.1224,
      "step": 462
    },
    {
      "epoch": 0.27884615384615385,
      "grad_norm": 3.0614706455153553,
      "learning_rate": 4.205153092500805e-06,
      "loss": 0.1229,
      "step": 464
    },
    {
      "epoch": 0.2800480769230769,
      "grad_norm": 2.380259494398439,
      "learning_rate": 4.198066976182644e-06,
      "loss": 0.1292,
      "step": 466
    },
    {
      "epoch": 0.28125,
      "grad_norm": 4.013842010005791,
      "learning_rate": 4.1909554418302e-06,
      "loss": 0.134,
      "step": 468
    },
    {
      "epoch": 0.2824519230769231,
      "grad_norm": 1.778945958084193,
      "learning_rate": 4.183818595894648e-06,
      "loss": 0.1428,
      "step": 470
    },
    {
      "epoch": 0.28365384615384615,
      "grad_norm": 3.750377365680276,
      "learning_rate": 4.176656545206046e-06,
      "loss": 0.1291,
      "step": 472
    },
    {
      "epoch": 0.2848557692307692,
      "grad_norm": 1.9066583171893872,
      "learning_rate": 4.169469396971739e-06,
      "loss": 0.1176,
      "step": 474
    },
    {
      "epoch": 0.2860576923076923,
      "grad_norm": 3.7582224188634736,
      "learning_rate": 4.16225725877475e-06,
      "loss": 0.1249,
      "step": 476
    },
    {
      "epoch": 0.28725961538461536,
      "grad_norm": 2.7825989989563564,
      "learning_rate": 4.155020238572174e-06,
      "loss": 0.1109,
      "step": 478
    },
    {
      "epoch": 0.28846153846153844,
      "grad_norm": 4.879245102252371,
      "learning_rate": 4.147758444693557e-06,
      "loss": 0.1364,
      "step": 480
    },
    {
      "epoch": 0.28966346153846156,
      "grad_norm": 3.2182991915950394,
      "learning_rate": 4.140471985839281e-06,
      "loss": 0.1271,
      "step": 482
    },
    {
      "epoch": 0.29086538461538464,
      "grad_norm": 2.166479148262207,
      "learning_rate": 4.13316097107893e-06,
      "loss": 0.1213,
      "step": 484
    },
    {
      "epoch": 0.2920673076923077,
      "grad_norm": 2.47776248902879,
      "learning_rate": 4.125825509849662e-06,
      "loss": 0.1193,
      "step": 486
    },
    {
      "epoch": 0.2932692307692308,
      "grad_norm": 2.540451340281278,
      "learning_rate": 4.11846571195457e-06,
      "loss": 0.119,
      "step": 488
    },
    {
      "epoch": 0.29447115384615385,
      "grad_norm": 3.2230059766589814,
      "learning_rate": 4.111081687561036e-06,
      "loss": 0.1276,
      "step": 490
    },
    {
      "epoch": 0.2956730769230769,
      "grad_norm": 2.835333516397744,
      "learning_rate": 4.103673547199087e-06,
      "loss": 0.1241,
      "step": 492
    },
    {
      "epoch": 0.296875,
      "grad_norm": 2.752629007829119,
      "learning_rate": 4.096241401759732e-06,
      "loss": 0.1239,
      "step": 494
    },
    {
      "epoch": 0.2980769230769231,
      "grad_norm": 1.8919133248892268,
      "learning_rate": 4.0887853624933134e-06,
      "loss": 0.1239,
      "step": 496
    },
    {
      "epoch": 0.29927884615384615,
      "grad_norm": 2.8561871397763774,
      "learning_rate": 4.081305541007832e-06,
      "loss": 0.1289,
      "step": 498
    },
    {
      "epoch": 0.3004807692307692,
      "grad_norm": 1.6600940797126917,
      "learning_rate": 4.07380204926728e-06,
      "loss": 0.1384,
      "step": 500
    },
    {
      "epoch": 0.3016826923076923,
      "grad_norm": 2.404290817625276,
      "learning_rate": 4.066274999589967e-06,
      "loss": 0.1299,
      "step": 502
    },
    {
      "epoch": 0.30288461538461536,
      "grad_norm": 1.9475394667243153,
      "learning_rate": 4.058724504646834e-06,
      "loss": 0.1259,
      "step": 504
    },
    {
      "epoch": 0.30408653846153844,
      "grad_norm": 3.0051337393851143,
      "learning_rate": 4.051150677459772e-06,
      "loss": 0.1237,
      "step": 506
    },
    {
      "epoch": 0.30528846153846156,
      "grad_norm": 2.1578955093603063,
      "learning_rate": 4.043553631399928e-06,
      "loss": 0.1202,
      "step": 508
    },
    {
      "epoch": 0.30649038461538464,
      "grad_norm": 6.142783994800525,
      "learning_rate": 4.035933480186005e-06,
      "loss": 0.1347,
      "step": 510
    },
    {
      "epoch": 0.3076923076923077,
      "grad_norm": 2.954830082548502,
      "learning_rate": 4.028290337882565e-06,
      "loss": 0.1437,
      "step": 512
    },
    {
      "epoch": 0.3088942307692308,
      "grad_norm": 2.2019067150054386,
      "learning_rate": 4.020624318898319e-06,
      "loss": 0.1307,
      "step": 514
    },
    {
      "epoch": 0.31009615384615385,
      "grad_norm": 4.54110621977567,
      "learning_rate": 4.012935537984414e-06,
      "loss": 0.1335,
      "step": 516
    },
    {
      "epoch": 0.3112980769230769,
      "grad_norm": 2.85625320530939,
      "learning_rate": 4.005224110232715e-06,
      "loss": 0.1317,
      "step": 518
    },
    {
      "epoch": 0.3125,
      "grad_norm": 2.3576527639858895,
      "learning_rate": 3.997490151074085e-06,
      "loss": 0.1284,
      "step": 520
    },
    {
      "epoch": 0.3137019230769231,
      "grad_norm": 2.4537651255404214,
      "learning_rate": 3.989733776276654e-06,
      "loss": 0.1211,
      "step": 522
    },
    {
      "epoch": 0.31490384615384615,
      "grad_norm": 3.352379617409583,
      "learning_rate": 3.981955101944088e-06,
      "loss": 0.1223,
      "step": 524
    },
    {
      "epoch": 0.3161057692307692,
      "grad_norm": 2.233759105251149,
      "learning_rate": 3.9741542445138505e-06,
      "loss": 0.1279,
      "step": 526
    },
    {
      "epoch": 0.3173076923076923,
      "grad_norm": 3.26893899586464,
      "learning_rate": 3.966331320755457e-06,
      "loss": 0.1308,
      "step": 528
    },
    {
      "epoch": 0.31850961538461536,
      "grad_norm": 1.9938930635011727,
      "learning_rate": 3.958486447768736e-06,
      "loss": 0.1191,
      "step": 530
    },
    {
      "epoch": 0.31971153846153844,
      "grad_norm": 1.6739004551575976,
      "learning_rate": 3.95061974298206e-06,
      "loss": 0.1114,
      "step": 532
    },
    {
      "epoch": 0.32091346153846156,
      "grad_norm": 2.1002098020462574,
      "learning_rate": 3.942731324150606e-06,
      "loss": 0.1229,
      "step": 534
    },
    {
      "epoch": 0.32211538461538464,
      "grad_norm": 3.227784545692672,
      "learning_rate": 3.934821309354581e-06,
      "loss": 0.1282,
      "step": 536
    },
    {
      "epoch": 0.3233173076923077,
      "grad_norm": 2.6927966633468134,
      "learning_rate": 3.926889816997457e-06,
      "loss": 0.1274,
      "step": 538
    },
    {
      "epoch": 0.3245192307692308,
      "grad_norm": 3.841849853659577,
      "learning_rate": 3.9189369658042e-06,
      "loss": 0.1316,
      "step": 540
    },
    {
      "epoch": 0.32572115384615385,
      "grad_norm": 2.6872062042849727,
      "learning_rate": 3.910962874819495e-06,
      "loss": 0.1275,
      "step": 542
    },
    {
      "epoch": 0.3269230769230769,
      "grad_norm": 3.6657337480434946,
      "learning_rate": 3.9029676634059565e-06,
      "loss": 0.1254,
      "step": 544
    },
    {
      "epoch": 0.328125,
      "grad_norm": 2.8137841340293352,
      "learning_rate": 3.894951451242351e-06,
      "loss": 0.1316,
      "step": 546
    },
    {
      "epoch": 0.3293269230769231,
      "grad_norm": 1.5503149824535458,
      "learning_rate": 3.886914358321796e-06,
      "loss": 0.1199,
      "step": 548
    },
    {
      "epoch": 0.33052884615384615,
      "grad_norm": 1.9124225846435765,
      "learning_rate": 3.8788565049499746e-06,
      "loss": 0.1144,
      "step": 550
    },
    {
      "epoch": 0.3317307692307692,
      "grad_norm": 2.2194257928538974,
      "learning_rate": 3.8707780117433276e-06,
      "loss": 0.1203,
      "step": 552
    },
    {
      "epoch": 0.3329326923076923,
      "grad_norm": 2.2430374522475556,
      "learning_rate": 3.8626789996272466e-06,
      "loss": 0.1254,
      "step": 554
    },
    {
      "epoch": 0.33413461538461536,
      "grad_norm": 1.656547967694163,
      "learning_rate": 3.854559589834269e-06,
      "loss": 0.1155,
      "step": 556
    },
    {
      "epoch": 0.33533653846153844,
      "grad_norm": 2.71535491729536,
      "learning_rate": 3.846419903902261e-06,
      "loss": 0.1248,
      "step": 558
    },
    {
      "epoch": 0.33653846153846156,
      "grad_norm": 4.963796667259708,
      "learning_rate": 3.838260063672599e-06,
      "loss": 0.1201,
      "step": 560
    },
    {
      "epoch": 0.33774038461538464,
      "grad_norm": 2.02605376529183,
      "learning_rate": 3.830080191288342e-06,
      "loss": 0.1264,
      "step": 562
    },
    {
      "epoch": 0.3389423076923077,
      "grad_norm": 2.2760213880197124,
      "learning_rate": 3.82188040919241e-06,
      "loss": 0.1121,
      "step": 564
    },
    {
      "epoch": 0.3401442307692308,
      "grad_norm": 2.458521927082506,
      "learning_rate": 3.813660840125747e-06,
      "loss": 0.1322,
      "step": 566
    },
    {
      "epoch": 0.34134615384615385,
      "grad_norm": 4.210654399847963,
      "learning_rate": 3.805421607125482e-06,
      "loss": 0.128,
      "step": 568
    },
    {
      "epoch": 0.3425480769230769,
      "grad_norm": 2.161926215111614,
      "learning_rate": 3.7971628335230932e-06,
      "loss": 0.13,
      "step": 570
    },
    {
      "epoch": 0.34375,
      "grad_norm": 3.904255891368641,
      "learning_rate": 3.788884642942555e-06,
      "loss": 0.1317,
      "step": 572
    },
    {
      "epoch": 0.3449519230769231,
      "grad_norm": 2.71934531169795,
      "learning_rate": 3.780587159298492e-06,
      "loss": 0.1359,
      "step": 574
    },
    {
      "epoch": 0.34615384615384615,
      "grad_norm": 2.8064237134830274,
      "learning_rate": 3.7722705067943227e-06,
      "loss": 0.133,
      "step": 576
    },
    {
      "epoch": 0.3473557692307692,
      "grad_norm": 2.5669808093942272,
      "learning_rate": 3.763934809920401e-06,
      "loss": 0.1312,
      "step": 578
    },
    {
      "epoch": 0.3485576923076923,
      "grad_norm": 2.6878698838883883,
      "learning_rate": 3.755580193452153e-06,
      "loss": 0.126,
      "step": 580
    },
    {
      "epoch": 0.34975961538461536,
      "grad_norm": 1.9940547887564615,
      "learning_rate": 3.747206782448207e-06,
      "loss": 0.1215,
      "step": 582
    },
    {
      "epoch": 0.35096153846153844,
      "grad_norm": 2.4246119443294147,
      "learning_rate": 3.738814702248524e-06,
      "loss": 0.1259,
      "step": 584
    },
    {
      "epoch": 0.35216346153846156,
      "grad_norm": 2.448624947878468,
      "learning_rate": 3.7304040784725183e-06,
      "loss": 0.1265,
      "step": 586
    },
    {
      "epoch": 0.35336538461538464,
      "grad_norm": 2.6611405194352544,
      "learning_rate": 3.7219750370171843e-06,
      "loss": 0.1258,
      "step": 588
    },
    {
      "epoch": 0.3545673076923077,
      "grad_norm": 3.9151580028753092,
      "learning_rate": 3.7135277040552014e-06,
      "loss": 0.1269,
      "step": 590
    },
    {
      "epoch": 0.3557692307692308,
      "grad_norm": 1.902396245377977,
      "learning_rate": 3.7050622060330553e-06,
      "loss": 0.1269,
      "step": 592
    },
    {
      "epoch": 0.35697115384615385,
      "grad_norm": 2.200109114807576,
      "learning_rate": 3.6965786696691386e-06,
      "loss": 0.1297,
      "step": 594
    },
    {
      "epoch": 0.3581730769230769,
      "grad_norm": 2.640515221983352,
      "learning_rate": 3.688077221951857e-06,
      "loss": 0.1217,
      "step": 596
    },
    {
      "epoch": 0.359375,
      "grad_norm": 2.9478456557798194,
      "learning_rate": 3.6795579901377277e-06,
      "loss": 0.1206,
      "step": 598
    },
    {
      "epoch": 0.3605769230769231,
      "grad_norm": 4.499371410793944,
      "learning_rate": 3.671021101749476e-06,
      "loss": 0.1159,
      "step": 600
    },
    {
      "epoch": 0.36177884615384615,
      "grad_norm": 3.2861013876529266,
      "learning_rate": 3.662466684574122e-06,
      "loss": 0.1147,
      "step": 602
    },
    {
      "epoch": 0.3629807692307692,
      "grad_norm": 2.936797344536718,
      "learning_rate": 3.653894866661073e-06,
      "loss": 0.1218,
      "step": 604
    },
    {
      "epoch": 0.3641826923076923,
      "grad_norm": 2.5284722183745347,
      "learning_rate": 3.645305776320205e-06,
      "loss": 0.1277,
      "step": 606
    },
    {
      "epoch": 0.36538461538461536,
      "grad_norm": 2.0656418154561416,
      "learning_rate": 3.636699542119939e-06,
      "loss": 0.1226,
      "step": 608
    },
    {
      "epoch": 0.36658653846153844,
      "grad_norm": 2.761257208121012,
      "learning_rate": 3.628076292885322e-06,
      "loss": 0.1176,
      "step": 610
    },
    {
      "epoch": 0.36778846153846156,
      "grad_norm": 4.409264331933305,
      "learning_rate": 3.6194361576960944e-06,
      "loss": 0.1303,
      "step": 612
    },
    {
      "epoch": 0.36899038461538464,
      "grad_norm": 2.2897088881849483,
      "learning_rate": 3.6107792658847597e-06,
      "loss": 0.1166,
      "step": 614
    },
    {
      "epoch": 0.3701923076923077,
      "grad_norm": 2.556001831241419,
      "learning_rate": 3.602105747034646e-06,
      "loss": 0.1238,
      "step": 616
    },
    {
      "epoch": 0.3713942307692308,
      "grad_norm": 2.3832438875718442,
      "learning_rate": 3.5934157309779714e-06,
      "loss": 0.1189,
      "step": 618
    },
    {
      "epoch": 0.37259615384615385,
      "grad_norm": 2.256691965422808,
      "learning_rate": 3.5847093477938955e-06,
      "loss": 0.1324,
      "step": 620
    },
    {
      "epoch": 0.3737980769230769,
      "grad_norm": 4.4764970926214325,
      "learning_rate": 3.5759867278065752e-06,
      "loss": 0.1266,
      "step": 622
    },
    {
      "epoch": 0.375,
      "grad_norm": 2.8438597379920045,
      "learning_rate": 3.5672480015832117e-06,
      "loss": 0.1258,
      "step": 624
    },
    {
      "epoch": 0.3762019230769231,
      "grad_norm": 2.5547304438348193,
      "learning_rate": 3.5584932999320986e-06,
      "loss": 0.1189,
      "step": 626
    },
    {
      "epoch": 0.37740384615384615,
      "grad_norm": 3.861193208078938,
      "learning_rate": 3.549722753900662e-06,
      "loss": 0.12,
      "step": 628
    },
    {
      "epoch": 0.3786057692307692,
      "grad_norm": 2.0271164351237076,
      "learning_rate": 3.5409364947734994e-06,
      "loss": 0.1034,
      "step": 630
    },
    {
      "epoch": 0.3798076923076923,
      "grad_norm": 2.661574124686293,
      "learning_rate": 3.532134654070415e-06,
      "loss": 0.1179,
      "step": 632
    },
    {
      "epoch": 0.38100961538461536,
      "grad_norm": 4.444020843792755,
      "learning_rate": 3.523317363544449e-06,
      "loss": 0.1383,
      "step": 634
    },
    {
      "epoch": 0.38221153846153844,
      "grad_norm": 2.0898293018736145,
      "learning_rate": 3.5144847551799105e-06,
      "loss": 0.128,
      "step": 636
    },
    {
      "epoch": 0.38341346153846156,
      "grad_norm": 6.381896171861657,
      "learning_rate": 3.5056369611903945e-06,
      "loss": 0.135,
      "step": 638
    },
    {
      "epoch": 0.38461538461538464,
      "grad_norm": 3.3029527185373913,
      "learning_rate": 3.496774114016809e-06,
      "loss": 0.1367,
      "step": 640
    },
    {
      "epoch": 0.3858173076923077,
      "grad_norm": 2.3200365246792094,
      "learning_rate": 3.487896346325389e-06,
      "loss": 0.1244,
      "step": 642
    },
    {
      "epoch": 0.3870192307692308,
      "grad_norm": 3.598439324678028,
      "learning_rate": 3.4790037910057128e-06,
      "loss": 0.131,
      "step": 644
    },
    {
      "epoch": 0.38822115384615385,
      "grad_norm": 1.4871335164149173,
      "learning_rate": 3.4700965811687106e-06,
      "loss": 0.1194,
      "step": 646
    },
    {
      "epoch": 0.3894230769230769,
      "grad_norm": 2.4184023479090024,
      "learning_rate": 3.461174850144674e-06,
      "loss": 0.1213,
      "step": 648
    },
    {
      "epoch": 0.390625,
      "grad_norm": 3.436257185320764,
      "learning_rate": 3.4522387314812606e-06,
      "loss": 0.1324,
      "step": 650
    },
    {
      "epoch": 0.3918269230769231,
      "grad_norm": 1.8151625861479124,
      "learning_rate": 3.443288358941491e-06,
      "loss": 0.1108,
      "step": 652
    },
    {
      "epoch": 0.39302884615384615,
      "grad_norm": 1.5261810547328365,
      "learning_rate": 3.4343238665017512e-06,
      "loss": 0.1105,
      "step": 654
    },
    {
      "epoch": 0.3942307692307692,
      "grad_norm": 2.8091934186049063,
      "learning_rate": 3.425345388349787e-06,
      "loss": 0.1348,
      "step": 656
    },
    {
      "epoch": 0.3954326923076923,
      "grad_norm": 2.002504867469609,
      "learning_rate": 3.4163530588826877e-06,
      "loss": 0.1075,
      "step": 658
    },
    {
      "epoch": 0.39663461538461536,
      "grad_norm": 1.925848303593358,
      "learning_rate": 3.4073470127048867e-06,
      "loss": 0.121,
      "step": 660
    },
    {
      "epoch": 0.39783653846153844,
      "grad_norm": 3.4486630510150134,
      "learning_rate": 3.3983273846261373e-06,
      "loss": 0.13,
      "step": 662
    },
    {
      "epoch": 0.39903846153846156,
      "grad_norm": 2.29190337434423,
      "learning_rate": 3.3892943096594968e-06,
      "loss": 0.1175,
      "step": 664
    },
    {
      "epoch": 0.40024038461538464,
      "grad_norm": 2.7382806950058574,
      "learning_rate": 3.3802479230193074e-06,
      "loss": 0.1355,
      "step": 666
    },
    {
      "epoch": 0.4014423076923077,
      "grad_norm": 3.8969395559370286,
      "learning_rate": 3.371188360119173e-06,
      "loss": 0.1265,
      "step": 668
    },
    {
      "epoch": 0.4026442307692308,
      "grad_norm": 2.0972867493422567,
      "learning_rate": 3.3621157565699265e-06,
      "loss": 0.1182,
      "step": 670
    },
    {
      "epoch": 0.40384615384615385,
      "grad_norm": 3.7477223788217673,
      "learning_rate": 3.3530302481776062e-06,
      "loss": 0.1147,
      "step": 672
    },
    {
      "epoch": 0.4050480769230769,
      "grad_norm": 2.585644020351654,
      "learning_rate": 3.343931970941421e-06,
      "loss": 0.1184,
      "step": 674
    },
    {
      "epoch": 0.40625,
      "grad_norm": 2.6033563821440664,
      "learning_rate": 3.3348210610517117e-06,
      "loss": 0.1221,
      "step": 676
    },
    {
      "epoch": 0.4074519230769231,
      "grad_norm": 3.1763777004125067,
      "learning_rate": 3.3256976548879183e-06,
      "loss": 0.1149,
      "step": 678
    },
    {
      "epoch": 0.40865384615384615,
      "grad_norm": 2.7352894929472535,
      "learning_rate": 3.3165618890165306e-06,
      "loss": 0.1205,
      "step": 680
    },
    {
      "epoch": 0.4098557692307692,
      "grad_norm": 3.574807534485726,
      "learning_rate": 3.307413900189054e-06,
      "loss": 0.1073,
      "step": 682
    },
    {
      "epoch": 0.4110576923076923,
      "grad_norm": 3.311593916021147,
      "learning_rate": 3.29825382533995e-06,
      "loss": 0.1152,
      "step": 684
    },
    {
      "epoch": 0.41225961538461536,
      "grad_norm": 2.6214370492688692,
      "learning_rate": 3.289081801584601e-06,
      "loss": 0.1178,
      "step": 686
    },
    {
      "epoch": 0.41346153846153844,
      "grad_norm": 2.28098423314985,
      "learning_rate": 3.2798979662172446e-06,
      "loss": 0.1175,
      "step": 688
    },
    {
      "epoch": 0.41466346153846156,
      "grad_norm": 4.235250427718613,
      "learning_rate": 3.2707024567089267e-06,
      "loss": 0.1504,
      "step": 690
    },
    {
      "epoch": 0.41586538461538464,
      "grad_norm": 1.9122767567805194,
      "learning_rate": 3.2614954107054405e-06,
      "loss": 0.1294,
      "step": 692
    },
    {
      "epoch": 0.4170673076923077,
      "grad_norm": 3.054582085992648,
      "learning_rate": 3.2522769660252673e-06,
      "loss": 0.1223,
      "step": 694
    },
    {
      "epoch": 0.4182692307692308,
      "grad_norm": 1.6351923608702348,
      "learning_rate": 3.243047260657511e-06,
      "loss": 0.1197,
      "step": 696
    },
    {
      "epoch": 0.41947115384615385,
      "grad_norm": 2.7477487145437576,
      "learning_rate": 3.233806432759837e-06,
      "loss": 0.1293,
      "step": 698
    },
    {
      "epoch": 0.4206730769230769,
      "grad_norm": 2.4016286502537505,
      "learning_rate": 3.2245546206564015e-06,
      "loss": 0.1154,
      "step": 700
    },
    {
      "epoch": 0.421875,
      "grad_norm": 1.9800234381047233,
      "learning_rate": 3.215291962835779e-06,
      "loss": 0.123,
      "step": 702
    },
    {
      "epoch": 0.4230769230769231,
      "grad_norm": 3.217074666511334,
      "learning_rate": 3.206018597948893e-06,
      "loss": 0.1208,
      "step": 704
    },
    {
      "epoch": 0.42427884615384615,
      "grad_norm": 3.25172973443265,
      "learning_rate": 3.1967346648069397e-06,
      "loss": 0.1244,
      "step": 706
    },
    {
      "epoch": 0.4254807692307692,
      "grad_norm": 2.2450714988867353,
      "learning_rate": 3.1874403023793078e-06,
      "loss": 0.1179,
      "step": 708
    },
    {
      "epoch": 0.4266826923076923,
      "grad_norm": 3.2488238286410875,
      "learning_rate": 3.1781356497914995e-06,
      "loss": 0.1245,
      "step": 710
    },
    {
      "epoch": 0.42788461538461536,
      "grad_norm": 2.218601857724757,
      "learning_rate": 3.168820846323053e-06,
      "loss": 0.1251,
      "step": 712
    },
    {
      "epoch": 0.42908653846153844,
      "grad_norm": 2.088964444672931,
      "learning_rate": 3.1594960314054455e-06,
      "loss": 0.1193,
      "step": 714
    },
    {
      "epoch": 0.43028846153846156,
      "grad_norm": 4.741704269019802,
      "learning_rate": 3.150161344620021e-06,
      "loss": 0.1322,
      "step": 716
    },
    {
      "epoch": 0.43149038461538464,
      "grad_norm": 3.493342583852878,
      "learning_rate": 3.1408169256958888e-06,
      "loss": 0.1278,
      "step": 718
    },
    {
      "epoch": 0.4326923076923077,
      "grad_norm": 2.351714268349835,
      "learning_rate": 3.1314629145078377e-06,
      "loss": 0.116,
      "step": 720
    },
    {
      "epoch": 0.4338942307692308,
      "grad_norm": 3.8649842638324015,
      "learning_rate": 3.1220994510742432e-06,
      "loss": 0.1297,
      "step": 722
    },
    {
      "epoch": 0.43509615384615385,
      "grad_norm": 2.841739719188719,
      "learning_rate": 3.1127266755549673e-06,
      "loss": 0.1238,
      "step": 724
    },
    {
      "epoch": 0.4362980769230769,
      "grad_norm": 2.0373254493345843,
      "learning_rate": 3.1033447282492645e-06,
      "loss": 0.1339,
      "step": 726
    },
    {
      "epoch": 0.4375,
      "grad_norm": 1.8332876940880098,
      "learning_rate": 3.0939537495936784e-06,
      "loss": 0.1255,
      "step": 728
    },
    {
      "epoch": 0.4387019230769231,
      "grad_norm": 1.9574438212255216,
      "learning_rate": 3.0845538801599423e-06,
      "loss": 0.1197,
      "step": 730
    },
    {
      "epoch": 0.43990384615384615,
      "grad_norm": 1.7871551779346857,
      "learning_rate": 3.075145260652873e-06,
      "loss": 0.1344,
      "step": 732
    },
    {
      "epoch": 0.4411057692307692,
      "grad_norm": 3.6706640863007416,
      "learning_rate": 3.0657280319082657e-06,
      "loss": 0.116,
      "step": 734
    },
    {
      "epoch": 0.4423076923076923,
      "grad_norm": 1.6394420662743008,
      "learning_rate": 3.056302334890786e-06,
      "loss": 0.123,
      "step": 736
    },
    {
      "epoch": 0.44350961538461536,
      "grad_norm": 1.8174034087550737,
      "learning_rate": 3.0468683106918608e-06,
      "loss": 0.1203,
      "step": 738
    },
    {
      "epoch": 0.44471153846153844,
      "grad_norm": 2.028279546605494,
      "learning_rate": 3.0374261005275606e-06,
      "loss": 0.1153,
      "step": 740
    },
    {
      "epoch": 0.44591346153846156,
      "grad_norm": 3.1742172663448893,
      "learning_rate": 3.0279758457364943e-06,
      "loss": 0.1119,
      "step": 742
    },
    {
      "epoch": 0.44711538461538464,
      "grad_norm": 2.1542693819149994,
      "learning_rate": 3.018517687777688e-06,
      "loss": 0.1152,
      "step": 744
    },
    {
      "epoch": 0.4483173076923077,
      "grad_norm": 4.6204720149874605,
      "learning_rate": 3.009051768228468e-06,
      "loss": 0.1297,
      "step": 746
    },
    {
      "epoch": 0.4495192307692308,
      "grad_norm": 2.0445376227310095,
      "learning_rate": 2.9995782287823428e-06,
      "loss": 0.115,
      "step": 748
    },
    {
      "epoch": 0.45072115384615385,
      "grad_norm": 2.320840534894566,
      "learning_rate": 2.9900972112468823e-06,
      "loss": 0.1257,
      "step": 750
    },
    {
      "epoch": 0.4519230769230769,
      "grad_norm": 4.0732649101420915,
      "learning_rate": 2.9806088575415926e-06,
      "loss": 0.1182,
      "step": 752
    },
    {
      "epoch": 0.453125,
      "grad_norm": 3.8261178694802327,
      "learning_rate": 2.971113309695796e-06,
      "loss": 0.1202,
      "step": 754
    },
    {
      "epoch": 0.4543269230769231,
      "grad_norm": 2.393271946060094,
      "learning_rate": 2.961610709846501e-06,
      "loss": 0.1171,
      "step": 756
    },
    {
      "epoch": 0.45552884615384615,
      "grad_norm": 1.8371462666695046,
      "learning_rate": 2.9521012002362766e-06,
      "loss": 0.1142,
      "step": 758
    },
    {
      "epoch": 0.4567307692307692,
      "grad_norm": 2.08485758756134,
      "learning_rate": 2.942584923211121e-06,
      "loss": 0.1154,
      "step": 760
    },
    {
      "epoch": 0.4579326923076923,
      "grad_norm": 2.6562279999651257,
      "learning_rate": 2.933062021218337e-06,
      "loss": 0.1063,
      "step": 762
    },
    {
      "epoch": 0.45913461538461536,
      "grad_norm": 2.533470915365061,
      "learning_rate": 2.9235326368043885e-06,
      "loss": 0.1135,
      "step": 764
    },
    {
      "epoch": 0.46033653846153844,
      "grad_norm": 2.4011631762333905,
      "learning_rate": 2.9139969126127803e-06,
      "loss": 0.1134,
      "step": 766
    },
    {
      "epoch": 0.46153846153846156,
      "grad_norm": 2.252103330371488,
      "learning_rate": 2.9044549913819125e-06,
      "loss": 0.1329,
      "step": 768
    },
    {
      "epoch": 0.46274038461538464,
      "grad_norm": 2.111392303163354,
      "learning_rate": 2.8949070159429473e-06,
      "loss": 0.1167,
      "step": 770
    },
    {
      "epoch": 0.4639423076923077,
      "grad_norm": 2.10465453166218,
      "learning_rate": 2.885353129217671e-06,
      "loss": 0.1294,
      "step": 772
    },
    {
      "epoch": 0.4651442307692308,
      "grad_norm": 1.7606762750864913,
      "learning_rate": 2.875793474216358e-06,
      "loss": 0.1195,
      "step": 774
    },
    {
      "epoch": 0.46634615384615385,
      "grad_norm": 3.4911755377127665,
      "learning_rate": 2.8662281940356234e-06,
      "loss": 0.1197,
      "step": 776
    },
    {
      "epoch": 0.4675480769230769,
      "grad_norm": 2.485129458685194,
      "learning_rate": 2.8566574318562855e-06,
      "loss": 0.1257,
      "step": 778
    },
    {
      "epoch": 0.46875,
      "grad_norm": 3.0980789105745536,
      "learning_rate": 2.8470813309412222e-06,
      "loss": 0.1159,
      "step": 780
    },
    {
      "epoch": 0.4699519230769231,
      "grad_norm": 2.06101810490773,
      "learning_rate": 2.8375000346332256e-06,
      "loss": 0.1114,
      "step": 782
    },
    {
      "epoch": 0.47115384615384615,
      "grad_norm": 2.5211271193230567,
      "learning_rate": 2.827913686352856e-06,
      "loss": 0.1278,
      "step": 784
    },
    {
      "epoch": 0.4723557692307692,
      "grad_norm": 2.1529408157219825,
      "learning_rate": 2.818322429596297e-06,
      "loss": 0.1206,
      "step": 786
    },
    {
      "epoch": 0.4735576923076923,
      "grad_norm": 2.366887732661358,
      "learning_rate": 2.808726407933205e-06,
      "loss": 0.1149,
      "step": 788
    },
    {
      "epoch": 0.47475961538461536,
      "grad_norm": 2.16343980990941,
      "learning_rate": 2.7991257650045606e-06,
      "loss": 0.1208,
      "step": 790
    },
    {
      "epoch": 0.47596153846153844,
      "grad_norm": 2.8342000182216345,
      "learning_rate": 2.7895206445205226e-06,
      "loss": 0.1217,
      "step": 792
    },
    {
      "epoch": 0.47716346153846156,
      "grad_norm": 1.852391269800072,
      "learning_rate": 2.7799111902582697e-06,
      "loss": 0.1155,
      "step": 794
    },
    {
      "epoch": 0.47836538461538464,
      "grad_norm": 2.5799284357343484,
      "learning_rate": 2.7702975460598545e-06,
      "loss": 0.1283,
      "step": 796
    },
    {
      "epoch": 0.4795673076923077,
      "grad_norm": 1.881492308096937,
      "learning_rate": 2.760679855830047e-06,
      "loss": 0.1081,
      "step": 798
    },
    {
      "epoch": 0.4807692307692308,
      "grad_norm": 2.5186830859263436,
      "learning_rate": 2.7510582635341815e-06,
      "loss": 0.1187,
      "step": 800
    },
    {
      "epoch": 0.48197115384615385,
      "grad_norm": 2.6559499054158615,
      "learning_rate": 2.7414329131960004e-06,
      "loss": 0.1233,
      "step": 802
    },
    {
      "epoch": 0.4831730769230769,
      "grad_norm": 4.62630178829242,
      "learning_rate": 2.731803948895503e-06,
      "loss": 0.124,
      "step": 804
    },
    {
      "epoch": 0.484375,
      "grad_norm": 1.914060815314394,
      "learning_rate": 2.722171514766781e-06,
      "loss": 0.1123,
      "step": 806
    },
    {
      "epoch": 0.4855769230769231,
      "grad_norm": 2.4270202069774145,
      "learning_rate": 2.7125357549958687e-06,
      "loss": 0.1287,
      "step": 808
    },
    {
      "epoch": 0.48677884615384615,
      "grad_norm": 2.1602891567758746,
      "learning_rate": 2.7028968138185783e-06,
      "loss": 0.1143,
      "step": 810
    },
    {
      "epoch": 0.4879807692307692,
      "grad_norm": 2.68436864433482,
      "learning_rate": 2.6932548355183476e-06,
      "loss": 0.1166,
      "step": 812
    },
    {
      "epoch": 0.4891826923076923,
      "grad_norm": 2.4944384936946196,
      "learning_rate": 2.6836099644240727e-06,
      "loss": 0.1133,
      "step": 814
    },
    {
      "epoch": 0.49038461538461536,
      "grad_norm": 1.8613202081753457,
      "learning_rate": 2.673962344907953e-06,
      "loss": 0.109,
      "step": 816
    },
    {
      "epoch": 0.49158653846153844,
      "grad_norm": 2.219693506080579,
      "learning_rate": 2.6643121213833306e-06,
      "loss": 0.1145,
      "step": 818
    },
    {
      "epoch": 0.49278846153846156,
      "grad_norm": 2.8619481470099117,
      "learning_rate": 2.6546594383025214e-06,
      "loss": 0.1115,
      "step": 820
    },
    {
      "epoch": 0.49399038461538464,
      "grad_norm": 2.666948981163753,
      "learning_rate": 2.6450044401546632e-06,
      "loss": 0.1305,
      "step": 822
    },
    {
      "epoch": 0.4951923076923077,
      "grad_norm": 2.09947237601635,
      "learning_rate": 2.6353472714635443e-06,
      "loss": 0.1099,
      "step": 824
    },
    {
      "epoch": 0.4963942307692308,
      "grad_norm": 1.9473099754220278,
      "learning_rate": 2.625688076785445e-06,
      "loss": 0.1208,
      "step": 826
    },
    {
      "epoch": 0.49759615384615385,
      "grad_norm": 2.0864251934157774,
      "learning_rate": 2.6160270007069703e-06,
      "loss": 0.1257,
      "step": 828
    },
    {
      "epoch": 0.4987980769230769,
      "grad_norm": 1.9893158881100514,
      "learning_rate": 2.606364187842891e-06,
      "loss": 0.1264,
      "step": 830
    },
    {
      "epoch": 0.5,
      "grad_norm": 2.3582369528291083,
      "learning_rate": 2.5966997828339724e-06,
      "loss": 0.1147,
      "step": 832
    },
    {
      "epoch": 0.5012019230769231,
      "grad_norm": 2.146899490039593,
      "learning_rate": 2.5870339303448127e-06,
      "loss": 0.1152,
      "step": 834
    },
    {
      "epoch": 0.5024038461538461,
      "grad_norm": 1.990060058415754,
      "learning_rate": 2.5773667750616783e-06,
      "loss": 0.1041,
      "step": 836
    },
    {
      "epoch": 0.5036057692307693,
      "grad_norm": 2.178599936980344,
      "learning_rate": 2.5676984616903367e-06,
      "loss": 0.1286,
      "step": 838
    },
    {
      "epoch": 0.5048076923076923,
      "grad_norm": 2.562250086026024,
      "learning_rate": 2.5580291349538895e-06,
      "loss": 0.1146,
      "step": 840
    },
    {
      "epoch": 0.5060096153846154,
      "grad_norm": 2.4548795707580418,
      "learning_rate": 2.5483589395906084e-06,
      "loss": 0.1232,
      "step": 842
    },
    {
      "epoch": 0.5072115384615384,
      "grad_norm": 2.0576956102764536,
      "learning_rate": 2.5386880203517665e-06,
      "loss": 0.1091,
      "step": 844
    },
    {
      "epoch": 0.5084134615384616,
      "grad_norm": 1.7798937747570411,
      "learning_rate": 2.5290165219994734e-06,
      "loss": 0.122,
      "step": 846
    },
    {
      "epoch": 0.5096153846153846,
      "grad_norm": 3.2665103557785473,
      "learning_rate": 2.5193445893045054e-06,
      "loss": 0.119,
      "step": 848
    },
    {
      "epoch": 0.5108173076923077,
      "grad_norm": 2.3751458473034175,
      "learning_rate": 2.5096723670441437e-06,
      "loss": 0.1161,
      "step": 850
    },
    {
      "epoch": 0.5120192307692307,
      "grad_norm": 1.7591316722682409,
      "learning_rate": 2.5e-06,
      "loss": 0.1151,
      "step": 852
    },
    {
      "epoch": 0.5132211538461539,
      "grad_norm": 2.2115382855282464,
      "learning_rate": 2.4903276329558567e-06,
      "loss": 0.1313,
      "step": 854
    },
    {
      "epoch": 0.5144230769230769,
      "grad_norm": 3.714925572378303,
      "learning_rate": 2.480655410695495e-06,
      "loss": 0.118,
      "step": 856
    },
    {
      "epoch": 0.515625,
      "grad_norm": 2.292092125779591,
      "learning_rate": 2.4709834780005283e-06,
      "loss": 0.1105,
      "step": 858
    },
    {
      "epoch": 0.5168269230769231,
      "grad_norm": 2.8062030763080066,
      "learning_rate": 2.4613119796482343e-06,
      "loss": 0.1279,
      "step": 860
    },
    {
      "epoch": 0.5180288461538461,
      "grad_norm": 3.0016696690528684,
      "learning_rate": 2.4516410604093924e-06,
      "loss": 0.124,
      "step": 862
    },
    {
      "epoch": 0.5192307692307693,
      "grad_norm": 2.6910032305249776,
      "learning_rate": 2.441970865046111e-06,
      "loss": 0.1164,
      "step": 864
    },
    {
      "epoch": 0.5204326923076923,
      "grad_norm": 2.790603434708355,
      "learning_rate": 2.4323015383096645e-06,
      "loss": 0.1284,
      "step": 866
    },
    {
      "epoch": 0.5216346153846154,
      "grad_norm": 1.88418937937736,
      "learning_rate": 2.422633224938323e-06,
      "loss": 0.1197,
      "step": 868
    },
    {
      "epoch": 0.5228365384615384,
      "grad_norm": 2.268135867297592,
      "learning_rate": 2.412966069655188e-06,
      "loss": 0.1087,
      "step": 870
    },
    {
      "epoch": 0.5240384615384616,
      "grad_norm": 1.7727390247554256,
      "learning_rate": 2.403300217166028e-06,
      "loss": 0.1047,
      "step": 872
    },
    {
      "epoch": 0.5252403846153846,
      "grad_norm": 2.6452934155833,
      "learning_rate": 2.39363581215711e-06,
      "loss": 0.1209,
      "step": 874
    },
    {
      "epoch": 0.5264423076923077,
      "grad_norm": 2.231648348284633,
      "learning_rate": 2.38397299929303e-06,
      "loss": 0.1225,
      "step": 876
    },
    {
      "epoch": 0.5276442307692307,
      "grad_norm": 3.1589321862401323,
      "learning_rate": 2.374311923214556e-06,
      "loss": 0.1278,
      "step": 878
    },
    {
      "epoch": 0.5288461538461539,
      "grad_norm": 2.538600702095854,
      "learning_rate": 2.3646527285364565e-06,
      "loss": 0.1133,
      "step": 880
    },
    {
      "epoch": 0.5300480769230769,
      "grad_norm": 1.8010218639998627,
      "learning_rate": 2.3549955598453384e-06,
      "loss": 0.1102,
      "step": 882
    },
    {
      "epoch": 0.53125,
      "grad_norm": 1.9859781619064247,
      "learning_rate": 2.3453405616974794e-06,
      "loss": 0.1223,
      "step": 884
    },
    {
      "epoch": 0.5324519230769231,
      "grad_norm": 2.48433192428649,
      "learning_rate": 2.3356878786166703e-06,
      "loss": 0.1276,
      "step": 886
    },
    {
      "epoch": 0.5336538461538461,
      "grad_norm": 1.9977524593562115,
      "learning_rate": 2.3260376550920472e-06,
      "loss": 0.1219,
      "step": 888
    },
    {
      "epoch": 0.5348557692307693,
      "grad_norm": 1.9708632642889377,
      "learning_rate": 2.3163900355759277e-06,
      "loss": 0.117,
      "step": 890
    },
    {
      "epoch": 0.5360576923076923,
      "grad_norm": 2.3393380650509146,
      "learning_rate": 2.3067451644816537e-06,
      "loss": 0.1328,
      "step": 892
    },
    {
      "epoch": 0.5372596153846154,
      "grad_norm": 2.016237150348988,
      "learning_rate": 2.2971031861814225e-06,
      "loss": 0.115,
      "step": 894
    },
    {
      "epoch": 0.5384615384615384,
      "grad_norm": 2.254008950804627,
      "learning_rate": 2.287464245004132e-06,
      "loss": 0.1184,
      "step": 896
    },
    {
      "epoch": 0.5396634615384616,
      "grad_norm": 3.2043282624716403,
      "learning_rate": 2.27782848523322e-06,
      "loss": 0.1193,
      "step": 898
    },
    {
      "epoch": 0.5408653846153846,
      "grad_norm": 1.4454861904743852,
      "learning_rate": 2.268196051104499e-06,
      "loss": 0.1104,
      "step": 900
    },
    {
      "epoch": 0.5420673076923077,
      "grad_norm": 2.397925567908216,
      "learning_rate": 2.2585670868040004e-06,
      "loss": 0.1173,
      "step": 902
    },
    {
      "epoch": 0.5432692307692307,
      "grad_norm": 2.6349415212538503,
      "learning_rate": 2.2489417364658194e-06,
      "loss": 0.1175,
      "step": 904
    },
    {
      "epoch": 0.5444711538461539,
      "grad_norm": 1.912841995108057,
      "learning_rate": 2.2393201441699535e-06,
      "loss": 0.1124,
      "step": 906
    },
    {
      "epoch": 0.5456730769230769,
      "grad_norm": 2.2214483754728396,
      "learning_rate": 2.2297024539401463e-06,
      "loss": 0.1169,
      "step": 908
    },
    {
      "epoch": 0.546875,
      "grad_norm": 2.6645784394778995,
      "learning_rate": 2.2200888097417308e-06,
      "loss": 0.1124,
      "step": 910
    },
    {
      "epoch": 0.5480769230769231,
      "grad_norm": 2.3991327890112757,
      "learning_rate": 2.2104793554794783e-06,
      "loss": 0.1082,
      "step": 912
    },
    {
      "epoch": 0.5492788461538461,
      "grad_norm": 2.4642009420576487,
      "learning_rate": 2.2008742349954394e-06,
      "loss": 0.119,
      "step": 914
    },
    {
      "epoch": 0.5504807692307693,
      "grad_norm": 2.5918285453531116,
      "learning_rate": 2.1912735920667966e-06,
      "loss": 0.1055,
      "step": 916
    },
    {
      "epoch": 0.5516826923076923,
      "grad_norm": 2.0680446180956373,
      "learning_rate": 2.181677570403704e-06,
      "loss": 0.1109,
      "step": 918
    },
    {
      "epoch": 0.5528846153846154,
      "grad_norm": 2.193301046368466,
      "learning_rate": 2.1720863136471447e-06,
      "loss": 0.1277,
      "step": 920
    },
    {
      "epoch": 0.5540865384615384,
      "grad_norm": 2.5163737723965736,
      "learning_rate": 2.162499965366775e-06,
      "loss": 0.1219,
      "step": 922
    },
    {
      "epoch": 0.5552884615384616,
      "grad_norm": 3.521848753217605,
      "learning_rate": 2.1529186690587786e-06,
      "loss": 0.114,
      "step": 924
    },
    {
      "epoch": 0.5564903846153846,
      "grad_norm": 3.069616221629034,
      "learning_rate": 2.1433425681437154e-06,
      "loss": 0.1071,
      "step": 926
    },
    {
      "epoch": 0.5576923076923077,
      "grad_norm": 3.53398612074779,
      "learning_rate": 2.1337718059643774e-06,
      "loss": 0.1236,
      "step": 928
    },
    {
      "epoch": 0.5588942307692307,
      "grad_norm": 5.058223699592573,
      "learning_rate": 2.124206525783643e-06,
      "loss": 0.1109,
      "step": 930
    },
    {
      "epoch": 0.5600961538461539,
      "grad_norm": 2.5478159897083352,
      "learning_rate": 2.114646870782329e-06,
      "loss": 0.1167,
      "step": 932
    },
    {
      "epoch": 0.5612980769230769,
      "grad_norm": 2.354071051813213,
      "learning_rate": 2.1050929840570544e-06,
      "loss": 0.1011,
      "step": 934
    },
    {
      "epoch": 0.5625,
      "grad_norm": 4.853864942677267,
      "learning_rate": 2.0955450086180883e-06,
      "loss": 0.116,
      "step": 936
    },
    {
      "epoch": 0.5637019230769231,
      "grad_norm": 2.722700474105122,
      "learning_rate": 2.08600308738722e-06,
      "loss": 0.1108,
      "step": 938
    },
    {
      "epoch": 0.5649038461538461,
      "grad_norm": 4.630914205750646,
      "learning_rate": 2.0764673631956115e-06,
      "loss": 0.1172,
      "step": 940
    },
    {
      "epoch": 0.5661057692307693,
      "grad_norm": 2.0844097872671616,
      "learning_rate": 2.0669379787816644e-06,
      "loss": 0.1086,
      "step": 942
    },
    {
      "epoch": 0.5673076923076923,
      "grad_norm": 2.2079993034525147,
      "learning_rate": 2.0574150767888795e-06,
      "loss": 0.1199,
      "step": 944
    },
    {
      "epoch": 0.5685096153846154,
      "grad_norm": 3.624361624117408,
      "learning_rate": 2.0478987997637246e-06,
      "loss": 0.1028,
      "step": 946
    },
    {
      "epoch": 0.5697115384615384,
      "grad_norm": 2.304855132990531,
      "learning_rate": 2.0383892901534995e-06,
      "loss": 0.1143,
      "step": 948
    },
    {
      "epoch": 0.5709134615384616,
      "grad_norm": 2.303913178369359,
      "learning_rate": 2.0288866903042055e-06,
      "loss": 0.1149,
      "step": 950
    },
    {
      "epoch": 0.5721153846153846,
      "grad_norm": 2.5242944062982944,
      "learning_rate": 2.0193911424584082e-06,
      "loss": 0.1271,
      "step": 952
    },
    {
      "epoch": 0.5733173076923077,
      "grad_norm": 2.2840209986395643,
      "learning_rate": 2.0099027887531186e-06,
      "loss": 0.1025,
      "step": 954
    },
    {
      "epoch": 0.5745192307692307,
      "grad_norm": 2.1475236126016757,
      "learning_rate": 2.0004217712176576e-06,
      "loss": 0.1052,
      "step": 956
    },
    {
      "epoch": 0.5757211538461539,
      "grad_norm": 2.2062922770065625,
      "learning_rate": 1.9909482317715335e-06,
      "loss": 0.1261,
      "step": 958
    },
    {
      "epoch": 0.5769230769230769,
      "grad_norm": 2.573858967297316,
      "learning_rate": 1.9814823122223125e-06,
      "loss": 0.1206,
      "step": 960
    },
    {
      "epoch": 0.578125,
      "grad_norm": 3.5542312782650267,
      "learning_rate": 1.972024154263506e-06,
      "loss": 0.118,
      "step": 962
    },
    {
      "epoch": 0.5793269230769231,
      "grad_norm": 3.043328928606157,
      "learning_rate": 1.96257389947244e-06,
      "loss": 0.1148,
      "step": 964
    },
    {
      "epoch": 0.5805288461538461,
      "grad_norm": 2.186779926589517,
      "learning_rate": 1.9531316893081396e-06,
      "loss": 0.1028,
      "step": 966
    },
    {
      "epoch": 0.5817307692307693,
      "grad_norm": 1.9507127168704683,
      "learning_rate": 1.9436976651092143e-06,
      "loss": 0.1069,
      "step": 968
    },
    {
      "epoch": 0.5829326923076923,
      "grad_norm": 2.2374696361826403,
      "learning_rate": 1.934271968091735e-06,
      "loss": 0.1172,
      "step": 970
    },
    {
      "epoch": 0.5841346153846154,
      "grad_norm": 2.55684351637379,
      "learning_rate": 1.924854739347128e-06,
      "loss": 0.1084,
      "step": 972
    },
    {
      "epoch": 0.5853365384615384,
      "grad_norm": 2.325113870079778,
      "learning_rate": 1.9154461198400585e-06,
      "loss": 0.1235,
      "step": 974
    },
    {
      "epoch": 0.5865384615384616,
      "grad_norm": 2.6657491779145976,
      "learning_rate": 1.9060462504063229e-06,
      "loss": 0.1071,
      "step": 976
    },
    {
      "epoch": 0.5877403846153846,
      "grad_norm": 1.956462181600069,
      "learning_rate": 1.8966552717507364e-06,
      "loss": 0.119,
      "step": 978
    },
    {
      "epoch": 0.5889423076923077,
      "grad_norm": 2.705164990543757,
      "learning_rate": 1.8872733244450331e-06,
      "loss": 0.1023,
      "step": 980
    },
    {
      "epoch": 0.5901442307692307,
      "grad_norm": 1.9312443310397687,
      "learning_rate": 1.8779005489257572e-06,
      "loss": 0.1053,
      "step": 982
    },
    {
      "epoch": 0.5913461538461539,
      "grad_norm": 2.855051765002529,
      "learning_rate": 1.8685370854921631e-06,
      "loss": 0.1072,
      "step": 984
    },
    {
      "epoch": 0.5925480769230769,
      "grad_norm": 2.3926479059613373,
      "learning_rate": 1.8591830743041123e-06,
      "loss": 0.1226,
      "step": 986
    },
    {
      "epoch": 0.59375,
      "grad_norm": 3.5632611766021465,
      "learning_rate": 1.8498386553799802e-06,
      "loss": 0.1003,
      "step": 988
    },
    {
      "epoch": 0.5949519230769231,
      "grad_norm": 3.0673131415514803,
      "learning_rate": 1.8405039685945547e-06,
      "loss": 0.1103,
      "step": 990
    },
    {
      "epoch": 0.5961538461538461,
      "grad_norm": 3.875636229689881,
      "learning_rate": 1.8311791536769485e-06,
      "loss": 0.1301,
      "step": 992
    },
    {
      "epoch": 0.5973557692307693,
      "grad_norm": 3.2290497985605775,
      "learning_rate": 1.821864350208501e-06,
      "loss": 0.1149,
      "step": 994
    },
    {
      "epoch": 0.5985576923076923,
      "grad_norm": 1.9347455813936323,
      "learning_rate": 1.8125596976206933e-06,
      "loss": 0.1087,
      "step": 996
    },
    {
      "epoch": 0.5997596153846154,
      "grad_norm": 2.04110053593177,
      "learning_rate": 1.8032653351930607e-06,
      "loss": 0.112,
      "step": 998
    },
    {
      "epoch": 0.6009615384615384,
      "grad_norm": 2.4285768876217637,
      "learning_rate": 1.793981402051107e-06,
      "loss": 0.1184,
      "step": 1000
    },
    {
      "epoch": 0.6021634615384616,
      "grad_norm": 2.056516574333895,
      "learning_rate": 1.7847080371642222e-06,
      "loss": 0.1089,
      "step": 1002
    },
    {
      "epoch": 0.6033653846153846,
      "grad_norm": 2.872014799730928,
      "learning_rate": 1.7754453793435995e-06,
      "loss": 0.1203,
      "step": 1004
    },
    {
      "epoch": 0.6045673076923077,
      "grad_norm": 3.1357344499654225,
      "learning_rate": 1.7661935672401635e-06,
      "loss": 0.1057,
      "step": 1006
    },
    {
      "epoch": 0.6057692307692307,
      "grad_norm": 2.2990506646197684,
      "learning_rate": 1.7569527393424894e-06,
      "loss": 0.1102,
      "step": 1008
    },
    {
      "epoch": 0.6069711538461539,
      "grad_norm": 1.9080185886472223,
      "learning_rate": 1.7477230339747342e-06,
      "loss": 0.1128,
      "step": 1010
    },
    {
      "epoch": 0.6081730769230769,
      "grad_norm": 2.4866351605585217,
      "learning_rate": 1.7385045892945603e-06,
      "loss": 0.1082,
      "step": 1012
    },
    {
      "epoch": 0.609375,
      "grad_norm": 2.408386002877475,
      "learning_rate": 1.7292975432910738e-06,
      "loss": 0.1065,
      "step": 1014
    },
    {
      "epoch": 0.6105769230769231,
      "grad_norm": 2.3425864575127724,
      "learning_rate": 1.7201020337827556e-06,
      "loss": 0.0992,
      "step": 1016
    },
    {
      "epoch": 0.6117788461538461,
      "grad_norm": 3.3764842505199897,
      "learning_rate": 1.7109181984154e-06,
      "loss": 0.0994,
      "step": 1018
    },
    {
      "epoch": 0.6129807692307693,
      "grad_norm": 3.0511908446927105,
      "learning_rate": 1.7017461746600506e-06,
      "loss": 0.1116,
      "step": 1020
    },
    {
      "epoch": 0.6141826923076923,
      "grad_norm": 2.0835754940115048,
      "learning_rate": 1.6925860998109472e-06,
      "loss": 0.1027,
      "step": 1022
    },
    {
      "epoch": 0.6153846153846154,
      "grad_norm": 2.1369310697938873,
      "learning_rate": 1.6834381109834696e-06,
      "loss": 0.1082,
      "step": 1024
    },
    {
      "epoch": 0.6165865384615384,
      "grad_norm": 3.633547678025306,
      "learning_rate": 1.6743023451120831e-06,
      "loss": 0.1179,
      "step": 1026
    },
    {
      "epoch": 0.6177884615384616,
      "grad_norm": 3.222183839199512,
      "learning_rate": 1.6651789389482885e-06,
      "loss": 0.1047,
      "step": 1028
    },
    {
      "epoch": 0.6189903846153846,
      "grad_norm": 3.373496600017691,
      "learning_rate": 1.6560680290585798e-06,
      "loss": 0.1174,
      "step": 1030
    },
    {
      "epoch": 0.6201923076923077,
      "grad_norm": 3.355771088882065,
      "learning_rate": 1.646969751822394e-06,
      "loss": 0.1225,
      "step": 1032
    },
    {
      "epoch": 0.6213942307692307,
      "grad_norm": 2.132501441209862,
      "learning_rate": 1.6378842434300746e-06,
      "loss": 0.1085,
      "step": 1034
    },
    {
      "epoch": 0.6225961538461539,
      "grad_norm": 1.8201904843022139,
      "learning_rate": 1.6288116398808278e-06,
      "loss": 0.1072,
      "step": 1036
    },
    {
      "epoch": 0.6237980769230769,
      "grad_norm": 1.9943546756148034,
      "learning_rate": 1.619752076980693e-06,
      "loss": 0.1175,
      "step": 1038
    },
    {
      "epoch": 0.625,
      "grad_norm": 1.9417071481978827,
      "learning_rate": 1.6107056903405038e-06,
      "loss": 0.1031,
      "step": 1040
    },
    {
      "epoch": 0.6262019230769231,
      "grad_norm": 2.0812507755491776,
      "learning_rate": 1.6016726153738638e-06,
      "loss": 0.1181,
      "step": 1042
    },
    {
      "epoch": 0.6274038461538461,
      "grad_norm": 1.9437266222472136,
      "learning_rate": 1.5926529872951144e-06,
      "loss": 0.1104,
      "step": 1044
    },
    {
      "epoch": 0.6286057692307693,
      "grad_norm": 2.0078937220346265,
      "learning_rate": 1.583646941117313e-06,
      "loss": 0.1044,
      "step": 1046
    },
    {
      "epoch": 0.6298076923076923,
      "grad_norm": 2.2331084033833366,
      "learning_rate": 1.574654611650214e-06,
      "loss": 0.1147,
      "step": 1048
    },
    {
      "epoch": 0.6310096153846154,
      "grad_norm": 2.133371687932722,
      "learning_rate": 1.5656761334982487e-06,
      "loss": 0.1159,
      "step": 1050
    },
    {
      "epoch": 0.6322115384615384,
      "grad_norm": 2.068123773517536,
      "learning_rate": 1.5567116410585101e-06,
      "loss": 0.1038,
      "step": 1052
    },
    {
      "epoch": 0.6334134615384616,
      "grad_norm": 2.5576918982500683,
      "learning_rate": 1.5477612685187405e-06,
      "loss": 0.1169,
      "step": 1054
    },
    {
      "epoch": 0.6346153846153846,
      "grad_norm": 2.694751080220668,
      "learning_rate": 1.5388251498553263e-06,
      "loss": 0.1081,
      "step": 1056
    },
    {
      "epoch": 0.6358173076923077,
      "grad_norm": 2.135244446442495,
      "learning_rate": 1.52990341883129e-06,
      "loss": 0.1075,
      "step": 1058
    },
    {
      "epoch": 0.6370192307692307,
      "grad_norm": 2.1823074476166764,
      "learning_rate": 1.5209962089942885e-06,
      "loss": 0.1085,
      "step": 1060
    },
    {
      "epoch": 0.6382211538461539,
      "grad_norm": 1.9277746702424785,
      "learning_rate": 1.5121036536746119e-06,
      "loss": 0.1049,
      "step": 1062
    },
    {
      "epoch": 0.6394230769230769,
      "grad_norm": 2.365543759553611,
      "learning_rate": 1.5032258859831916e-06,
      "loss": 0.1093,
      "step": 1064
    },
    {
      "epoch": 0.640625,
      "grad_norm": 2.4257341316404406,
      "learning_rate": 1.4943630388096055e-06,
      "loss": 0.1175,
      "step": 1066
    },
    {
      "epoch": 0.6418269230769231,
      "grad_norm": 2.653293916979889,
      "learning_rate": 1.4855152448200901e-06,
      "loss": 0.1153,
      "step": 1068
    },
    {
      "epoch": 0.6430288461538461,
      "grad_norm": 2.419944610975381,
      "learning_rate": 1.4766826364555514e-06,
      "loss": 0.1159,
      "step": 1070
    },
    {
      "epoch": 0.6442307692307693,
      "grad_norm": 2.0103810925549626,
      "learning_rate": 1.467865345929586e-06,
      "loss": 0.1143,
      "step": 1072
    },
    {
      "epoch": 0.6454326923076923,
      "grad_norm": 2.01089727654853,
      "learning_rate": 1.4590635052265008e-06,
      "loss": 0.1106,
      "step": 1074
    },
    {
      "epoch": 0.6466346153846154,
      "grad_norm": 1.748446439918439,
      "learning_rate": 1.4502772460993387e-06,
      "loss": 0.1018,
      "step": 1076
    },
    {
      "epoch": 0.6478365384615384,
      "grad_norm": 2.484572897708403,
      "learning_rate": 1.4415067000679029e-06,
      "loss": 0.1104,
      "step": 1078
    },
    {
      "epoch": 0.6490384615384616,
      "grad_norm": 2.4037649077365657,
      "learning_rate": 1.4327519984167887e-06,
      "loss": 0.1189,
      "step": 1080
    },
    {
      "epoch": 0.6502403846153846,
      "grad_norm": 1.8720994441559204,
      "learning_rate": 1.4240132721934256e-06,
      "loss": 0.118,
      "step": 1082
    },
    {
      "epoch": 0.6514423076923077,
      "grad_norm": 1.9961620517391614,
      "learning_rate": 1.415290652206105e-06,
      "loss": 0.1062,
      "step": 1084
    },
    {
      "epoch": 0.6526442307692307,
      "grad_norm": 3.3559687716616,
      "learning_rate": 1.4065842690220294e-06,
      "loss": 0.1192,
      "step": 1086
    },
    {
      "epoch": 0.6538461538461539,
      "grad_norm": 2.1228084765105373,
      "learning_rate": 1.3978942529653549e-06,
      "loss": 0.0997,
      "step": 1088
    },
    {
      "epoch": 0.6550480769230769,
      "grad_norm": 2.609409554692004,
      "learning_rate": 1.3892207341152416e-06,
      "loss": 0.1146,
      "step": 1090
    },
    {
      "epoch": 0.65625,
      "grad_norm": 3.084566569938987,
      "learning_rate": 1.3805638423039056e-06,
      "loss": 0.1238,
      "step": 1092
    },
    {
      "epoch": 0.6574519230769231,
      "grad_norm": 2.755372215903661,
      "learning_rate": 1.371923707114679e-06,
      "loss": 0.1091,
      "step": 1094
    },
    {
      "epoch": 0.6586538461538461,
      "grad_norm": 2.119982444557482,
      "learning_rate": 1.3633004578800613e-06,
      "loss": 0.099,
      "step": 1096
    },
    {
      "epoch": 0.6598557692307693,
      "grad_norm": 2.701943705630255,
      "learning_rate": 1.354694223679796e-06,
      "loss": 0.1235,
      "step": 1098
    },
    {
      "epoch": 0.6610576923076923,
      "grad_norm": 2.383471150976908,
      "learning_rate": 1.3461051333389275e-06,
      "loss": 0.1031,
      "step": 1100
    },
    {
      "epoch": 0.6622596153846154,
      "grad_norm": 3.00768304842994,
      "learning_rate": 1.3375333154258788e-06,
      "loss": 0.1087,
      "step": 1102
    },
    {
      "epoch": 0.6634615384615384,
      "grad_norm": 2.088505043527597,
      "learning_rate": 1.328978898250525e-06,
      "loss": 0.1166,
      "step": 1104
    },
    {
      "epoch": 0.6646634615384616,
      "grad_norm": 2.434276624558114,
      "learning_rate": 1.3204420098622727e-06,
      "loss": 0.11,
      "step": 1106
    },
    {
      "epoch": 0.6658653846153846,
      "grad_norm": 1.8412804984656046,
      "learning_rate": 1.3119227780481442e-06,
      "loss": 0.113,
      "step": 1108
    },
    {
      "epoch": 0.6670673076923077,
      "grad_norm": 2.0956844206733405,
      "learning_rate": 1.3034213303308627e-06,
      "loss": 0.1144,
      "step": 1110
    },
    {
      "epoch": 0.6682692307692307,
      "grad_norm": 2.1476124760530566,
      "learning_rate": 1.294937793966946e-06,
      "loss": 0.1095,
      "step": 1112
    },
    {
      "epoch": 0.6694711538461539,
      "grad_norm": 2.292664553276864,
      "learning_rate": 1.286472295944799e-06,
      "loss": 0.1146,
      "step": 1114
    },
    {
      "epoch": 0.6706730769230769,
      "grad_norm": 2.1662467131117404,
      "learning_rate": 1.2780249629828161e-06,
      "loss": 0.1097,
      "step": 1116
    },
    {
      "epoch": 0.671875,
      "grad_norm": 2.906015346971846,
      "learning_rate": 1.2695959215274817e-06,
      "loss": 0.1148,
      "step": 1118
    },
    {
      "epoch": 0.6730769230769231,
      "grad_norm": 2.1982439434562737,
      "learning_rate": 1.261185297751477e-06,
      "loss": 0.1053,
      "step": 1120
    },
    {
      "epoch": 0.6742788461538461,
      "grad_norm": 2.018201703916458,
      "learning_rate": 1.2527932175517934e-06,
      "loss": 0.115,
      "step": 1122
    },
    {
      "epoch": 0.6754807692307693,
      "grad_norm": 2.6111890149300976,
      "learning_rate": 1.2444198065478475e-06,
      "loss": 0.1224,
      "step": 1124
    },
    {
      "epoch": 0.6766826923076923,
      "grad_norm": 2.5284325319117267,
      "learning_rate": 1.2360651900795995e-06,
      "loss": 0.1207,
      "step": 1126
    },
    {
      "epoch": 0.6778846153846154,
      "grad_norm": 2.2545340347392955,
      "learning_rate": 1.2277294932056783e-06,
      "loss": 0.112,
      "step": 1128
    },
    {
      "epoch": 0.6790865384615384,
      "grad_norm": 3.362156324890133,
      "learning_rate": 1.2194128407015094e-06,
      "loss": 0.1164,
      "step": 1130
    },
    {
      "epoch": 0.6802884615384616,
      "grad_norm": 1.632189263569225,
      "learning_rate": 1.2111153570574454e-06,
      "loss": 0.1012,
      "step": 1132
    },
    {
      "epoch": 0.6814903846153846,
      "grad_norm": 2.092206166748186,
      "learning_rate": 1.202837166476907e-06,
      "loss": 0.1085,
      "step": 1134
    },
    {
      "epoch": 0.6826923076923077,
      "grad_norm": 2.7031603463833704,
      "learning_rate": 1.1945783928745187e-06,
      "loss": 0.1109,
      "step": 1136
    },
    {
      "epoch": 0.6838942307692307,
      "grad_norm": 3.4147286461299355,
      "learning_rate": 1.1863391598742535e-06,
      "loss": 0.1133,
      "step": 1138
    },
    {
      "epoch": 0.6850961538461539,
      "grad_norm": 2.1129785563716994,
      "learning_rate": 1.1781195908075903e-06,
      "loss": 0.1097,
      "step": 1140
    },
    {
      "epoch": 0.6862980769230769,
      "grad_norm": 3.2026130054118593,
      "learning_rate": 1.169919808711659e-06,
      "loss": 0.1184,
      "step": 1142
    },
    {
      "epoch": 0.6875,
      "grad_norm": 2.249630204645609,
      "learning_rate": 1.1617399363274024e-06,
      "loss": 0.1106,
      "step": 1144
    },
    {
      "epoch": 0.6887019230769231,
      "grad_norm": 3.2963891692649514,
      "learning_rate": 1.1535800960977398e-06,
      "loss": 0.1196,
      "step": 1146
    },
    {
      "epoch": 0.6899038461538461,
      "grad_norm": 3.186358499780556,
      "learning_rate": 1.1454404101657319e-06,
      "loss": 0.1121,
      "step": 1148
    },
    {
      "epoch": 0.6911057692307693,
      "grad_norm": 2.47209843153002,
      "learning_rate": 1.1373210003727536e-06,
      "loss": 0.1167,
      "step": 1150
    },
    {
      "epoch": 0.6923076923076923,
      "grad_norm": 2.4518332512722876,
      "learning_rate": 1.1292219882566726e-06,
      "loss": 0.1148,
      "step": 1152
    },
    {
      "epoch": 0.6935096153846154,
      "grad_norm": 3.262824991958051,
      "learning_rate": 1.121143495050026e-06,
      "loss": 0.106,
      "step": 1154
    },
    {
      "epoch": 0.6947115384615384,
      "grad_norm": 2.338537712422274,
      "learning_rate": 1.1130856416782046e-06,
      "loss": 0.106,
      "step": 1156
    },
    {
      "epoch": 0.6959134615384616,
      "grad_norm": 2.2204770447922297,
      "learning_rate": 1.1050485487576506e-06,
      "loss": 0.1101,
      "step": 1158
    },
    {
      "epoch": 0.6971153846153846,
      "grad_norm": 2.0597064409649892,
      "learning_rate": 1.0970323365940443e-06,
      "loss": 0.0959,
      "step": 1160
    },
    {
      "epoch": 0.6983173076923077,
      "grad_norm": 2.222014493052337,
      "learning_rate": 1.089037125180506e-06,
      "loss": 0.1034,
      "step": 1162
    },
    {
      "epoch": 0.6995192307692307,
      "grad_norm": 3.1568264036888265,
      "learning_rate": 1.0810630341958004e-06,
      "loss": 0.1224,
      "step": 1164
    },
    {
      "epoch": 0.7007211538461539,
      "grad_norm": 2.1388673626652817,
      "learning_rate": 1.0731101830025442e-06,
      "loss": 0.1024,
      "step": 1166
    },
    {
      "epoch": 0.7019230769230769,
      "grad_norm": 2.844127901014447,
      "learning_rate": 1.0651786906454192e-06,
      "loss": 0.1236,
      "step": 1168
    },
    {
      "epoch": 0.703125,
      "grad_norm": 1.9936288576811623,
      "learning_rate": 1.057268675849395e-06,
      "loss": 0.1006,
      "step": 1170
    },
    {
      "epoch": 0.7043269230769231,
      "grad_norm": 1.8480926642214928,
      "learning_rate": 1.0493802570179411e-06,
      "loss": 0.1001,
      "step": 1172
    },
    {
      "epoch": 0.7055288461538461,
      "grad_norm": 2.261808036207062,
      "learning_rate": 1.041513552231265e-06,
      "loss": 0.1038,
      "step": 1174
    },
    {
      "epoch": 0.7067307692307693,
      "grad_norm": 2.2099301841197545,
      "learning_rate": 1.0336686792445424e-06,
      "loss": 0.1101,
      "step": 1176
    },
    {
      "epoch": 0.7079326923076923,
      "grad_norm": 2.180203910907892,
      "learning_rate": 1.0258457554861502e-06,
      "loss": 0.1057,
      "step": 1178
    },
    {
      "epoch": 0.7091346153846154,
      "grad_norm": 2.797064097348832,
      "learning_rate": 1.0180448980559125e-06,
      "loss": 0.0926,
      "step": 1180
    },
    {
      "epoch": 0.7103365384615384,
      "grad_norm": 3.1147260554752147,
      "learning_rate": 1.0102662237233465e-06,
      "loss": 0.1191,
      "step": 1182
    },
    {
      "epoch": 0.7115384615384616,
      "grad_norm": 2.488698925587082,
      "learning_rate": 1.0025098489259161e-06,
      "loss": 0.1014,
      "step": 1184
    },
    {
      "epoch": 0.7127403846153846,
      "grad_norm": 2.2420640526045927,
      "learning_rate": 9.947758897672855e-07,
      "loss": 0.1125,
      "step": 1186
    },
    {
      "epoch": 0.7139423076923077,
      "grad_norm": 2.634277342582424,
      "learning_rate": 9.870644620155878e-07,
      "loss": 0.1104,
      "step": 1188
    },
    {
      "epoch": 0.7151442307692307,
      "grad_norm": 2.278093380222903,
      "learning_rate": 9.793756811016824e-07,
      "loss": 0.1045,
      "step": 1190
    },
    {
      "epoch": 0.7163461538461539,
      "grad_norm": 2.1408407961096088,
      "learning_rate": 9.717096621174355e-07,
      "loss": 0.1154,
      "step": 1192
    },
    {
      "epoch": 0.7175480769230769,
      "grad_norm": 2.2023983168340413,
      "learning_rate": 9.640665198139957e-07,
      "loss": 0.1147,
      "step": 1194
    },
    {
      "epoch": 0.71875,
      "grad_norm": 1.9253814839904362,
      "learning_rate": 9.564463686000728e-07,
      "loss": 0.1157,
      "step": 1196
    },
    {
      "epoch": 0.7199519230769231,
      "grad_norm": 2.036041516452903,
      "learning_rate": 9.488493225402282e-07,
      "loss": 0.0948,
      "step": 1198
    },
    {
      "epoch": 0.7211538461538461,
      "grad_norm": 3.306618789071036,
      "learning_rate": 9.412754953531664e-07,
      "loss": 0.101,
      "step": 1200
    },
    {
      "epoch": 0.7223557692307693,
      "grad_norm": 2.818632480308661,
      "learning_rate": 9.337250004100337e-07,
      "loss": 0.1232,
      "step": 1202
    },
    {
      "epoch": 0.7235576923076923,
      "grad_norm": 2.3587067360069334,
      "learning_rate": 9.261979507327204e-07,
      "loss": 0.1062,
      "step": 1204
    },
    {
      "epoch": 0.7247596153846154,
      "grad_norm": 2.3843210548687908,
      "learning_rate": 9.186944589921687e-07,
      "loss": 0.1161,
      "step": 1206
    },
    {
      "epoch": 0.7259615384615384,
      "grad_norm": 2.069552811499533,
      "learning_rate": 9.112146375066872e-07,
      "loss": 0.1037,
      "step": 1208
    },
    {
      "epoch": 0.7271634615384616,
      "grad_norm": 2.5490211308951487,
      "learning_rate": 9.037585982402678e-07,
      "loss": 0.1182,
      "step": 1210
    },
    {
      "epoch": 0.7283653846153846,
      "grad_norm": 2.2537446863547177,
      "learning_rate": 8.96326452800915e-07,
      "loss": 0.1024,
      "step": 1212
    },
    {
      "epoch": 0.7295673076923077,
      "grad_norm": 2.1542852130856085,
      "learning_rate": 8.889183124389645e-07,
      "loss": 0.1102,
      "step": 1214
    },
    {
      "epoch": 0.7307692307692307,
      "grad_norm": 1.8957554942236439,
      "learning_rate": 8.815342880454312e-07,
      "loss": 0.107,
      "step": 1216
    },
    {
      "epoch": 0.7319711538461539,
      "grad_norm": 2.4674322862732314,
      "learning_rate": 8.741744901503387e-07,
      "loss": 0.114,
      "step": 1218
    },
    {
      "epoch": 0.7331730769230769,
      "grad_norm": 2.039475353958351,
      "learning_rate": 8.66839028921071e-07,
      "loss": 0.1106,
      "step": 1220
    },
    {
      "epoch": 0.734375,
      "grad_norm": 2.3489571512912364,
      "learning_rate": 8.595280141607198e-07,
      "loss": 0.1073,
      "step": 1222
    },
    {
      "epoch": 0.7355769230769231,
      "grad_norm": 3.073761818193723,
      "learning_rate": 8.522415553064433e-07,
      "loss": 0.1069,
      "step": 1224
    },
    {
      "epoch": 0.7367788461538461,
      "grad_norm": 2.4347506007521433,
      "learning_rate": 8.44979761427826e-07,
      "loss": 0.1064,
      "step": 1226
    },
    {
      "epoch": 0.7379807692307693,
      "grad_norm": 2.3883683060647134,
      "learning_rate": 8.377427412252495e-07,
      "loss": 0.1063,
      "step": 1228
    },
    {
      "epoch": 0.7391826923076923,
      "grad_norm": 2.7706472616211077,
      "learning_rate": 8.305306030282618e-07,
      "loss": 0.1126,
      "step": 1230
    },
    {
      "epoch": 0.7403846153846154,
      "grad_norm": 2.5634994337657413,
      "learning_rate": 8.233434547939539e-07,
      "loss": 0.112,
      "step": 1232
    },
    {
      "epoch": 0.7415865384615384,
      "grad_norm": 2.397107165704345,
      "learning_rate": 8.161814041053526e-07,
      "loss": 0.1106,
      "step": 1234
    },
    {
      "epoch": 0.7427884615384616,
      "grad_norm": 2.2450002047020807,
      "learning_rate": 8.090445581698006e-07,
      "loss": 0.108,
      "step": 1236
    },
    {
      "epoch": 0.7439903846153846,
      "grad_norm": 2.014500102466641,
      "learning_rate": 8.019330238173568e-07,
      "loss": 0.1077,
      "step": 1238
    },
    {
      "epoch": 0.7451923076923077,
      "grad_norm": 2.168024712104591,
      "learning_rate": 7.948469074991955e-07,
      "loss": 0.1045,
      "step": 1240
    },
    {
      "epoch": 0.7463942307692307,
      "grad_norm": 3.0079126945368904,
      "learning_rate": 7.877863152860133e-07,
      "loss": 0.1092,
      "step": 1242
    },
    {
      "epoch": 0.7475961538461539,
      "grad_norm": 2.4795980921136294,
      "learning_rate": 7.807513528664415e-07,
      "loss": 0.1107,
      "step": 1244
    },
    {
      "epoch": 0.7487980769230769,
      "grad_norm": 2.247412162226902,
      "learning_rate": 7.737421255454661e-07,
      "loss": 0.1198,
      "step": 1246
    },
    {
      "epoch": 0.75,
      "grad_norm": 2.3971310721116983,
      "learning_rate": 7.667587382428455e-07,
      "loss": 0.1161,
      "step": 1248
    },
    {
      "epoch": 0.7512019230769231,
      "grad_norm": 1.8099165767446914,
      "learning_rate": 7.598012954915457e-07,
      "loss": 0.0973,
      "step": 1250
    },
    {
      "epoch": 0.7524038461538461,
      "grad_norm": 2.3170574343599286,
      "learning_rate": 7.528699014361757e-07,
      "loss": 0.1093,
      "step": 1252
    },
    {
      "epoch": 0.7536057692307693,
      "grad_norm": 1.7417689564815537,
      "learning_rate": 7.459646598314246e-07,
      "loss": 0.1021,
      "step": 1254
    },
    {
      "epoch": 0.7548076923076923,
      "grad_norm": 2.012989717897973,
      "learning_rate": 7.390856740405092e-07,
      "loss": 0.1022,
      "step": 1256
    },
    {
      "epoch": 0.7560096153846154,
      "grad_norm": 2.7755030823894082,
      "learning_rate": 7.322330470336314e-07,
      "loss": 0.108,
      "step": 1258
    },
    {
      "epoch": 0.7572115384615384,
      "grad_norm": 2.7553825309268305,
      "learning_rate": 7.254068813864315e-07,
      "loss": 0.1164,
      "step": 1260
    },
    {
      "epoch": 0.7584134615384616,
      "grad_norm": 3.2871528914249164,
      "learning_rate": 7.186072792784549e-07,
      "loss": 0.1018,
      "step": 1262
    },
    {
      "epoch": 0.7596153846153846,
      "grad_norm": 2.3825605880656826,
      "learning_rate": 7.118343424916249e-07,
      "loss": 0.1006,
      "step": 1264
    },
    {
      "epoch": 0.7608173076923077,
      "grad_norm": 2.8679237655683627,
      "learning_rate": 7.050881724087125e-07,
      "loss": 0.1043,
      "step": 1266
    },
    {
      "epoch": 0.7620192307692307,
      "grad_norm": 2.6274099068260557,
      "learning_rate": 6.983688700118257e-07,
      "loss": 0.1084,
      "step": 1268
    },
    {
      "epoch": 0.7632211538461539,
      "grad_norm": 2.432380483126836,
      "learning_rate": 6.916765358808969e-07,
      "loss": 0.1098,
      "step": 1270
    },
    {
      "epoch": 0.7644230769230769,
      "grad_norm": 2.2356194365705218,
      "learning_rate": 6.850112701921735e-07,
      "loss": 0.0974,
      "step": 1272
    },
    {
      "epoch": 0.765625,
      "grad_norm": 2.322442564380917,
      "learning_rate": 6.783731727167195e-07,
      "loss": 0.1149,
      "step": 1274
    },
    {
      "epoch": 0.7668269230769231,
      "grad_norm": 2.7155413629798777,
      "learning_rate": 6.717623428189262e-07,
      "loss": 0.1107,
      "step": 1276
    },
    {
      "epoch": 0.7680288461538461,
      "grad_norm": 2.5926151388895184,
      "learning_rate": 6.65178879455021e-07,
      "loss": 0.0961,
      "step": 1278
    },
    {
      "epoch": 0.7692307692307693,
      "grad_norm": 2.053872678475484,
      "learning_rate": 6.586228811715853e-07,
      "loss": 0.104,
      "step": 1280
    },
    {
      "epoch": 0.7704326923076923,
      "grad_norm": 2.414054056484151,
      "learning_rate": 6.520944461040829e-07,
      "loss": 0.0987,
      "step": 1282
    },
    {
      "epoch": 0.7716346153846154,
      "grad_norm": 2.2800029934734014,
      "learning_rate": 6.455936719753883e-07,
      "loss": 0.1109,
      "step": 1284
    },
    {
      "epoch": 0.7728365384615384,
      "grad_norm": 2.254565376531854,
      "learning_rate": 6.391206560943241e-07,
      "loss": 0.0972,
      "step": 1286
    },
    {
      "epoch": 0.7740384615384616,
      "grad_norm": 2.4180234435201866,
      "learning_rate": 6.326754953542086e-07,
      "loss": 0.1055,
      "step": 1288
    },
    {
      "epoch": 0.7752403846153846,
      "grad_norm": 2.864294623339486,
      "learning_rate": 6.262582862313968e-07,
      "loss": 0.1073,
      "step": 1290
    },
    {
      "epoch": 0.7764423076923077,
      "grad_norm": 2.5508498340470465,
      "learning_rate": 6.198691247838437e-07,
      "loss": 0.1072,
      "step": 1292
    },
    {
      "epoch": 0.7776442307692307,
      "grad_norm": 2.7551427113131233,
      "learning_rate": 6.135081066496662e-07,
      "loss": 0.0988,
      "step": 1294
    },
    {
      "epoch": 0.7788461538461539,
      "grad_norm": 2.891789692416902,
      "learning_rate": 6.071753270457065e-07,
      "loss": 0.1214,
      "step": 1296
    },
    {
      "epoch": 0.7800480769230769,
      "grad_norm": 2.1917615480612165,
      "learning_rate": 6.00870880766111e-07,
      "loss": 0.1027,
      "step": 1298
    },
    {
      "epoch": 0.78125,
      "grad_norm": 2.323581668550887,
      "learning_rate": 5.945948621809092e-07,
      "loss": 0.0992,
      "step": 1300
    },
    {
      "epoch": 0.7824519230769231,
      "grad_norm": 2.166198462254229,
      "learning_rate": 5.883473652346031e-07,
      "loss": 0.1107,
      "step": 1302
    },
    {
      "epoch": 0.7836538461538461,
      "grad_norm": 2.1325952846722043,
      "learning_rate": 5.821284834447586e-07,
      "loss": 0.1137,
      "step": 1304
    },
    {
      "epoch": 0.7848557692307693,
      "grad_norm": 2.3389500061042856,
      "learning_rate": 5.759383099006094e-07,
      "loss": 0.114,
      "step": 1306
    },
    {
      "epoch": 0.7860576923076923,
      "grad_norm": 2.392023151903911,
      "learning_rate": 5.697769372616565e-07,
      "loss": 0.1154,
      "step": 1308
    },
    {
      "epoch": 0.7872596153846154,
      "grad_norm": 1.9514556840096247,
      "learning_rate": 5.636444577562911e-07,
      "loss": 0.1071,
      "step": 1310
    },
    {
      "epoch": 0.7884615384615384,
      "grad_norm": 1.7463857786932386,
      "learning_rate": 5.575409631804049e-07,
      "loss": 0.0932,
      "step": 1312
    },
    {
      "epoch": 0.7896634615384616,
      "grad_norm": 2.5321085368327023,
      "learning_rate": 5.51466544896021e-07,
      "loss": 0.1249,
      "step": 1314
    },
    {
      "epoch": 0.7908653846153846,
      "grad_norm": 2.7367754184042794,
      "learning_rate": 5.454212938299256e-07,
      "loss": 0.1083,
      "step": 1316
    },
    {
      "epoch": 0.7920673076923077,
      "grad_norm": 2.1480042151176795,
      "learning_rate": 5.39405300472306e-07,
      "loss": 0.1135,
      "step": 1318
    },
    {
      "epoch": 0.7932692307692307,
      "grad_norm": 2.1126995444295895,
      "learning_rate": 5.334186548753961e-07,
      "loss": 0.0993,
      "step": 1320
    },
    {
      "epoch": 0.7944711538461539,
      "grad_norm": 1.9387325114766338,
      "learning_rate": 5.2746144665213e-07,
      "loss": 0.0975,
      "step": 1322
    },
    {
      "epoch": 0.7956730769230769,
      "grad_norm": 2.5557991339707193,
      "learning_rate": 5.215337649747986e-07,
      "loss": 0.1062,
      "step": 1324
    },
    {
      "epoch": 0.796875,
      "grad_norm": 1.9233646398585384,
      "learning_rate": 5.156356985737154e-07,
      "loss": 0.0983,
      "step": 1326
    },
    {
      "epoch": 0.7980769230769231,
      "grad_norm": 2.2467131024558182,
      "learning_rate": 5.097673357358906e-07,
      "loss": 0.0968,
      "step": 1328
    },
    {
      "epoch": 0.7992788461538461,
      "grad_norm": 2.4109454813538442,
      "learning_rate": 5.039287643037058e-07,
      "loss": 0.0979,
      "step": 1330
    },
    {
      "epoch": 0.8004807692307693,
      "grad_norm": 3.124394231436496,
      "learning_rate": 4.981200716735993e-07,
      "loss": 0.1265,
      "step": 1332
    },
    {
      "epoch": 0.8016826923076923,
      "grad_norm": 2.6675264999412,
      "learning_rate": 4.92341344794763e-07,
      "loss": 0.1049,
      "step": 1334
    },
    {
      "epoch": 0.8028846153846154,
      "grad_norm": 2.848770862565795,
      "learning_rate": 4.865926701678353e-07,
      "loss": 0.1025,
      "step": 1336
    },
    {
      "epoch": 0.8040865384615384,
      "grad_norm": 2.6854316431958867,
      "learning_rate": 4.808741338436082e-07,
      "loss": 0.1073,
      "step": 1338
    },
    {
      "epoch": 0.8052884615384616,
      "grad_norm": 3.1092668803437515,
      "learning_rate": 4.7518582142174e-07,
      "loss": 0.0928,
      "step": 1340
    },
    {
      "epoch": 0.8064903846153846,
      "grad_norm": 2.1214191642164266,
      "learning_rate": 4.695278180494725e-07,
      "loss": 0.1012,
      "step": 1342
    },
    {
      "epoch": 0.8076923076923077,
      "grad_norm": 2.5730076842528553,
      "learning_rate": 4.6390020842035755e-07,
      "loss": 0.11,
      "step": 1344
    },
    {
      "epoch": 0.8088942307692307,
      "grad_norm": 2.68220531087873,
      "learning_rate": 4.5830307677298984e-07,
      "loss": 0.1188,
      "step": 1346
    },
    {
      "epoch": 0.8100961538461539,
      "grad_norm": 2.363649492332498,
      "learning_rate": 4.5273650688974437e-07,
      "loss": 0.1021,
      "step": 1348
    },
    {
      "epoch": 0.8112980769230769,
      "grad_norm": 2.541964709244174,
      "learning_rate": 4.4720058209552163e-07,
      "loss": 0.0925,
      "step": 1350
    },
    {
      "epoch": 0.8125,
      "grad_norm": 3.265981110682609,
      "learning_rate": 4.4169538525650453e-07,
      "loss": 0.1037,
      "step": 1352
    },
    {
      "epoch": 0.8137019230769231,
      "grad_norm": 2.4485095937525854,
      "learning_rate": 4.362209987789129e-07,
      "loss": 0.1086,
      "step": 1354
    },
    {
      "epoch": 0.8149038461538461,
      "grad_norm": 2.2907426923363805,
      "learning_rate": 4.307775046077739e-07,
      "loss": 0.0986,
      "step": 1356
    },
    {
      "epoch": 0.8161057692307693,
      "grad_norm": 2.0945358815806387,
      "learning_rate": 4.2536498422569237e-07,
      "loss": 0.0955,
      "step": 1358
    },
    {
      "epoch": 0.8173076923076923,
      "grad_norm": 2.211078181765995,
      "learning_rate": 4.1998351865163323e-07,
      "loss": 0.1005,
      "step": 1360
    },
    {
      "epoch": 0.8185096153846154,
      "grad_norm": 2.3888674275205473,
      "learning_rate": 4.1463318843970727e-07,
      "loss": 0.0946,
      "step": 1362
    },
    {
      "epoch": 0.8197115384615384,
      "grad_norm": 2.8100928189396783,
      "learning_rate": 4.093140736779691e-07,
      "loss": 0.1072,
      "step": 1364
    },
    {
      "epoch": 0.8209134615384616,
      "grad_norm": 2.5814035620911775,
      "learning_rate": 4.0402625398721056e-07,
      "loss": 0.1085,
      "step": 1366
    },
    {
      "epoch": 0.8221153846153846,
      "grad_norm": 2.2204309134850604,
      "learning_rate": 3.987698085197761e-07,
      "loss": 0.1057,
      "step": 1368
    },
    {
      "epoch": 0.8233173076923077,
      "grad_norm": 2.284890393659316,
      "learning_rate": 3.935448159583774e-07,
      "loss": 0.1095,
      "step": 1370
    },
    {
      "epoch": 0.8245192307692307,
      "grad_norm": 2.9277446873455233,
      "learning_rate": 3.8835135451491037e-07,
      "loss": 0.0972,
      "step": 1372
    },
    {
      "epoch": 0.8257211538461539,
      "grad_norm": 2.624827973263955,
      "learning_rate": 3.831895019292897e-07,
      "loss": 0.1103,
      "step": 1374
    },
    {
      "epoch": 0.8269230769230769,
      "grad_norm": 2.680261506966643,
      "learning_rate": 3.7805933546828265e-07,
      "loss": 0.1172,
      "step": 1376
    },
    {
      "epoch": 0.828125,
      "grad_norm": 2.194552961136517,
      "learning_rate": 3.7296093192435325e-07,
      "loss": 0.1003,
      "step": 1378
    },
    {
      "epoch": 0.8293269230769231,
      "grad_norm": 2.559847310791807,
      "learning_rate": 3.6789436761451135e-07,
      "loss": 0.1039,
      "step": 1380
    },
    {
      "epoch": 0.8305288461538461,
      "grad_norm": 2.1332823235020575,
      "learning_rate": 3.6285971837917514e-07,
      "loss": 0.1004,
      "step": 1382
    },
    {
      "epoch": 0.8317307692307693,
      "grad_norm": 2.260620258768886,
      "learning_rate": 3.578570595810274e-07,
      "loss": 0.1043,
      "step": 1384
    },
    {
      "epoch": 0.8329326923076923,
      "grad_norm": 2.1460191050714768,
      "learning_rate": 3.5288646610389497e-07,
      "loss": 0.0973,
      "step": 1386
    },
    {
      "epoch": 0.8341346153846154,
      "grad_norm": 2.4453293937330804,
      "learning_rate": 3.4794801235162575e-07,
      "loss": 0.0982,
      "step": 1388
    },
    {
      "epoch": 0.8353365384615384,
      "grad_norm": 2.5470784403076823,
      "learning_rate": 3.4304177224697284e-07,
      "loss": 0.1071,
      "step": 1390
    },
    {
      "epoch": 0.8365384615384616,
      "grad_norm": 2.1819545974434194,
      "learning_rate": 3.3816781923049047e-07,
      "loss": 0.0977,
      "step": 1392
    },
    {
      "epoch": 0.8377403846153846,
      "grad_norm": 2.66559740829053,
      "learning_rate": 3.333262262594328e-07,
      "loss": 0.1013,
      "step": 1394
    },
    {
      "epoch": 0.8389423076923077,
      "grad_norm": 2.4531040234693493,
      "learning_rate": 3.285170658066636e-07,
      "loss": 0.1136,
      "step": 1396
    },
    {
      "epoch": 0.8401442307692307,
      "grad_norm": 2.222643442815888,
      "learning_rate": 3.2374040985957005e-07,
      "loss": 0.1069,
      "step": 1398
    },
    {
      "epoch": 0.8413461538461539,
      "grad_norm": 2.513474365488169,
      "learning_rate": 3.1899632991898634e-07,
      "loss": 0.1115,
      "step": 1400
    },
    {
      "epoch": 0.8425480769230769,
      "grad_norm": 2.4676487353640537,
      "learning_rate": 3.1428489699812187e-07,
      "loss": 0.1134,
      "step": 1402
    },
    {
      "epoch": 0.84375,
      "grad_norm": 2.5478148761024344,
      "learning_rate": 3.096061816214993e-07,
      "loss": 0.1125,
      "step": 1404
    },
    {
      "epoch": 0.8449519230769231,
      "grad_norm": 2.693250913616855,
      "learning_rate": 3.0496025382390023e-07,
      "loss": 0.1101,
      "step": 1406
    },
    {
      "epoch": 0.8461538461538461,
      "grad_norm": 2.1582519269517846,
      "learning_rate": 3.0034718314931376e-07,
      "loss": 0.0987,
      "step": 1408
    },
    {
      "epoch": 0.8473557692307693,
      "grad_norm": 2.356390319809914,
      "learning_rate": 2.9576703864989705e-07,
      "loss": 0.1103,
      "step": 1410
    },
    {
      "epoch": 0.8485576923076923,
      "grad_norm": 2.4939149281676944,
      "learning_rate": 2.9121988888494297e-07,
      "loss": 0.1075,
      "step": 1412
    },
    {
      "epoch": 0.8497596153846154,
      "grad_norm": 2.560971562380158,
      "learning_rate": 2.8670580191985096e-07,
      "loss": 0.1047,
      "step": 1414
    },
    {
      "epoch": 0.8509615384615384,
      "grad_norm": 2.328897343184531,
      "learning_rate": 2.822248453251117e-07,
      "loss": 0.0952,
      "step": 1416
    },
    {
      "epoch": 0.8521634615384616,
      "grad_norm": 2.741941178369846,
      "learning_rate": 2.7777708617529263e-07,
      "loss": 0.114,
      "step": 1418
    },
    {
      "epoch": 0.8533653846153846,
      "grad_norm": 2.8152555502780747,
      "learning_rate": 2.73362591048035e-07,
      "loss": 0.1118,
      "step": 1420
    },
    {
      "epoch": 0.8545673076923077,
      "grad_norm": 2.308625479951822,
      "learning_rate": 2.689814260230575e-07,
      "loss": 0.0916,
      "step": 1422
    },
    {
      "epoch": 0.8557692307692307,
      "grad_norm": 2.7282177204631655,
      "learning_rate": 2.646336566811686e-07,
      "loss": 0.0998,
      "step": 1424
    },
    {
      "epoch": 0.8569711538461539,
      "grad_norm": 2.3678387797587415,
      "learning_rate": 2.6031934810328006e-07,
      "loss": 0.097,
      "step": 1426
    },
    {
      "epoch": 0.8581730769230769,
      "grad_norm": 2.2659866299053864,
      "learning_rate": 2.560385648694394e-07,
      "loss": 0.1035,
      "step": 1428
    },
    {
      "epoch": 0.859375,
      "grad_norm": 2.1167601912463665,
      "learning_rate": 2.5179137105785733e-07,
      "loss": 0.1133,
      "step": 1430
    },
    {
      "epoch": 0.8605769230769231,
      "grad_norm": 3.156290005065614,
      "learning_rate": 2.4757783024395244e-07,
      "loss": 0.1083,
      "step": 1432
    },
    {
      "epoch": 0.8617788461538461,
      "grad_norm": 2.3830390104253514,
      "learning_rate": 2.43398005499397e-07,
      "loss": 0.1142,
      "step": 1434
    },
    {
      "epoch": 0.8629807692307693,
      "grad_norm": 2.1651688894763805,
      "learning_rate": 2.3925195939117516e-07,
      "loss": 0.1008,
      "step": 1436
    },
    {
      "epoch": 0.8641826923076923,
      "grad_norm": 2.906596215817537,
      "learning_rate": 2.3513975398064382e-07,
      "loss": 0.109,
      "step": 1438
    },
    {
      "epoch": 0.8653846153846154,
      "grad_norm": 2.822390125625684,
      "learning_rate": 2.3106145082260777e-07,
      "loss": 0.11,
      "step": 1440
    },
    {
      "epoch": 0.8665865384615384,
      "grad_norm": 4.20785338557248,
      "learning_rate": 2.2701711096439177e-07,
      "loss": 0.0926,
      "step": 1442
    },
    {
      "epoch": 0.8677884615384616,
      "grad_norm": 2.401735024395661,
      "learning_rate": 2.23006794944933e-07,
      "loss": 0.1096,
      "step": 1444
    },
    {
      "epoch": 0.8689903846153846,
      "grad_norm": 2.324535843969192,
      "learning_rate": 2.1903056279387242e-07,
      "loss": 0.0979,
      "step": 1446
    },
    {
      "epoch": 0.8701923076923077,
      "grad_norm": 2.3309020366100395,
      "learning_rate": 2.1508847403065582e-07,
      "loss": 0.1003,
      "step": 1448
    },
    {
      "epoch": 0.8713942307692307,
      "grad_norm": 1.8021632811568191,
      "learning_rate": 2.1118058766364245e-07,
      "loss": 0.0973,
      "step": 1450
    },
    {
      "epoch": 0.8725961538461539,
      "grad_norm": 3.2593847440771753,
      "learning_rate": 2.0730696218922376e-07,
      "loss": 0.1181,
      "step": 1452
    },
    {
      "epoch": 0.8737980769230769,
      "grad_norm": 2.822198349147213,
      "learning_rate": 2.0346765559094566e-07,
      "loss": 0.1011,
      "step": 1454
    },
    {
      "epoch": 0.875,
      "grad_norm": 2.281439077352929,
      "learning_rate": 1.9966272533864183e-07,
      "loss": 0.1078,
      "step": 1456
    },
    {
      "epoch": 0.8762019230769231,
      "grad_norm": 2.113587059455818,
      "learning_rate": 1.9589222838757416e-07,
      "loss": 0.101,
      "step": 1458
    },
    {
      "epoch": 0.8774038461538461,
      "grad_norm": 2.8223349033116034,
      "learning_rate": 1.9215622117757683e-07,
      "loss": 0.1061,
      "step": 1460
    },
    {
      "epoch": 0.8786057692307693,
      "grad_norm": 3.472491327729482,
      "learning_rate": 1.8845475963221504e-07,
      "loss": 0.1025,
      "step": 1462
    },
    {
      "epoch": 0.8798076923076923,
      "grad_norm": 1.8581268435798293,
      "learning_rate": 1.847878991579477e-07,
      "loss": 0.095,
      "step": 1464
    },
    {
      "epoch": 0.8810096153846154,
      "grad_norm": 2.730059314985803,
      "learning_rate": 1.8115569464329602e-07,
      "loss": 0.1186,
      "step": 1466
    },
    {
      "epoch": 0.8822115384615384,
      "grad_norm": 2.1077055410907906,
      "learning_rate": 1.7755820045802146e-07,
      "loss": 0.1038,
      "step": 1468
    },
    {
      "epoch": 0.8834134615384616,
      "grad_norm": 2.425923169061633,
      "learning_rate": 1.7399547045231612e-07,
      "loss": 0.1052,
      "step": 1470
    },
    {
      "epoch": 0.8846153846153846,
      "grad_norm": 3.112007013321009,
      "learning_rate": 1.7046755795599224e-07,
      "loss": 0.1081,
      "step": 1472
    },
    {
      "epoch": 0.8858173076923077,
      "grad_norm": 2.569797668666943,
      "learning_rate": 1.6697451577768558e-07,
      "loss": 0.1066,
      "step": 1474
    },
    {
      "epoch": 0.8870192307692307,
      "grad_norm": 2.2793145814741815,
      "learning_rate": 1.6351639620406506e-07,
      "loss": 0.093,
      "step": 1476
    },
    {
      "epoch": 0.8882211538461539,
      "grad_norm": 2.5222639348107148,
      "learning_rate": 1.600932509990502e-07,
      "loss": 0.1044,
      "step": 1478
    },
    {
      "epoch": 0.8894230769230769,
      "grad_norm": 2.588170889871738,
      "learning_rate": 1.567051314030349e-07,
      "loss": 0.1095,
      "step": 1480
    },
    {
      "epoch": 0.890625,
      "grad_norm": 2.291713127389421,
      "learning_rate": 1.5335208813212376e-07,
      "loss": 0.108,
      "step": 1482
    },
    {
      "epoch": 0.8918269230769231,
      "grad_norm": 2.466650814807856,
      "learning_rate": 1.500341713773687e-07,
      "loss": 0.0961,
      "step": 1484
    },
    {
      "epoch": 0.8930288461538461,
      "grad_norm": 2.7084007905892733,
      "learning_rate": 1.4675143080401965e-07,
      "loss": 0.1085,
      "step": 1486
    },
    {
      "epoch": 0.8942307692307693,
      "grad_norm": 2.3729169086566286,
      "learning_rate": 1.4350391555078253e-07,
      "loss": 0.0961,
      "step": 1488
    },
    {
      "epoch": 0.8954326923076923,
      "grad_norm": 2.6818163643038995,
      "learning_rate": 1.4029167422908107e-07,
      "loss": 0.1043,
      "step": 1490
    },
    {
      "epoch": 0.8966346153846154,
      "grad_norm": 2.8498937973846066,
      "learning_rate": 1.3711475492233116e-07,
      "loss": 0.1005,
      "step": 1492
    },
    {
      "epoch": 0.8978365384615384,
      "grad_norm": 2.3727561897542184,
      "learning_rate": 1.3397320518521993e-07,
      "loss": 0.1083,
      "step": 1494
    },
    {
      "epoch": 0.8990384615384616,
      "grad_norm": 2.864804942811416,
      "learning_rate": 1.3086707204299415e-07,
      "loss": 0.1042,
      "step": 1496
    },
    {
      "epoch": 0.9002403846153846,
      "grad_norm": 2.5133132508801537,
      "learning_rate": 1.2779640199075627e-07,
      "loss": 0.1155,
      "step": 1498
    },
    {
      "epoch": 0.9014423076923077,
      "grad_norm": 2.534644984379523,
      "learning_rate": 1.2476124099277038e-07,
      "loss": 0.1136,
      "step": 1500
    },
    {
      "epoch": 0.9026442307692307,
      "grad_norm": 2.3008784304419714,
      "learning_rate": 1.217616344817693e-07,
      "loss": 0.0916,
      "step": 1502
    },
    {
      "epoch": 0.9038461538461539,
      "grad_norm": 3.1775796763443047,
      "learning_rate": 1.1879762735828081e-07,
      "loss": 0.1042,
      "step": 1504
    },
    {
      "epoch": 0.9050480769230769,
      "grad_norm": 2.497072810226958,
      "learning_rate": 1.1586926398995057e-07,
      "loss": 0.1107,
      "step": 1506
    },
    {
      "epoch": 0.90625,
      "grad_norm": 2.5866908472155923,
      "learning_rate": 1.129765882108802e-07,
      "loss": 0.1043,
      "step": 1508
    },
    {
      "epoch": 0.9074519230769231,
      "grad_norm": 2.2123227768120626,
      "learning_rate": 1.1011964332097114e-07,
      "loss": 0.1056,
      "step": 1510
    },
    {
      "epoch": 0.9086538461538461,
      "grad_norm": 2.2624610691482134,
      "learning_rate": 1.0729847208527516e-07,
      "loss": 0.1097,
      "step": 1512
    },
    {
      "epoch": 0.9098557692307693,
      "grad_norm": 2.4925186199498115,
      "learning_rate": 1.045131167333563e-07,
      "loss": 0.1055,
      "step": 1514
    },
    {
      "epoch": 0.9110576923076923,
      "grad_norm": 2.0402886616020846,
      "learning_rate": 1.0176361895865683e-07,
      "loss": 0.1012,
      "step": 1516
    },
    {
      "epoch": 0.9122596153846154,
      "grad_norm": 3.0557112542579583,
      "learning_rate": 9.9050019917874e-08,
      "loss": 0.0904,
      "step": 1518
    },
    {
      "epoch": 0.9134615384615384,
      "grad_norm": 2.8003064126365653,
      "learning_rate": 9.637236023034403e-08,
      "loss": 0.096,
      "step": 1520
    },
    {
      "epoch": 0.9146634615384616,
      "grad_norm": 2.3950834236132548,
      "learning_rate": 9.373067997743429e-08,
      "loss": 0.1103,
      "step": 1522
    },
    {
      "epoch": 0.9158653846153846,
      "grad_norm": 2.3223933444523275,
      "learning_rate": 9.112501870194273e-08,
      "loss": 0.1051,
      "step": 1524
    },
    {
      "epoch": 0.9170673076923077,
      "grad_norm": 2.6778326848037084,
      "learning_rate": 8.855541540750579e-08,
      "loss": 0.1079,
      "step": 1526
    },
    {
      "epoch": 0.9182692307692307,
      "grad_norm": 2.527199338042573,
      "learning_rate": 8.602190855801523e-08,
      "loss": 0.1109,
      "step": 1528
    },
    {
      "epoch": 0.9194711538461539,
      "grad_norm": 2.2105422763119598,
      "learning_rate": 8.352453607704286e-08,
      "loss": 0.0994,
      "step": 1530
    },
    {
      "epoch": 0.9206730769230769,
      "grad_norm": 2.4639244734521357,
      "learning_rate": 8.106333534727145e-08,
      "loss": 0.1108,
      "step": 1532
    },
    {
      "epoch": 0.921875,
      "grad_norm": 2.2497655156731162,
      "learning_rate": 7.86383432099358e-08,
      "loss": 0.0991,
      "step": 1534
    },
    {
      "epoch": 0.9230769230769231,
      "grad_norm": 2.3748694066193115,
      "learning_rate": 7.624959596427145e-08,
      "loss": 0.0998,
      "step": 1536
    },
    {
      "epoch": 0.9242788461538461,
      "grad_norm": 3.0743080890043983,
      "learning_rate": 7.38971293669713e-08,
      "loss": 0.1068,
      "step": 1538
    },
    {
      "epoch": 0.9254807692307693,
      "grad_norm": 2.1876563987125675,
      "learning_rate": 7.15809786316507e-08,
      "loss": 0.1021,
      "step": 1540
    },
    {
      "epoch": 0.9266826923076923,
      "grad_norm": 2.0975147997242143,
      "learning_rate": 6.930117842831958e-08,
      "loss": 0.1046,
      "step": 1542
    },
    {
      "epoch": 0.9278846153846154,
      "grad_norm": 2.075830478745358,
      "learning_rate": 6.705776288286281e-08,
      "loss": 0.0954,
      "step": 1544
    },
    {
      "epoch": 0.9290865384615384,
      "grad_norm": 2.6184435003671362,
      "learning_rate": 6.485076557653236e-08,
      "loss": 0.1175,
      "step": 1546
    },
    {
      "epoch": 0.9302884615384616,
      "grad_norm": 1.9245903381939464,
      "learning_rate": 6.268021954544095e-08,
      "loss": 0.1013,
      "step": 1548
    },
    {
      "epoch": 0.9314903846153846,
      "grad_norm": 2.2746719047460853,
      "learning_rate": 6.05461572800703e-08,
      "loss": 0.1126,
      "step": 1550
    },
    {
      "epoch": 0.9326923076923077,
      "grad_norm": 2.340635789861226,
      "learning_rate": 5.844861072478336e-08,
      "loss": 0.1123,
      "step": 1552
    },
    {
      "epoch": 0.9338942307692307,
      "grad_norm": 2.1875192748623418,
      "learning_rate": 5.6387611277346486e-08,
      "loss": 0.1207,
      "step": 1554
    },
    {
      "epoch": 0.9350961538461539,
      "grad_norm": 2.7002532298324997,
      "learning_rate": 5.436318978845917e-08,
      "loss": 0.1021,
      "step": 1556
    },
    {
      "epoch": 0.9362980769230769,
      "grad_norm": 2.50568764777332,
      "learning_rate": 5.237537656129332e-08,
      "loss": 0.0963,
      "step": 1558
    },
    {
      "epoch": 0.9375,
      "grad_norm": 2.4255108084712806,
      "learning_rate": 5.042420135103865e-08,
      "loss": 0.1056,
      "step": 1560
    },
    {
      "epoch": 0.9387019230769231,
      "grad_norm": 2.3846332604623215,
      "learning_rate": 4.850969336445688e-08,
      "loss": 0.1018,
      "step": 1562
    },
    {
      "epoch": 0.9399038461538461,
      "grad_norm": 1.9410217717252691,
      "learning_rate": 4.663188125944601e-08,
      "loss": 0.1034,
      "step": 1564
    },
    {
      "epoch": 0.9411057692307693,
      "grad_norm": 1.9719340906948433,
      "learning_rate": 4.47907931446101e-08,
      "loss": 0.1002,
      "step": 1566
    },
    {
      "epoch": 0.9423076923076923,
      "grad_norm": 2.7209374640824073,
      "learning_rate": 4.298645657883904e-08,
      "loss": 0.1025,
      "step": 1568
    },
    {
      "epoch": 0.9435096153846154,
      "grad_norm": 2.5221543954885,
      "learning_rate": 4.121889857089584e-08,
      "loss": 0.1129,
      "step": 1570
    },
    {
      "epoch": 0.9447115384615384,
      "grad_norm": 2.362069229118289,
      "learning_rate": 3.948814557901276e-08,
      "loss": 0.1076,
      "step": 1572
    },
    {
      "epoch": 0.9459134615384616,
      "grad_norm": 2.383853603153857,
      "learning_rate": 3.779422351049417e-08,
      "loss": 0.116,
      "step": 1574
    },
    {
      "epoch": 0.9471153846153846,
      "grad_norm": 1.9719712080104705,
      "learning_rate": 3.613715772133097e-08,
      "loss": 0.0939,
      "step": 1576
    },
    {
      "epoch": 0.9483173076923077,
      "grad_norm": 2.302141720175791,
      "learning_rate": 3.451697301581791e-08,
      "loss": 0.1108,
      "step": 1578
    },
    {
      "epoch": 0.9495192307692307,
      "grad_norm": 2.259505291636599,
      "learning_rate": 3.293369364618465e-08,
      "loss": 0.0928,
      "step": 1580
    },
    {
      "epoch": 0.9507211538461539,
      "grad_norm": 3.306570471168316,
      "learning_rate": 3.138734331223248e-08,
      "loss": 0.1092,
      "step": 1582
    },
    {
      "epoch": 0.9519230769230769,
      "grad_norm": 2.132657723925501,
      "learning_rate": 2.987794516097875e-08,
      "loss": 0.1076,
      "step": 1584
    },
    {
      "epoch": 0.953125,
      "grad_norm": 2.4599044268457995,
      "learning_rate": 2.8405521786310508e-08,
      "loss": 0.1032,
      "step": 1586
    },
    {
      "epoch": 0.9543269230769231,
      "grad_norm": 2.743173912553656,
      "learning_rate": 2.6970095228647243e-08,
      "loss": 0.1006,
      "step": 1588
    },
    {
      "epoch": 0.9555288461538461,
      "grad_norm": 2.7902694032785678,
      "learning_rate": 2.5571686974609766e-08,
      "loss": 0.1082,
      "step": 1590
    },
    {
      "epoch": 0.9567307692307693,
      "grad_norm": 2.1596954453730617,
      "learning_rate": 2.4210317956698814e-08,
      "loss": 0.0968,
      "step": 1592
    },
    {
      "epoch": 0.9579326923076923,
      "grad_norm": 2.1748717942295452,
      "learning_rate": 2.2886008552983064e-08,
      "loss": 0.1159,
      "step": 1594
    },
    {
      "epoch": 0.9591346153846154,
      "grad_norm": 2.772837831508022,
      "learning_rate": 2.1598778586792158e-08,
      "loss": 0.1188,
      "step": 1596
    },
    {
      "epoch": 0.9603365384615384,
      "grad_norm": 2.3289207936080105,
      "learning_rate": 2.0348647326420835e-08,
      "loss": 0.1177,
      "step": 1598
    },
    {
      "epoch": 0.9615384615384616,
      "grad_norm": 2.2952508596930685,
      "learning_rate": 1.91356334848411e-08,
      "loss": 0.1076,
      "step": 1600
    },
    {
      "epoch": 0.9627403846153846,
      "grad_norm": 2.273702791234848,
      "learning_rate": 1.795975521942106e-08,
      "loss": 0.1046,
      "step": 1602
    },
    {
      "epoch": 0.9639423076923077,
      "grad_norm": 2.592999996375681,
      "learning_rate": 1.682103013165376e-08,
      "loss": 0.114,
      "step": 1604
    },
    {
      "epoch": 0.9651442307692307,
      "grad_norm": 2.227735041940276,
      "learning_rate": 1.571947526689349e-08,
      "loss": 0.1054,
      "step": 1606
    },
    {
      "epoch": 0.9663461538461539,
      "grad_norm": 2.26729275395297,
      "learning_rate": 1.4655107114101008e-08,
      "loss": 0.0916,
      "step": 1608
    },
    {
      "epoch": 0.9675480769230769,
      "grad_norm": 2.546233331956148,
      "learning_rate": 1.362794160559594e-08,
      "loss": 0.1151,
      "step": 1610
    },
    {
      "epoch": 0.96875,
      "grad_norm": 2.496560671829686,
      "learning_rate": 1.263799411681893e-08,
      "loss": 0.1161,
      "step": 1612
    },
    {
      "epoch": 0.9699519230769231,
      "grad_norm": 2.2682911816628715,
      "learning_rate": 1.1685279466101817e-08,
      "loss": 0.1008,
      "step": 1614
    },
    {
      "epoch": 0.9711538461538461,
      "grad_norm": 2.7304953540259405,
      "learning_rate": 1.0769811914444206e-08,
      "loss": 0.1041,
      "step": 1616
    },
    {
      "epoch": 0.9723557692307693,
      "grad_norm": 2.6466979182161885,
      "learning_rate": 9.89160516530252e-09,
      "loss": 0.1044,
      "step": 1618
    },
    {
      "epoch": 0.9735576923076923,
      "grad_norm": 2.394702205679758,
      "learning_rate": 9.050672364382118e-09,
      "loss": 0.0955,
      "step": 1620
    },
    {
      "epoch": 0.9747596153846154,
      "grad_norm": 3.3455759598567836,
      "learning_rate": 8.247026099443279e-09,
      "loss": 0.1109,
      "step": 1622
    },
    {
      "epoch": 0.9759615384615384,
      "grad_norm": 2.275839668759994,
      "learning_rate": 7.480678400109965e-09,
      "loss": 0.1061,
      "step": 1624
    },
    {
      "epoch": 0.9771634615384616,
      "grad_norm": 2.133232464295508,
      "learning_rate": 6.751640737691911e-09,
      "loss": 0.1042,
      "step": 1626
    },
    {
      "epoch": 0.9783653846153846,
      "grad_norm": 2.304963137531874,
      "learning_rate": 6.059924025012542e-09,
      "loss": 0.1038,
      "step": 1628
    },
    {
      "epoch": 0.9795673076923077,
      "grad_norm": 1.9133668945458344,
      "learning_rate": 5.405538616244377e-09,
      "loss": 0.0946,
      "step": 1630
    },
    {
      "epoch": 0.9807692307692307,
      "grad_norm": 2.7193573070283596,
      "learning_rate": 4.788494306755542e-09,
      "loss": 0.1021,
      "step": 1632
    },
    {
      "epoch": 0.9819711538461539,
      "grad_norm": 2.8786636757179878,
      "learning_rate": 4.208800332961838e-09,
      "loss": 0.1102,
      "step": 1634
    },
    {
      "epoch": 0.9831730769230769,
      "grad_norm": 2.4551588884935,
      "learning_rate": 3.666465372190453e-09,
      "loss": 0.0962,
      "step": 1636
    },
    {
      "epoch": 0.984375,
      "grad_norm": 2.1960677965536957,
      "learning_rate": 3.1614975425470207e-09,
      "loss": 0.1151,
      "step": 1638
    },
    {
      "epoch": 0.9855769230769231,
      "grad_norm": 3.4510437899419992,
      "learning_rate": 2.693904402797376e-09,
      "loss": 0.0972,
      "step": 1640
    },
    {
      "epoch": 0.9867788461538461,
      "grad_norm": 2.4216851513924205,
      "learning_rate": 2.2636929522520945e-09,
      "loss": 0.1199,
      "step": 1642
    },
    {
      "epoch": 0.9879807692307693,
      "grad_norm": 2.5149641594525214,
      "learning_rate": 1.8708696306624087e-09,
      "loss": 0.0947,
      "step": 1644
    },
    {
      "epoch": 0.9891826923076923,
      "grad_norm": 2.8133693313833303,
      "learning_rate": 1.5154403181247279e-09,
      "loss": 0.102,
      "step": 1646
    },
    {
      "epoch": 0.9903846153846154,
      "grad_norm": 1.9008875611487197,
      "learning_rate": 1.1974103349909894e-09,
      "loss": 0.0975,
      "step": 1648
    },
    {
      "epoch": 0.9915865384615384,
      "grad_norm": 2.3226078974966184,
      "learning_rate": 9.167844417901084e-10,
      "loss": 0.115,
      "step": 1650
    },
    {
      "epoch": 0.9927884615384616,
      "grad_norm": 3.1578748196963695,
      "learning_rate": 6.735668391566475e-10,
      "loss": 0.1127,
      "step": 1652
    },
    {
      "epoch": 0.9939903846153846,
      "grad_norm": 2.273472912036705,
      "learning_rate": 4.677611677675331e-10,
      "loss": 0.096,
      "step": 1654
    },
    {
      "epoch": 0.9951923076923077,
      "grad_norm": 2.0942516236835993,
      "learning_rate": 2.993705082879328e-10,
      "loss": 0.1131,
      "step": 1656
    },
    {
      "epoch": 0.9963942307692307,
      "grad_norm": 2.5707284998861346,
      "learning_rate": 1.683973813249029e-10,
      "loss": 0.0986,
      "step": 1658
    },
    {
      "epoch": 0.9975961538461539,
      "grad_norm": 2.5538888383981013,
      "learning_rate": 7.484374738936373e-11,
      "loss": 0.1101,
      "step": 1660
    },
    {
      "epoch": 0.9987980769230769,
      "grad_norm": 2.0051743259281305,
      "learning_rate": 1.8711006867788707e-11,
      "loss": 0.1041,
      "step": 1662
    },
    {
      "epoch": 1.0,
      "grad_norm": 2.79621961431732,
      "learning_rate": 0.0,
      "loss": 0.1053,
      "step": 1664
    }
  ],
  "logging_steps": 2,
  "max_steps": 1664,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 522572361891840.0,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}