{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.0635024416157571,
  "eval_steps": 500,
  "global_step": 1554,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 4.086386204360174e-05,
      "grad_norm": 32.35245895385742,
      "learning_rate": 2e-05,
      "loss": 8.4638,
      "step": 1
    },
    {
      "epoch": 8.172772408720348e-05,
      "grad_norm": 27.18036651611328,
      "learning_rate": 4e-05,
      "loss": 8.7385,
      "step": 2
    },
    {
      "epoch": 0.00012259158613080523,
      "grad_norm": 22.749631881713867,
      "learning_rate": 6e-05,
      "loss": 7.8372,
      "step": 3
    },
    {
      "epoch": 0.00016345544817440697,
      "grad_norm": 21.95606803894043,
      "learning_rate": 8e-05,
      "loss": 8.1841,
      "step": 4
    },
    {
      "epoch": 0.0002043193102180087,
      "grad_norm": 19.77204704284668,
      "learning_rate": 0.0001,
      "loss": 8.6331,
      "step": 5
    },
    {
      "epoch": 0.00024518317226161047,
      "grad_norm": 25.299869537353516,
      "learning_rate": 9.999989716599041e-05,
      "loss": 7.5998,
      "step": 6
    },
    {
      "epoch": 0.0002860470343052122,
      "grad_norm": 21.570093154907227,
      "learning_rate": 9.999958866438464e-05,
      "loss": 7.2277,
      "step": 7
    },
    {
      "epoch": 0.00032691089634881394,
      "grad_norm": 23.380281448364258,
      "learning_rate": 9.999907449645163e-05,
      "loss": 6.5516,
      "step": 8
    },
    {
      "epoch": 0.0003677747583924157,
      "grad_norm": 14.654683113098145,
      "learning_rate": 9.999835466430639e-05,
      "loss": 6.8196,
      "step": 9
    },
    {
      "epoch": 0.0004086386204360174,
      "grad_norm": 17.326505661010742,
      "learning_rate": 9.99974291709098e-05,
      "loss": 7.6549,
      "step": 10
    },
    {
      "epoch": 0.00044950248247961914,
      "grad_norm": 17.01525115966797,
      "learning_rate": 9.99962980200688e-05,
      "loss": 7.7667,
      "step": 11
    },
    {
      "epoch": 0.0004903663445232209,
      "grad_norm": 16.817630767822266,
      "learning_rate": 9.999496121643616e-05,
      "loss": 8.4052,
      "step": 12
    },
    {
      "epoch": 0.0005312302065668226,
      "grad_norm": 15.02230453491211,
      "learning_rate": 9.999341876551069e-05,
      "loss": 7.5967,
      "step": 13
    },
    {
      "epoch": 0.0005720940686104244,
      "grad_norm": 17.479883193969727,
      "learning_rate": 9.999167067363703e-05,
      "loss": 7.1457,
      "step": 14
    },
    {
      "epoch": 0.0006129579306540261,
      "grad_norm": 22.608917236328125,
      "learning_rate": 9.998971694800569e-05,
      "loss": 6.92,
      "step": 15
    },
    {
      "epoch": 0.0006538217926976279,
      "grad_norm": 15.77768611907959,
      "learning_rate": 9.998755759665308e-05,
      "loss": 6.236,
      "step": 16
    },
    {
      "epoch": 0.0006946856547412296,
      "grad_norm": 16.468963623046875,
      "learning_rate": 9.998519262846136e-05,
      "loss": 6.5991,
      "step": 17
    },
    {
      "epoch": 0.0007355495167848313,
      "grad_norm": 16.331256866455078,
      "learning_rate": 9.998262205315851e-05,
      "loss": 7.5169,
      "step": 18
    },
    {
      "epoch": 0.000776413378828433,
      "grad_norm": 16.179676055908203,
      "learning_rate": 9.997984588131826e-05,
      "loss": 6.0861,
      "step": 19
    },
    {
      "epoch": 0.0008172772408720348,
      "grad_norm": 15.519332885742188,
      "learning_rate": 9.997686412435996e-05,
      "loss": 7.3839,
      "step": 20
    },
    {
      "epoch": 0.0008581411029156366,
      "grad_norm": 17.317489624023438,
      "learning_rate": 9.997367679454865e-05,
      "loss": 7.3581,
      "step": 21
    },
    {
      "epoch": 0.0008990049649592383,
      "grad_norm": 18.62262725830078,
      "learning_rate": 9.9970283904995e-05,
      "loss": 6.2524,
      "step": 22
    },
    {
      "epoch": 0.0009398688270028401,
      "grad_norm": 15.572286605834961,
      "learning_rate": 9.99666854696552e-05,
      "loss": 6.8967,
      "step": 23
    },
    {
      "epoch": 0.0009807326890464419,
      "grad_norm": 15.743536949157715,
      "learning_rate": 9.996288150333086e-05,
      "loss": 6.5211,
      "step": 24
    },
    {
      "epoch": 0.0010215965510900434,
      "grad_norm": 15.656659126281738,
      "learning_rate": 9.995887202166909e-05,
      "loss": 6.3349,
      "step": 25
    },
    {
      "epoch": 0.0010624604131336452,
      "grad_norm": 14.97890853881836,
      "learning_rate": 9.995465704116233e-05,
      "loss": 5.909,
      "step": 26
    },
    {
      "epoch": 0.001103324275177247,
      "grad_norm": 19.323623657226562,
      "learning_rate": 9.995023657914832e-05,
      "loss": 7.5711,
      "step": 27
    },
    {
      "epoch": 0.0011441881372208488,
      "grad_norm": 23.951154708862305,
      "learning_rate": 9.994561065381004e-05,
      "loss": 8.4369,
      "step": 28
    },
    {
      "epoch": 0.0011850519992644504,
      "grad_norm": 18.174833297729492,
      "learning_rate": 9.994077928417551e-05,
      "loss": 6.8328,
      "step": 29
    },
    {
      "epoch": 0.0012259158613080522,
      "grad_norm": 21.768999099731445,
      "learning_rate": 9.993574249011797e-05,
      "loss": 7.5939,
      "step": 30
    },
    {
      "epoch": 0.001266779723351654,
      "grad_norm": 16.0784969329834,
      "learning_rate": 9.993050029235552e-05,
      "loss": 5.6128,
      "step": 31
    },
    {
      "epoch": 0.0013076435853952558,
      "grad_norm": 18.45024299621582,
      "learning_rate": 9.992505271245126e-05,
      "loss": 7.2958,
      "step": 32
    },
    {
      "epoch": 0.0013485074474388575,
      "grad_norm": 20.15422248840332,
      "learning_rate": 9.991939977281299e-05,
      "loss": 6.79,
      "step": 33
    },
    {
      "epoch": 0.0013893713094824591,
      "grad_norm": 20.988454818725586,
      "learning_rate": 9.991354149669331e-05,
      "loss": 7.5329,
      "step": 34
    },
    {
      "epoch": 0.001430235171526061,
      "grad_norm": 17.833402633666992,
      "learning_rate": 9.990747790818947e-05,
      "loss": 7.1789,
      "step": 35
    },
    {
      "epoch": 0.0014710990335696627,
      "grad_norm": 23.832569122314453,
      "learning_rate": 9.990120903224311e-05,
      "loss": 7.9279,
      "step": 36
    },
    {
      "epoch": 0.0015119628956132645,
      "grad_norm": 22.453641891479492,
      "learning_rate": 9.989473489464044e-05,
      "loss": 7.3563,
      "step": 37
    },
    {
      "epoch": 0.001552826757656866,
      "grad_norm": 18.8485050201416,
      "learning_rate": 9.988805552201189e-05,
      "loss": 7.8919,
      "step": 38
    },
    {
      "epoch": 0.0015936906197004678,
      "grad_norm": 20.521846771240234,
      "learning_rate": 9.988117094183214e-05,
      "loss": 7.4264,
      "step": 39
    },
    {
      "epoch": 0.0016345544817440696,
      "grad_norm": 23.515644073486328,
      "learning_rate": 9.987408118241996e-05,
      "loss": 7.8032,
      "step": 40
    },
    {
      "epoch": 0.0016754183437876714,
      "grad_norm": 20.498987197875977,
      "learning_rate": 9.986678627293806e-05,
      "loss": 8.1339,
      "step": 41
    },
    {
      "epoch": 0.0017162822058312732,
      "grad_norm": 18.774856567382812,
      "learning_rate": 9.985928624339304e-05,
      "loss": 7.3659,
      "step": 42
    },
    {
      "epoch": 0.0017571460678748748,
      "grad_norm": 22.373167037963867,
      "learning_rate": 9.985158112463522e-05,
      "loss": 6.934,
      "step": 43
    },
    {
      "epoch": 0.0017980099299184766,
      "grad_norm": 21.635862350463867,
      "learning_rate": 9.984367094835856e-05,
      "loss": 6.6595,
      "step": 44
    },
    {
      "epoch": 0.0018388737919620784,
      "grad_norm": 21.037921905517578,
      "learning_rate": 9.983555574710042e-05,
      "loss": 6.406,
      "step": 45
    },
    {
      "epoch": 0.0018797376540056802,
      "grad_norm": 24.574268341064453,
      "learning_rate": 9.982723555424158e-05,
      "loss": 6.7946,
      "step": 46
    },
    {
      "epoch": 0.0019206015160492817,
      "grad_norm": 30.303829193115234,
      "learning_rate": 9.981871040400599e-05,
      "loss": 6.7379,
      "step": 47
    },
    {
      "epoch": 0.0019614653780928837,
      "grad_norm": 27.70897674560547,
      "learning_rate": 9.980998033146066e-05,
      "loss": 7.0633,
      "step": 48
    },
    {
      "epoch": 0.002002329240136485,
      "grad_norm": 29.71209144592285,
      "learning_rate": 9.980104537251551e-05,
      "loss": 7.7937,
      "step": 49
    },
    {
      "epoch": 0.002043193102180087,
      "grad_norm": 36.392677307128906,
      "learning_rate": 9.979190556392327e-05,
      "loss": 9.7726,
      "step": 50
    },
    {
      "epoch": 0.0020840569642236887,
      "grad_norm": 23.124082565307617,
      "learning_rate": 9.978256094327923e-05,
      "loss": 8.0964,
      "step": 51
    },
    {
      "epoch": 0.0021249208262672905,
      "grad_norm": 18.6306209564209,
      "learning_rate": 9.977301154902123e-05,
      "loss": 6.6695,
      "step": 52
    },
    {
      "epoch": 0.0021657846883108922,
      "grad_norm": 22.567228317260742,
      "learning_rate": 9.976325742042933e-05,
      "loss": 6.5986,
      "step": 53
    },
    {
      "epoch": 0.002206648550354494,
      "grad_norm": 22.24195098876953,
      "learning_rate": 9.975329859762581e-05,
      "loss": 7.8847,
      "step": 54
    },
    {
      "epoch": 0.002247512412398096,
      "grad_norm": 15.674145698547363,
      "learning_rate": 9.974313512157487e-05,
      "loss": 7.108,
      "step": 55
    },
    {
      "epoch": 0.0022883762744416976,
      "grad_norm": 16.254152297973633,
      "learning_rate": 9.973276703408257e-05,
      "loss": 7.618,
      "step": 56
    },
    {
      "epoch": 0.0023292401364852994,
      "grad_norm": 13.447061538696289,
      "learning_rate": 9.972219437779658e-05,
      "loss": 5.418,
      "step": 57
    },
    {
      "epoch": 0.0023701039985289008,
      "grad_norm": 14.919565200805664,
      "learning_rate": 9.971141719620604e-05,
      "loss": 6.4513,
      "step": 58
    },
    {
      "epoch": 0.0024109678605725026,
      "grad_norm": 12.961139678955078,
      "learning_rate": 9.970043553364139e-05,
      "loss": 5.9823,
      "step": 59
    },
    {
      "epoch": 0.0024518317226161043,
      "grad_norm": 13.304807662963867,
      "learning_rate": 9.968924943527417e-05,
      "loss": 6.8065,
      "step": 60
    },
    {
      "epoch": 0.002492695584659706,
      "grad_norm": 19.168649673461914,
      "learning_rate": 9.967785894711682e-05,
      "loss": 6.7415,
      "step": 61
    },
    {
      "epoch": 0.002533559446703308,
      "grad_norm": 14.38369369506836,
      "learning_rate": 9.966626411602253e-05,
      "loss": 7.383,
      "step": 62
    },
    {
      "epoch": 0.0025744233087469097,
      "grad_norm": 13.37614917755127,
      "learning_rate": 9.965446498968503e-05,
      "loss": 6.0576,
      "step": 63
    },
    {
      "epoch": 0.0026152871707905115,
      "grad_norm": 13.369189262390137,
      "learning_rate": 9.964246161663835e-05,
      "loss": 6.5152,
      "step": 64
    },
    {
      "epoch": 0.0026561510328341133,
      "grad_norm": 12.1449613571167,
      "learning_rate": 9.963025404625672e-05,
      "loss": 5.7253,
      "step": 65
    },
    {
      "epoch": 0.002697014894877715,
      "grad_norm": 15.389847755432129,
      "learning_rate": 9.961784232875426e-05,
      "loss": 6.1741,
      "step": 66
    },
    {
      "epoch": 0.0027378787569213164,
      "grad_norm": 11.978641510009766,
      "learning_rate": 9.960522651518484e-05,
      "loss": 5.884,
      "step": 67
    },
    {
      "epoch": 0.0027787426189649182,
      "grad_norm": 15.073978424072266,
      "learning_rate": 9.959240665744186e-05,
      "loss": 7.4091,
      "step": 68
    },
    {
      "epoch": 0.00281960648100852,
      "grad_norm": 15.136378288269043,
      "learning_rate": 9.9579382808258e-05,
      "loss": 6.3326,
      "step": 69
    },
    {
      "epoch": 0.002860470343052122,
      "grad_norm": 15.58938980102539,
      "learning_rate": 9.956615502120504e-05,
      "loss": 5.9821,
      "step": 70
    },
    {
      "epoch": 0.0029013342050957236,
      "grad_norm": 12.80412483215332,
      "learning_rate": 9.955272335069363e-05,
      "loss": 5.5844,
      "step": 71
    },
    {
      "epoch": 0.0029421980671393254,
      "grad_norm": 17.568445205688477,
      "learning_rate": 9.953908785197312e-05,
      "loss": 6.998,
      "step": 72
    },
    {
      "epoch": 0.002983061929182927,
      "grad_norm": 19.638111114501953,
      "learning_rate": 9.952524858113116e-05,
      "loss": 7.2029,
      "step": 73
    },
    {
      "epoch": 0.003023925791226529,
      "grad_norm": 15.820956230163574,
      "learning_rate": 9.951120559509373e-05,
      "loss": 6.6457,
      "step": 74
    },
    {
      "epoch": 0.0030647896532701308,
      "grad_norm": 15.655069351196289,
      "learning_rate": 9.949695895162463e-05,
      "loss": 6.9675,
      "step": 75
    },
    {
      "epoch": 0.003105653515313732,
      "grad_norm": 15.471683502197266,
      "learning_rate": 9.948250870932547e-05,
      "loss": 6.711,
      "step": 76
    },
    {
      "epoch": 0.003146517377357334,
      "grad_norm": 16.202917098999023,
      "learning_rate": 9.94678549276353e-05,
      "loss": 5.8695,
      "step": 77
    },
    {
      "epoch": 0.0031873812394009357,
      "grad_norm": 17.095972061157227,
      "learning_rate": 9.945299766683041e-05,
      "loss": 7.0255,
      "step": 78
    },
    {
      "epoch": 0.0032282451014445375,
      "grad_norm": 13.527962684631348,
      "learning_rate": 9.943793698802407e-05,
      "loss": 5.2299,
      "step": 79
    },
    {
      "epoch": 0.0032691089634881393,
      "grad_norm": 14.281603813171387,
      "learning_rate": 9.942267295316625e-05,
      "loss": 6.2512,
      "step": 80
    },
    {
      "epoch": 0.003309972825531741,
      "grad_norm": 14.560650825500488,
      "learning_rate": 9.940720562504346e-05,
      "loss": 7.0633,
      "step": 81
    },
    {
      "epoch": 0.003350836687575343,
      "grad_norm": 14.220345497131348,
      "learning_rate": 9.939153506727839e-05,
      "loss": 6.0255,
      "step": 82
    },
    {
      "epoch": 0.0033917005496189446,
      "grad_norm": 14.54580020904541,
      "learning_rate": 9.937566134432967e-05,
      "loss": 6.7001,
      "step": 83
    },
    {
      "epoch": 0.0034325644116625464,
      "grad_norm": 13.996087074279785,
      "learning_rate": 9.935958452149168e-05,
      "loss": 6.1261,
      "step": 84
    },
    {
      "epoch": 0.0034734282737061478,
      "grad_norm": 22.87812614440918,
      "learning_rate": 9.934330466489414e-05,
      "loss": 7.9368,
      "step": 85
    },
    {
      "epoch": 0.0035142921357497496,
      "grad_norm": 17.530309677124023,
      "learning_rate": 9.9326821841502e-05,
      "loss": 7.0329,
      "step": 86
    },
    {
      "epoch": 0.0035551559977933514,
      "grad_norm": 14.398816108703613,
      "learning_rate": 9.931013611911505e-05,
      "loss": 5.4819,
      "step": 87
    },
    {
      "epoch": 0.003596019859836953,
      "grad_norm": 17.408000946044922,
      "learning_rate": 9.929324756636766e-05,
      "loss": 6.2423,
      "step": 88
    },
    {
      "epoch": 0.003636883721880555,
      "grad_norm": 19.482257843017578,
      "learning_rate": 9.927615625272856e-05,
      "loss": 7.5902,
      "step": 89
    },
    {
      "epoch": 0.0036777475839241567,
      "grad_norm": 18.543699264526367,
      "learning_rate": 9.925886224850047e-05,
      "loss": 6.5135,
      "step": 90
    },
    {
      "epoch": 0.0037186114459677585,
      "grad_norm": 16.311019897460938,
      "learning_rate": 9.924136562481984e-05,
      "loss": 6.8555,
      "step": 91
    },
    {
      "epoch": 0.0037594753080113603,
      "grad_norm": 22.563644409179688,
      "learning_rate": 9.922366645365663e-05,
      "loss": 7.355,
      "step": 92
    },
    {
      "epoch": 0.003800339170054962,
      "grad_norm": 20.504785537719727,
      "learning_rate": 9.920576480781389e-05,
      "loss": 5.9183,
      "step": 93
    },
    {
      "epoch": 0.0038412030320985635,
      "grad_norm": 25.04275894165039,
      "learning_rate": 9.918766076092754e-05,
      "loss": 6.8876,
      "step": 94
    },
    {
      "epoch": 0.0038820668941421652,
      "grad_norm": 26.663280487060547,
      "learning_rate": 9.916935438746604e-05,
      "loss": 6.1629,
      "step": 95
    },
    {
      "epoch": 0.0039229307561857675,
      "grad_norm": 24.873512268066406,
      "learning_rate": 9.915084576273013e-05,
      "loss": 7.2213,
      "step": 96
    },
    {
      "epoch": 0.003963794618229369,
      "grad_norm": 24.14523696899414,
      "learning_rate": 9.91321349628524e-05,
      "loss": 8.0812,
      "step": 97
    },
    {
      "epoch": 0.00400465848027297,
      "grad_norm": 25.039981842041016,
      "learning_rate": 9.911322206479719e-05,
      "loss": 6.9913,
      "step": 98
    },
    {
      "epoch": 0.004045522342316572,
      "grad_norm": 29.90752601623535,
      "learning_rate": 9.909410714635999e-05,
      "loss": 8.0443,
      "step": 99
    },
    {
      "epoch": 0.004086386204360174,
      "grad_norm": 32.809085845947266,
      "learning_rate": 9.907479028616739e-05,
      "loss": 7.7016,
      "step": 100
    },
    {
      "epoch": 0.0041272500664037755,
      "grad_norm": 14.157573699951172,
      "learning_rate": 9.90552715636766e-05,
      "loss": 6.3563,
      "step": 101
    },
    {
      "epoch": 0.004168113928447377,
      "grad_norm": 15.851997375488281,
      "learning_rate": 9.903555105917514e-05,
      "loss": 7.8688,
      "step": 102
    },
    {
      "epoch": 0.004208977790490979,
      "grad_norm": 15.693613052368164,
      "learning_rate": 9.901562885378057e-05,
      "loss": 6.3947,
      "step": 103
    },
    {
      "epoch": 0.004249841652534581,
      "grad_norm": 15.1848726272583,
      "learning_rate": 9.899550502944009e-05,
      "loss": 6.8641,
      "step": 104
    },
    {
      "epoch": 0.004290705514578183,
      "grad_norm": 14.605127334594727,
      "learning_rate": 9.897517966893023e-05,
      "loss": 6.8249,
      "step": 105
    },
    {
      "epoch": 0.0043315693766217845,
      "grad_norm": 14.972675323486328,
      "learning_rate": 9.895465285585655e-05,
      "loss": 5.3184,
      "step": 106
    },
    {
      "epoch": 0.004372433238665386,
      "grad_norm": 12.17654037475586,
      "learning_rate": 9.89339246746532e-05,
      "loss": 5.4645,
      "step": 107
    },
    {
      "epoch": 0.004413297100708988,
      "grad_norm": 12.122211456298828,
      "learning_rate": 9.891299521058268e-05,
      "loss": 5.6194,
      "step": 108
    },
    {
      "epoch": 0.00445416096275259,
      "grad_norm": 12.825034141540527,
      "learning_rate": 9.889186454973543e-05,
      "loss": 5.8638,
      "step": 109
    },
    {
      "epoch": 0.004495024824796192,
      "grad_norm": 12.313605308532715,
      "learning_rate": 9.887053277902942e-05,
      "loss": 5.9993,
      "step": 110
    },
    {
      "epoch": 0.0045358886868397934,
      "grad_norm": 16.425357818603516,
      "learning_rate": 9.884899998620998e-05,
      "loss": 7.2859,
      "step": 111
    },
    {
      "epoch": 0.004576752548883395,
      "grad_norm": 13.425078392028809,
      "learning_rate": 9.88272662598492e-05,
      "loss": 5.4946,
      "step": 112
    },
    {
      "epoch": 0.004617616410926997,
      "grad_norm": 12.7623872756958,
      "learning_rate": 9.880533168934575e-05,
      "loss": 6.1761,
      "step": 113
    },
    {
      "epoch": 0.004658480272970599,
      "grad_norm": 15.71284294128418,
      "learning_rate": 9.878319636492441e-05,
      "loss": 6.9623,
      "step": 114
    },
    {
      "epoch": 0.004699344135014201,
      "grad_norm": 12.192813873291016,
      "learning_rate": 9.876086037763575e-05,
      "loss": 5.2644,
      "step": 115
    },
    {
      "epoch": 0.0047402079970578015,
      "grad_norm": 14.656291007995605,
      "learning_rate": 9.873832381935575e-05,
      "loss": 6.2134,
      "step": 116
    },
    {
      "epoch": 0.004781071859101403,
      "grad_norm": 13.87183666229248,
      "learning_rate": 9.871558678278537e-05,
      "loss": 6.0312,
      "step": 117
    },
    {
      "epoch": 0.004821935721145005,
      "grad_norm": 14.280610084533691,
      "learning_rate": 9.869264936145027e-05,
      "loss": 6.3556,
      "step": 118
    },
    {
      "epoch": 0.004862799583188607,
      "grad_norm": 13.133746147155762,
      "learning_rate": 9.866951164970028e-05,
      "loss": 6.2905,
      "step": 119
    },
    {
      "epoch": 0.004903663445232209,
      "grad_norm": 32.18925094604492,
      "learning_rate": 9.86461737427092e-05,
      "loss": 6.5927,
      "step": 120
    },
    {
      "epoch": 0.0049445273072758105,
      "grad_norm": 12.16728687286377,
      "learning_rate": 9.862263573647422e-05,
      "loss": 6.272,
      "step": 121
    },
    {
      "epoch": 0.004985391169319412,
      "grad_norm": 14.562088966369629,
      "learning_rate": 9.859889772781565e-05,
      "loss": 6.9461,
      "step": 122
    },
    {
      "epoch": 0.005026255031363014,
      "grad_norm": 18.74805450439453,
      "learning_rate": 9.857495981437648e-05,
      "loss": 6.2463,
      "step": 123
    },
    {
      "epoch": 0.005067118893406616,
      "grad_norm": 19.05704689025879,
      "learning_rate": 9.855082209462197e-05,
      "loss": 7.1299,
      "step": 124
    },
    {
      "epoch": 0.005107982755450218,
      "grad_norm": 14.966846466064453,
      "learning_rate": 9.852648466783927e-05,
      "loss": 6.7958,
      "step": 125
    },
    {
      "epoch": 0.005148846617493819,
      "grad_norm": 14.65507698059082,
      "learning_rate": 9.850194763413696e-05,
      "loss": 6.9319,
      "step": 126
    },
    {
      "epoch": 0.005189710479537421,
      "grad_norm": 13.518552780151367,
      "learning_rate": 9.847721109444473e-05,
      "loss": 5.5841,
      "step": 127
    },
    {
      "epoch": 0.005230574341581023,
      "grad_norm": 15.542891502380371,
      "learning_rate": 9.845227515051286e-05,
      "loss": 6.6425,
      "step": 128
    },
    {
      "epoch": 0.005271438203624625,
      "grad_norm": 20.072572708129883,
      "learning_rate": 9.84271399049119e-05,
      "loss": 6.2362,
      "step": 129
    },
    {
      "epoch": 0.005312302065668227,
      "grad_norm": 15.439754486083984,
      "learning_rate": 9.840180546103215e-05,
      "loss": 7.0394,
      "step": 130
    },
    {
      "epoch": 0.005353165927711828,
      "grad_norm": 15.581273078918457,
      "learning_rate": 9.837627192308332e-05,
      "loss": 7.1262,
      "step": 131
    },
    {
      "epoch": 0.00539402978975543,
      "grad_norm": 14.833819389343262,
      "learning_rate": 9.835053939609407e-05,
      "loss": 6.9087,
      "step": 132
    },
    {
      "epoch": 0.005434893651799032,
      "grad_norm": 15.577768325805664,
      "learning_rate": 9.832460798591151e-05,
      "loss": 5.5607,
      "step": 133
    },
    {
      "epoch": 0.005475757513842633,
      "grad_norm": 20.256847381591797,
      "learning_rate": 9.829847779920092e-05,
      "loss": 7.8506,
      "step": 134
    },
    {
      "epoch": 0.005516621375886235,
      "grad_norm": 16.520177841186523,
      "learning_rate": 9.827214894344514e-05,
      "loss": 7.1765,
      "step": 135
    },
    {
      "epoch": 0.0055574852379298365,
      "grad_norm": 17.26201629638672,
      "learning_rate": 9.824562152694427e-05,
      "loss": 7.3264,
      "step": 136
    },
    {
      "epoch": 0.005598349099973438,
      "grad_norm": 18.10712432861328,
      "learning_rate": 9.821889565881514e-05,
      "loss": 8.0457,
      "step": 137
    },
    {
      "epoch": 0.00563921296201704,
      "grad_norm": 16.80295181274414,
      "learning_rate": 9.819197144899085e-05,
      "loss": 6.7775,
      "step": 138
    },
    {
      "epoch": 0.005680076824060642,
      "grad_norm": 18.972105026245117,
      "learning_rate": 9.816484900822038e-05,
      "loss": 6.746,
      "step": 139
    },
    {
      "epoch": 0.005720940686104244,
      "grad_norm": 34.66987228393555,
      "learning_rate": 9.813752844806813e-05,
      "loss": 7.5608,
      "step": 140
    },
    {
      "epoch": 0.005761804548147845,
      "grad_norm": 18.763248443603516,
      "learning_rate": 9.811000988091338e-05,
      "loss": 7.1654,
      "step": 141
    },
    {
      "epoch": 0.005802668410191447,
      "grad_norm": 18.545637130737305,
      "learning_rate": 9.808229341994995e-05,
      "loss": 7.113,
      "step": 142
    },
    {
      "epoch": 0.005843532272235049,
      "grad_norm": 22.365375518798828,
      "learning_rate": 9.805437917918559e-05,
      "loss": 7.0313,
      "step": 143
    },
    {
      "epoch": 0.005884396134278651,
      "grad_norm": 16.55803871154785,
      "learning_rate": 9.802626727344165e-05,
      "loss": 6.1085,
      "step": 144
    },
    {
      "epoch": 0.0059252599963222526,
      "grad_norm": 21.393871307373047,
      "learning_rate": 9.799795781835252e-05,
      "loss": 7.158,
      "step": 145
    },
    {
      "epoch": 0.005966123858365854,
      "grad_norm": 21.92884063720703,
      "learning_rate": 9.796945093036523e-05,
      "loss": 6.3873,
      "step": 146
    },
    {
      "epoch": 0.006006987720409456,
      "grad_norm": 27.711198806762695,
      "learning_rate": 9.794074672673883e-05,
      "loss": 6.8561,
      "step": 147
    },
    {
      "epoch": 0.006047851582453058,
      "grad_norm": 23.660367965698242,
      "learning_rate": 9.791184532554409e-05,
      "loss": 5.8218,
      "step": 148
    },
    {
      "epoch": 0.00608871544449666,
      "grad_norm": 22.727230072021484,
      "learning_rate": 9.788274684566289e-05,
      "loss": 6.5743,
      "step": 149
    },
    {
      "epoch": 0.0061295793065402615,
      "grad_norm": 36.77485275268555,
      "learning_rate": 9.785345140678775e-05,
      "loss": 9.6315,
      "step": 150
    },
    {
      "epoch": 0.006170443168583862,
      "grad_norm": 16.30278968811035,
      "learning_rate": 9.782395912942135e-05,
      "loss": 7.8331,
      "step": 151
    },
    {
      "epoch": 0.006211307030627464,
      "grad_norm": 11.499253273010254,
      "learning_rate": 9.77942701348761e-05,
      "loss": 5.9781,
      "step": 152
    },
    {
      "epoch": 0.006252170892671066,
      "grad_norm": 14.270246505737305,
      "learning_rate": 9.776438454527351e-05,
      "loss": 6.5819,
      "step": 153
    },
    {
      "epoch": 0.006293034754714668,
      "grad_norm": 12.351813316345215,
      "learning_rate": 9.773430248354376e-05,
      "loss": 5.3348,
      "step": 154
    },
    {
      "epoch": 0.00633389861675827,
      "grad_norm": 14.202811241149902,
      "learning_rate": 9.770402407342523e-05,
      "loss": 6.7854,
      "step": 155
    },
    {
      "epoch": 0.006374762478801871,
      "grad_norm": 15.483548164367676,
      "learning_rate": 9.767354943946395e-05,
      "loss": 6.5654,
      "step": 156
    },
    {
      "epoch": 0.006415626340845473,
      "grad_norm": 11.232331275939941,
      "learning_rate": 9.764287870701305e-05,
      "loss": 5.0283,
      "step": 157
    },
    {
      "epoch": 0.006456490202889075,
      "grad_norm": 9.863425254821777,
      "learning_rate": 9.761201200223231e-05,
      "loss": 5.3844,
      "step": 158
    },
    {
      "epoch": 0.006497354064932677,
      "grad_norm": 13.30897045135498,
      "learning_rate": 9.758094945208763e-05,
      "loss": 5.4593,
      "step": 159
    },
    {
      "epoch": 0.0065382179269762785,
      "grad_norm": 14.575927734375,
      "learning_rate": 9.754969118435042e-05,
      "loss": 6.2094,
      "step": 160
    },
    {
      "epoch": 0.00657908178901988,
      "grad_norm": 13.29054069519043,
      "learning_rate": 9.751823732759726e-05,
      "loss": 7.1374,
      "step": 161
    },
    {
      "epoch": 0.006619945651063482,
      "grad_norm": 12.356842994689941,
      "learning_rate": 9.748658801120916e-05,
      "loss": 5.864,
      "step": 162
    },
    {
      "epoch": 0.006660809513107084,
      "grad_norm": 14.566633224487305,
      "learning_rate": 9.745474336537119e-05,
      "loss": 6.481,
      "step": 163
    },
    {
      "epoch": 0.006701673375150686,
      "grad_norm": 14.574312210083008,
      "learning_rate": 9.742270352107185e-05,
      "loss": 6.7697,
      "step": 164
    },
    {
      "epoch": 0.0067425372371942875,
      "grad_norm": 14.898052215576172,
      "learning_rate": 9.739046861010255e-05,
      "loss": 7.1438,
      "step": 165
    },
    {
      "epoch": 0.006783401099237889,
      "grad_norm": 16.09490394592285,
      "learning_rate": 9.735803876505711e-05,
      "loss": 6.1778,
      "step": 166
    },
    {
      "epoch": 0.006824264961281491,
      "grad_norm": 20.63564682006836,
      "learning_rate": 9.732541411933115e-05,
      "loss": 6.2028,
      "step": 167
    },
    {
      "epoch": 0.006865128823325093,
      "grad_norm": 22.837800979614258,
      "learning_rate": 9.729259480712162e-05,
      "loss": 6.828,
      "step": 168
    },
    {
      "epoch": 0.006905992685368694,
      "grad_norm": 16.11451530456543,
      "learning_rate": 9.725958096342616e-05,
      "loss": 7.4898,
      "step": 169
    },
    {
      "epoch": 0.0069468565474122956,
      "grad_norm": 12.31192398071289,
      "learning_rate": 9.722637272404262e-05,
      "loss": 6.4009,
      "step": 170
    },
    {
      "epoch": 0.006987720409455897,
      "grad_norm": 14.875618934631348,
      "learning_rate": 9.719297022556845e-05,
      "loss": 6.2035,
      "step": 171
    },
    {
      "epoch": 0.007028584271499499,
      "grad_norm": 13.63744068145752,
      "learning_rate": 9.715937360540017e-05,
      "loss": 6.0225,
      "step": 172
    },
    {
      "epoch": 0.007069448133543101,
      "grad_norm": 21.234041213989258,
      "learning_rate": 9.712558300173279e-05,
      "loss": 7.4878,
      "step": 173
    },
    {
      "epoch": 0.007110311995586703,
      "grad_norm": 14.23675537109375,
      "learning_rate": 9.709159855355922e-05,
      "loss": 6.515,
      "step": 174
    },
    {
      "epoch": 0.0071511758576303045,
      "grad_norm": 17.055084228515625,
      "learning_rate": 9.705742040066976e-05,
      "loss": 6.3619,
      "step": 175
    },
    {
      "epoch": 0.007192039719673906,
      "grad_norm": 14.412619590759277,
      "learning_rate": 9.702304868365147e-05,
      "loss": 7.1881,
      "step": 176
    },
    {
      "epoch": 0.007232903581717508,
      "grad_norm": 18.581859588623047,
      "learning_rate": 9.698848354388759e-05,
      "loss": 6.9419,
      "step": 177
    },
    {
      "epoch": 0.00727376744376111,
      "grad_norm": 13.657668113708496,
      "learning_rate": 9.695372512355703e-05,
      "loss": 7.4206,
      "step": 178
    },
    {
      "epoch": 0.007314631305804712,
      "grad_norm": 14.230124473571777,
      "learning_rate": 9.691877356563366e-05,
      "loss": 5.8499,
      "step": 179
    },
    {
      "epoch": 0.0073554951678483135,
      "grad_norm": 16.437936782836914,
      "learning_rate": 9.688362901388586e-05,
      "loss": 7.6793,
      "step": 180
    },
    {
      "epoch": 0.007396359029891915,
      "grad_norm": 18.00482749938965,
      "learning_rate": 9.684829161287583e-05,
      "loss": 7.3289,
      "step": 181
    },
    {
      "epoch": 0.007437222891935517,
      "grad_norm": 17.923187255859375,
      "learning_rate": 9.681276150795903e-05,
      "loss": 7.1,
      "step": 182
    },
    {
      "epoch": 0.007478086753979119,
      "grad_norm": 17.70640754699707,
      "learning_rate": 9.677703884528362e-05,
      "loss": 7.6045,
      "step": 183
    },
    {
      "epoch": 0.007518950616022721,
      "grad_norm": 13.995911598205566,
      "learning_rate": 9.674112377178975e-05,
      "loss": 5.7522,
      "step": 184
    },
    {
      "epoch": 0.007559814478066322,
      "grad_norm": 17.230287551879883,
      "learning_rate": 9.670501643520905e-05,
      "loss": 7.014,
      "step": 185
    },
    {
      "epoch": 0.007600678340109924,
      "grad_norm": 17.801237106323242,
      "learning_rate": 9.666871698406403e-05,
      "loss": 7.3874,
      "step": 186
    },
    {
      "epoch": 0.007641542202153525,
      "grad_norm": 16.83843421936035,
      "learning_rate": 9.66322255676674e-05,
      "loss": 6.0555,
      "step": 187
    },
    {
      "epoch": 0.007682406064197127,
      "grad_norm": 16.625722885131836,
      "learning_rate": 9.659554233612153e-05,
      "loss": 6.8826,
      "step": 188
    },
    {
      "epoch": 0.007723269926240729,
      "grad_norm": 13.392539978027344,
      "learning_rate": 9.655866744031777e-05,
      "loss": 5.4981,
      "step": 189
    },
    {
      "epoch": 0.0077641337882843305,
      "grad_norm": 15.59808349609375,
      "learning_rate": 9.652160103193583e-05,
      "loss": 7.0037,
      "step": 190
    },
    {
      "epoch": 0.007804997650327932,
      "grad_norm": 21.588523864746094,
      "learning_rate": 9.648434326344322e-05,
      "loss": 7.1183,
      "step": 191
    },
    {
      "epoch": 0.007845861512371535,
      "grad_norm": 17.634723663330078,
      "learning_rate": 9.644689428809456e-05,
      "loss": 6.4932,
      "step": 192
    },
    {
      "epoch": 0.007886725374415137,
      "grad_norm": 18.702896118164062,
      "learning_rate": 9.640925425993101e-05,
      "loss": 6.4525,
      "step": 193
    },
    {
      "epoch": 0.007927589236458739,
      "grad_norm": 13.623326301574707,
      "learning_rate": 9.637142333377953e-05,
      "loss": 5.2151,
      "step": 194
    },
    {
      "epoch": 0.00796845309850234,
      "grad_norm": 15.406729698181152,
      "learning_rate": 9.633340166525238e-05,
      "loss": 6.0974,
      "step": 195
    },
    {
      "epoch": 0.00800931696054594,
      "grad_norm": 18.72486114501953,
      "learning_rate": 9.629518941074639e-05,
      "loss": 6.6543,
      "step": 196
    },
    {
      "epoch": 0.008050180822589542,
      "grad_norm": 20.652475357055664,
      "learning_rate": 9.625678672744232e-05,
      "loss": 6.4423,
      "step": 197
    },
    {
      "epoch": 0.008091044684633144,
      "grad_norm": 20.862340927124023,
      "learning_rate": 9.621819377330424e-05,
      "loss": 6.86,
      "step": 198
    },
    {
      "epoch": 0.008131908546676746,
      "grad_norm": 21.109661102294922,
      "learning_rate": 9.617941070707889e-05,
      "loss": 5.8087,
      "step": 199
    },
    {
      "epoch": 0.008172772408720348,
      "grad_norm": 52.470829010009766,
      "learning_rate": 9.614043768829499e-05,
      "loss": 9.3251,
      "step": 200
    },
    {
      "epoch": 0.00821363627076395,
      "grad_norm": 10.258379936218262,
      "learning_rate": 9.610127487726263e-05,
      "loss": 5.4524,
      "step": 201
    },
    {
      "epoch": 0.008254500132807551,
      "grad_norm": 13.210298538208008,
      "learning_rate": 9.606192243507254e-05,
      "loss": 5.9119,
      "step": 202
    },
    {
      "epoch": 0.008295363994851153,
      "grad_norm": 12.499059677124023,
      "learning_rate": 9.602238052359551e-05,
      "loss": 5.0512,
      "step": 203
    },
    {
      "epoch": 0.008336227856894755,
      "grad_norm": 10.580381393432617,
      "learning_rate": 9.598264930548169e-05,
      "loss": 5.2318,
      "step": 204
    },
    {
      "epoch": 0.008377091718938356,
      "grad_norm": 13.957743644714355,
      "learning_rate": 9.594272894415986e-05,
      "loss": 6.543,
      "step": 205
    },
    {
      "epoch": 0.008417955580981958,
      "grad_norm": 13.090479850769043,
      "learning_rate": 9.590261960383686e-05,
      "loss": 6.1888,
      "step": 206
    },
    {
      "epoch": 0.00845881944302556,
      "grad_norm": 13.895710945129395,
      "learning_rate": 9.58623214494969e-05,
      "loss": 6.2908,
      "step": 207
    },
    {
      "epoch": 0.008499683305069162,
      "grad_norm": 10.926653861999512,
      "learning_rate": 9.582183464690078e-05,
      "loss": 5.6924,
      "step": 208
    },
    {
      "epoch": 0.008540547167112764,
      "grad_norm": 13.321636199951172,
      "learning_rate": 9.578115936258531e-05,
      "loss": 7.1836,
      "step": 209
    },
    {
      "epoch": 0.008581411029156365,
      "grad_norm": 11.270588874816895,
      "learning_rate": 9.574029576386261e-05,
      "loss": 6.0644,
      "step": 210
    },
    {
      "epoch": 0.008622274891199967,
      "grad_norm": 12.152750015258789,
      "learning_rate": 9.569924401881936e-05,
      "loss": 5.7929,
      "step": 211
    },
    {
      "epoch": 0.008663138753243569,
      "grad_norm": 13.030095100402832,
      "learning_rate": 9.565800429631619e-05,
      "loss": 6.2535,
      "step": 212
    },
    {
      "epoch": 0.00870400261528717,
      "grad_norm": 14.503040313720703,
      "learning_rate": 9.561657676598698e-05,
      "loss": 6.5376,
      "step": 213
    },
    {
      "epoch": 0.008744866477330773,
      "grad_norm": 11.103546142578125,
      "learning_rate": 9.557496159823804e-05,
      "loss": 5.4463,
      "step": 214
    },
    {
      "epoch": 0.008785730339374374,
      "grad_norm": 10.801084518432617,
      "learning_rate": 9.553315896424758e-05,
      "loss": 5.309,
      "step": 215
    },
    {
      "epoch": 0.008826594201417976,
      "grad_norm": 15.308627128601074,
      "learning_rate": 9.549116903596488e-05,
      "loss": 7.3242,
      "step": 216
    },
    {
      "epoch": 0.008867458063461578,
      "grad_norm": 14.178114891052246,
      "learning_rate": 9.544899198610968e-05,
      "loss": 6.6382,
      "step": 217
    },
    {
      "epoch": 0.00890832192550518,
      "grad_norm": 12.048151969909668,
      "learning_rate": 9.540662798817137e-05,
      "loss": 4.8189,
      "step": 218
    },
    {
      "epoch": 0.008949185787548782,
      "grad_norm": 13.001554489135742,
      "learning_rate": 9.536407721640832e-05,
      "loss": 6.0842,
      "step": 219
    },
    {
      "epoch": 0.008990049649592383,
      "grad_norm": 13.918134689331055,
      "learning_rate": 9.532133984584721e-05,
      "loss": 6.1108,
      "step": 220
    },
    {
      "epoch": 0.009030913511635985,
      "grad_norm": 14.916069030761719,
      "learning_rate": 9.527841605228224e-05,
      "loss": 6.9456,
      "step": 221
    },
    {
      "epoch": 0.009071777373679587,
      "grad_norm": 15.989644050598145,
      "learning_rate": 9.523530601227445e-05,
      "loss": 6.5354,
      "step": 222
    },
    {
      "epoch": 0.009112641235723189,
      "grad_norm": 15.19133472442627,
      "learning_rate": 9.519200990315096e-05,
      "loss": 6.737,
      "step": 223
    },
    {
      "epoch": 0.00915350509776679,
      "grad_norm": 12.79016399383545,
      "learning_rate": 9.514852790300427e-05,
      "loss": 7.3384,
      "step": 224
    },
    {
      "epoch": 0.009194368959810392,
      "grad_norm": 13.54174518585205,
      "learning_rate": 9.510486019069153e-05,
      "loss": 6.5956,
      "step": 225
    },
    {
      "epoch": 0.009235232821853994,
      "grad_norm": 12.780714988708496,
      "learning_rate": 9.506100694583378e-05,
      "loss": 5.4059,
      "step": 226
    },
    {
      "epoch": 0.009276096683897596,
      "grad_norm": 15.604456901550293,
      "learning_rate": 9.501696834881518e-05,
      "loss": 7.5434,
      "step": 227
    },
    {
      "epoch": 0.009316960545941198,
      "grad_norm": 13.501986503601074,
      "learning_rate": 9.49727445807824e-05,
      "loss": 5.4853,
      "step": 228
    },
    {
      "epoch": 0.0093578244079848,
      "grad_norm": 19.180065155029297,
      "learning_rate": 9.492833582364371e-05,
      "loss": 6.7472,
      "step": 229
    },
    {
      "epoch": 0.009398688270028401,
      "grad_norm": 14.34424114227295,
      "learning_rate": 9.488374226006836e-05,
      "loss": 6.3557,
      "step": 230
    },
    {
      "epoch": 0.009439552132072001,
      "grad_norm": 16.343975067138672,
      "learning_rate": 9.483896407348569e-05,
      "loss": 6.3415,
      "step": 231
    },
    {
      "epoch": 0.009480415994115603,
      "grad_norm": 14.910673141479492,
      "learning_rate": 9.479400144808457e-05,
      "loss": 6.0064,
      "step": 232
    },
    {
      "epoch": 0.009521279856159205,
      "grad_norm": 14.328391075134277,
      "learning_rate": 9.474885456881248e-05,
      "loss": 6.7544,
      "step": 233
    },
    {
      "epoch": 0.009562143718202807,
      "grad_norm": 17.46697425842285,
      "learning_rate": 9.470352362137478e-05,
      "loss": 6.3016,
      "step": 234
    },
    {
      "epoch": 0.009603007580246408,
      "grad_norm": 14.978525161743164,
      "learning_rate": 9.4658008792234e-05,
      "loss": 6.0921,
      "step": 235
    },
    {
      "epoch": 0.00964387144229001,
      "grad_norm": 14.764670372009277,
      "learning_rate": 9.461231026860904e-05,
      "loss": 5.9274,
      "step": 236
    },
    {
      "epoch": 0.009684735304333612,
      "grad_norm": 14.451186180114746,
      "learning_rate": 9.456642823847439e-05,
      "loss": 6.0484,
      "step": 237
    },
    {
      "epoch": 0.009725599166377214,
      "grad_norm": 20.823772430419922,
      "learning_rate": 9.45203628905594e-05,
      "loss": 8.1228,
      "step": 238
    },
    {
      "epoch": 0.009766463028420816,
      "grad_norm": 22.068574905395508,
      "learning_rate": 9.447411441434741e-05,
      "loss": 6.3468,
      "step": 239
    },
    {
      "epoch": 0.009807326890464417,
      "grad_norm": 18.896333694458008,
      "learning_rate": 9.442768300007511e-05,
      "loss": 7.1779,
      "step": 240
    },
    {
      "epoch": 0.00984819075250802,
      "grad_norm": 19.249156951904297,
      "learning_rate": 9.43810688387316e-05,
      "loss": 6.4586,
      "step": 241
    },
    {
      "epoch": 0.009889054614551621,
      "grad_norm": 17.050535202026367,
      "learning_rate": 9.433427212205774e-05,
      "loss": 6.6014,
      "step": 242
    },
    {
      "epoch": 0.009929918476595223,
      "grad_norm": 25.83972930908203,
      "learning_rate": 9.428729304254531e-05,
      "loss": 6.9396,
      "step": 243
    },
    {
      "epoch": 0.009970782338638825,
      "grad_norm": 17.18185806274414,
      "learning_rate": 9.424013179343617e-05,
      "loss": 6.1457,
      "step": 244
    },
    {
      "epoch": 0.010011646200682426,
      "grad_norm": 22.017518997192383,
      "learning_rate": 9.419278856872155e-05,
      "loss": 5.9994,
      "step": 245
    },
    {
      "epoch": 0.010052510062726028,
      "grad_norm": 24.557111740112305,
      "learning_rate": 9.414526356314117e-05,
      "loss": 7.577,
      "step": 246
    },
    {
      "epoch": 0.01009337392476963,
      "grad_norm": 25.834148406982422,
      "learning_rate": 9.409755697218253e-05,
      "loss": 7.0775,
      "step": 247
    },
    {
      "epoch": 0.010134237786813232,
      "grad_norm": 19.930910110473633,
      "learning_rate": 9.404966899208003e-05,
      "loss": 6.1123,
      "step": 248
    },
    {
      "epoch": 0.010175101648856833,
      "grad_norm": 23.818077087402344,
      "learning_rate": 9.400159981981418e-05,
      "loss": 6.1753,
      "step": 249
    },
    {
      "epoch": 0.010215965510900435,
      "grad_norm": 31.135684967041016,
      "learning_rate": 9.39533496531108e-05,
      "loss": 7.5009,
      "step": 250
    },
    {
      "epoch": 0.010256829372944037,
      "grad_norm": 13.721549034118652,
      "learning_rate": 9.390491869044024e-05,
      "loss": 6.5444,
      "step": 251
    },
    {
      "epoch": 0.010297693234987639,
      "grad_norm": 12.433771133422852,
      "learning_rate": 9.385630713101649e-05,
      "loss": 6.7709,
      "step": 252
    },
    {
      "epoch": 0.01033855709703124,
      "grad_norm": 12.28031063079834,
      "learning_rate": 9.38075151747964e-05,
      "loss": 5.4516,
      "step": 253
    },
    {
      "epoch": 0.010379420959074842,
      "grad_norm": 12.136971473693848,
      "learning_rate": 9.375854302247889e-05,
      "loss": 6.0733,
      "step": 254
    },
    {
      "epoch": 0.010420284821118444,
      "grad_norm": 13.550774574279785,
      "learning_rate": 9.370939087550405e-05,
      "loss": 6.0526,
      "step": 255
    },
    {
      "epoch": 0.010461148683162046,
      "grad_norm": 12.804445266723633,
      "learning_rate": 9.36600589360524e-05,
      "loss": 6.3769,
      "step": 256
    },
    {
      "epoch": 0.010502012545205648,
      "grad_norm": 12.12086296081543,
      "learning_rate": 9.361054740704398e-05,
      "loss": 6.3975,
      "step": 257
    },
    {
      "epoch": 0.01054287640724925,
      "grad_norm": 12.262513160705566,
      "learning_rate": 9.356085649213755e-05,
      "loss": 6.0431,
      "step": 258
    },
    {
      "epoch": 0.010583740269292851,
      "grad_norm": 12.090657234191895,
      "learning_rate": 9.351098639572972e-05,
      "loss": 6.4593,
      "step": 259
    },
    {
      "epoch": 0.010624604131336453,
      "grad_norm": 12.461016654968262,
      "learning_rate": 9.346093732295423e-05,
      "loss": 6.9296,
      "step": 260
    },
    {
      "epoch": 0.010665467993380055,
      "grad_norm": 14.135153770446777,
      "learning_rate": 9.341070947968089e-05,
      "loss": 6.1179,
      "step": 261
    },
    {
      "epoch": 0.010706331855423657,
      "grad_norm": 13.785672187805176,
      "learning_rate": 9.336030307251495e-05,
      "loss": 7.1686,
      "step": 262
    },
    {
      "epoch": 0.010747195717467259,
      "grad_norm": 14.264972686767578,
      "learning_rate": 9.330971830879614e-05,
      "loss": 6.9697,
      "step": 263
    },
    {
      "epoch": 0.01078805957951086,
      "grad_norm": 14.527408599853516,
      "learning_rate": 9.32589553965978e-05,
      "loss": 6.6708,
      "step": 264
    },
    {
      "epoch": 0.010828923441554462,
      "grad_norm": 12.697749137878418,
      "learning_rate": 9.320801454472608e-05,
      "loss": 6.1965,
      "step": 265
    },
    {
      "epoch": 0.010869787303598064,
      "grad_norm": 11.870662689208984,
      "learning_rate": 9.315689596271908e-05,
      "loss": 5.8277,
      "step": 266
    },
    {
      "epoch": 0.010910651165641664,
      "grad_norm": 12.278385162353516,
      "learning_rate": 9.310559986084594e-05,
      "loss": 6.4373,
      "step": 267
    },
    {
      "epoch": 0.010951515027685266,
      "grad_norm": 12.940865516662598,
      "learning_rate": 9.305412645010605e-05,
      "loss": 5.9068,
      "step": 268
    },
    {
      "epoch": 0.010992378889728868,
      "grad_norm": 19.228952407836914,
      "learning_rate": 9.300247594222804e-05,
      "loss": 6.7197,
      "step": 269
    },
    {
      "epoch": 0.01103324275177247,
      "grad_norm": 13.695125579833984,
      "learning_rate": 9.29506485496691e-05,
      "loss": 6.504,
      "step": 270
    },
    {
      "epoch": 0.011074106613816071,
      "grad_norm": 15.966194152832031,
      "learning_rate": 9.289864448561394e-05,
      "loss": 6.5165,
      "step": 271
    },
    {
      "epoch": 0.011114970475859673,
      "grad_norm": 12.456382751464844,
      "learning_rate": 9.284646396397406e-05,
      "loss": 5.1311,
      "step": 272
    },
    {
      "epoch": 0.011155834337903275,
      "grad_norm": 14.079570770263672,
      "learning_rate": 9.279410719938673e-05,
      "loss": 5.6548,
      "step": 273
    },
    {
      "epoch": 0.011196698199946876,
      "grad_norm": 15.152005195617676,
      "learning_rate": 9.274157440721419e-05,
      "loss": 6.5701,
      "step": 274
    },
    {
      "epoch": 0.011237562061990478,
      "grad_norm": 14.330810546875,
      "learning_rate": 9.268886580354273e-05,
      "loss": 6.8853,
      "step": 275
    },
    {
      "epoch": 0.01127842592403408,
      "grad_norm": 16.78351402282715,
      "learning_rate": 9.263598160518186e-05,
      "loss": 6.6548,
      "step": 276
    },
    {
      "epoch": 0.011319289786077682,
      "grad_norm": 13.835537910461426,
      "learning_rate": 9.258292202966333e-05,
      "loss": 5.5245,
      "step": 277
    },
    {
      "epoch": 0.011360153648121284,
      "grad_norm": 13.058305740356445,
      "learning_rate": 9.252968729524031e-05,
      "loss": 5.0774,
      "step": 278
    },
    {
      "epoch": 0.011401017510164885,
      "grad_norm": 28.719289779663086,
      "learning_rate": 9.247627762088643e-05,
      "loss": 7.8642,
      "step": 279
    },
    {
      "epoch": 0.011441881372208487,
      "grad_norm": 18.289936065673828,
      "learning_rate": 9.242269322629495e-05,
      "loss": 6.0802,
      "step": 280
    },
    {
      "epoch": 0.011482745234252089,
      "grad_norm": 17.574129104614258,
      "learning_rate": 9.236893433187777e-05,
      "loss": 7.0344,
      "step": 281
    },
    {
      "epoch": 0.01152360909629569,
      "grad_norm": 16.07065773010254,
      "learning_rate": 9.231500115876461e-05,
      "loss": 6.1134,
      "step": 282
    },
    {
      "epoch": 0.011564472958339293,
      "grad_norm": 23.54433822631836,
      "learning_rate": 9.226089392880206e-05,
      "loss": 6.2945,
      "step": 283
    },
    {
      "epoch": 0.011605336820382894,
      "grad_norm": 15.165502548217773,
      "learning_rate": 9.220661286455264e-05,
      "loss": 5.9368,
      "step": 284
    },
    {
      "epoch": 0.011646200682426496,
      "grad_norm": 17.532302856445312,
      "learning_rate": 9.215215818929392e-05,
      "loss": 7.3923,
      "step": 285
    },
    {
      "epoch": 0.011687064544470098,
      "grad_norm": 14.813886642456055,
      "learning_rate": 9.209753012701764e-05,
      "loss": 5.4034,
      "step": 286
    },
    {
      "epoch": 0.0117279284065137,
      "grad_norm": 14.954307556152344,
      "learning_rate": 9.204272890242866e-05,
      "loss": 7.0381,
      "step": 287
    },
    {
      "epoch": 0.011768792268557302,
      "grad_norm": 15.881797790527344,
      "learning_rate": 9.19877547409442e-05,
      "loss": 6.0234,
      "step": 288
    },
    {
      "epoch": 0.011809656130600903,
      "grad_norm": 16.021188735961914,
      "learning_rate": 9.193260786869281e-05,
      "loss": 6.2578,
      "step": 289
    },
    {
      "epoch": 0.011850519992644505,
      "grad_norm": 17.150177001953125,
      "learning_rate": 9.18772885125134e-05,
      "loss": 5.8906,
      "step": 290
    },
    {
      "epoch": 0.011891383854688107,
      "grad_norm": 15.94199275970459,
      "learning_rate": 9.182179689995447e-05,
      "loss": 6.2107,
      "step": 291
    },
    {
      "epoch": 0.011932247716731709,
      "grad_norm": 16.82688331604004,
      "learning_rate": 9.176613325927298e-05,
      "loss": 6.5315,
      "step": 292
    },
    {
      "epoch": 0.01197311157877531,
      "grad_norm": 27.945167541503906,
      "learning_rate": 9.171029781943357e-05,
      "loss": 6.7607,
      "step": 293
    },
    {
      "epoch": 0.012013975440818912,
      "grad_norm": 21.483531951904297,
      "learning_rate": 9.16542908101075e-05,
      "loss": 8.4702,
      "step": 294
    },
    {
      "epoch": 0.012054839302862514,
      "grad_norm": 17.964195251464844,
      "learning_rate": 9.159811246167181e-05,
      "loss": 6.2181,
      "step": 295
    },
    {
      "epoch": 0.012095703164906116,
      "grad_norm": 16.953454971313477,
      "learning_rate": 9.154176300520829e-05,
      "loss": 6.9425,
      "step": 296
    },
    {
      "epoch": 0.012136567026949718,
      "grad_norm": 21.33991050720215,
      "learning_rate": 9.148524267250256e-05,
      "loss": 6.8474,
      "step": 297
    },
    {
      "epoch": 0.01217743088899332,
      "grad_norm": 22.513446807861328,
      "learning_rate": 9.142855169604309e-05,
      "loss": 6.7673,
      "step": 298
    },
    {
      "epoch": 0.012218294751036921,
      "grad_norm": 21.369958877563477,
      "learning_rate": 9.137169030902036e-05,
      "loss": 7.0022,
      "step": 299
    },
    {
      "epoch": 0.012259158613080523,
      "grad_norm": 21.280765533447266,
      "learning_rate": 9.131465874532568e-05,
      "loss": 7.1624,
      "step": 300
    },
    {
      "epoch": 0.012300022475124125,
      "grad_norm": 12.105696678161621,
      "learning_rate": 9.125745723955045e-05,
      "loss": 6.1169,
      "step": 301
    },
    {
      "epoch": 0.012340886337167725,
      "grad_norm": 13.19536018371582,
      "learning_rate": 9.120008602698508e-05,
      "loss": 6.6732,
      "step": 302
    },
    {
      "epoch": 0.012381750199211327,
      "grad_norm": 11.505049705505371,
      "learning_rate": 9.114254534361803e-05,
      "loss": 5.8818,
      "step": 303
    },
    {
      "epoch": 0.012422614061254928,
      "grad_norm": 12.840928077697754,
      "learning_rate": 9.108483542613491e-05,
      "loss": 5.8127,
      "step": 304
    },
    {
      "epoch": 0.01246347792329853,
      "grad_norm": 13.485807418823242,
      "learning_rate": 9.102695651191737e-05,
      "loss": 5.8549,
      "step": 305
    },
    {
      "epoch": 0.012504341785342132,
      "grad_norm": 14.3336763381958,
      "learning_rate": 9.096890883904223e-05,
      "loss": 6.4981,
      "step": 306
    },
    {
      "epoch": 0.012545205647385734,
      "grad_norm": 13.247648239135742,
      "learning_rate": 9.091069264628052e-05,
      "loss": 6.1635,
      "step": 307
    },
    {
      "epoch": 0.012586069509429336,
      "grad_norm": 18.788253784179688,
      "learning_rate": 9.085230817309642e-05,
      "loss": 6.6331,
      "step": 308
    },
    {
      "epoch": 0.012626933371472937,
      "grad_norm": 16.10300064086914,
      "learning_rate": 9.079375565964629e-05,
      "loss": 6.9041,
      "step": 309
    },
    {
      "epoch": 0.01266779723351654,
      "grad_norm": 13.573219299316406,
      "learning_rate": 9.073503534677771e-05,
      "loss": 6.8875,
      "step": 310
    },
    {
      "epoch": 0.012708661095560141,
      "grad_norm": 13.871342658996582,
      "learning_rate": 9.067614747602852e-05,
      "loss": 6.5321,
      "step": 311
    },
    {
      "epoch": 0.012749524957603743,
      "grad_norm": 14.61474323272705,
      "learning_rate": 9.061709228962576e-05,
      "loss": 5.843,
      "step": 312
    },
    {
      "epoch": 0.012790388819647345,
      "grad_norm": 15.99639892578125,
      "learning_rate": 9.055787003048466e-05,
      "loss": 5.9015,
      "step": 313
    },
    {
      "epoch": 0.012831252681690946,
      "grad_norm": 17.16404914855957,
      "learning_rate": 9.049848094220773e-05,
      "loss": 6.125,
      "step": 314
    },
    {
      "epoch": 0.012872116543734548,
      "grad_norm": 21.616313934326172,
      "learning_rate": 9.043892526908369e-05,
      "loss": 7.4149,
      "step": 315
    },
    {
      "epoch": 0.01291298040577815,
      "grad_norm": 14.225442886352539,
      "learning_rate": 9.037920325608649e-05,
      "loss": 6.0499,
      "step": 316
    },
    {
      "epoch": 0.012953844267821752,
      "grad_norm": 17.34297752380371,
      "learning_rate": 9.03193151488743e-05,
      "loss": 7.3117,
      "step": 317
    },
    {
      "epoch": 0.012994708129865353,
      "grad_norm": 14.32167911529541,
      "learning_rate": 9.025926119378847e-05,
      "loss": 6.0548,
      "step": 318
    },
    {
      "epoch": 0.013035571991908955,
      "grad_norm": 15.502433776855469,
      "learning_rate": 9.019904163785257e-05,
      "loss": 5.9465,
      "step": 319
    },
    {
      "epoch": 0.013076435853952557,
      "grad_norm": 16.106304168701172,
      "learning_rate": 9.013865672877134e-05,
      "loss": 6.2242,
      "step": 320
    },
    {
      "epoch": 0.013117299715996159,
      "grad_norm": 15.240400314331055,
      "learning_rate": 9.007810671492966e-05,
      "loss": 7.162,
      "step": 321
    },
    {
      "epoch": 0.01315816357803976,
      "grad_norm": 14.79165267944336,
      "learning_rate": 9.001739184539156e-05,
      "loss": 6.4293,
      "step": 322
    },
    {
      "epoch": 0.013199027440083362,
      "grad_norm": 15.2999849319458,
      "learning_rate": 8.99565123698992e-05,
      "loss": 6.9258,
      "step": 323
    },
    {
      "epoch": 0.013239891302126964,
      "grad_norm": 13.13878059387207,
      "learning_rate": 8.989546853887177e-05,
      "loss": 6.8198,
      "step": 324
    },
    {
      "epoch": 0.013280755164170566,
      "grad_norm": 16.574934005737305,
      "learning_rate": 8.983426060340459e-05,
      "loss": 7.6539,
      "step": 325
    },
    {
      "epoch": 0.013321619026214168,
      "grad_norm": 13.789299964904785,
      "learning_rate": 8.977288881526791e-05,
      "loss": 5.8356,
      "step": 326
    },
    {
      "epoch": 0.01336248288825777,
      "grad_norm": 13.275775909423828,
      "learning_rate": 8.971135342690604e-05,
      "loss": 5.7641,
      "step": 327
    },
    {
      "epoch": 0.013403346750301371,
      "grad_norm": 15.172074317932129,
      "learning_rate": 8.964965469143618e-05,
      "loss": 7.4037,
      "step": 328
    },
    {
      "epoch": 0.013444210612344973,
      "grad_norm": 14.117846488952637,
      "learning_rate": 8.95877928626475e-05,
      "loss": 6.2307,
      "step": 329
    },
    {
      "epoch": 0.013485074474388575,
      "grad_norm": 15.833907127380371,
      "learning_rate": 8.952576819499998e-05,
      "loss": 6.7644,
      "step": 330
    },
    {
      "epoch": 0.013525938336432177,
      "grad_norm": 36.139404296875,
      "learning_rate": 8.946358094362344e-05,
      "loss": 6.5228,
      "step": 331
    },
    {
      "epoch": 0.013566802198475779,
      "grad_norm": 13.170965194702148,
      "learning_rate": 8.940123136431645e-05,
      "loss": 5.3543,
      "step": 332
    },
    {
      "epoch": 0.01360766606051938,
      "grad_norm": 15.941726684570312,
      "learning_rate": 8.933871971354529e-05,
      "loss": 7.6215,
      "step": 333
    },
    {
      "epoch": 0.013648529922562982,
      "grad_norm": 15.199174880981445,
      "learning_rate": 8.927604624844292e-05,
      "loss": 5.7218,
      "step": 334
    },
    {
      "epoch": 0.013689393784606584,
      "grad_norm": 13.402868270874023,
      "learning_rate": 8.921321122680788e-05,
      "loss": 5.9142,
      "step": 335
    },
    {
      "epoch": 0.013730257646650186,
      "grad_norm": 17.45403480529785,
      "learning_rate": 8.915021490710326e-05,
      "loss": 6.2388,
      "step": 336
    },
    {
      "epoch": 0.013771121508693787,
      "grad_norm": 13.131780624389648,
      "learning_rate": 8.908705754845563e-05,
      "loss": 5.7358,
      "step": 337
    },
    {
      "epoch": 0.013811985370737388,
      "grad_norm": 21.07666778564453,
      "learning_rate": 8.902373941065397e-05,
      "loss": 6.0878,
      "step": 338
    },
    {
      "epoch": 0.01385284923278099,
      "grad_norm": 16.573720932006836,
      "learning_rate": 8.896026075414858e-05,
      "loss": 6.4805,
      "step": 339
    },
    {
      "epoch": 0.013893713094824591,
      "grad_norm": 17.990293502807617,
      "learning_rate": 8.889662184005007e-05,
      "loss": 6.0373,
      "step": 340
    },
    {
      "epoch": 0.013934576956868193,
      "grad_norm": 16.1629581451416,
      "learning_rate": 8.883282293012824e-05,
      "loss": 6.3638,
      "step": 341
    },
    {
      "epoch": 0.013975440818911795,
      "grad_norm": 15.962685585021973,
      "learning_rate": 8.876886428681097e-05,
      "loss": 5.6468,
      "step": 342
    },
    {
      "epoch": 0.014016304680955396,
      "grad_norm": 15.806046485900879,
      "learning_rate": 8.870474617318323e-05,
      "loss": 5.9261,
      "step": 343
    },
    {
      "epoch": 0.014057168542998998,
      "grad_norm": 16.13351058959961,
      "learning_rate": 8.864046885298591e-05,
      "loss": 5.4726,
      "step": 344
    },
    {
      "epoch": 0.0140980324050426,
      "grad_norm": 19.852676391601562,
      "learning_rate": 8.85760325906148e-05,
      "loss": 6.4975,
      "step": 345
    },
    {
      "epoch": 0.014138896267086202,
      "grad_norm": 20.317991256713867,
      "learning_rate": 8.85114376511195e-05,
      "loss": 7.201,
      "step": 346
    },
    {
      "epoch": 0.014179760129129804,
      "grad_norm": 28.479278564453125,
      "learning_rate": 8.844668430020222e-05,
      "loss": 8.2285,
      "step": 347
    },
    {
      "epoch": 0.014220623991173405,
      "grad_norm": 19.233919143676758,
      "learning_rate": 8.838177280421684e-05,
      "loss": 7.8013,
      "step": 348
    },
    {
      "epoch": 0.014261487853217007,
      "grad_norm": 21.015350341796875,
      "learning_rate": 8.831670343016778e-05,
      "loss": 6.5326,
      "step": 349
    },
    {
      "epoch": 0.014302351715260609,
      "grad_norm": 31.803945541381836,
      "learning_rate": 8.825147644570879e-05,
      "loss": 7.9139,
      "step": 350
    },
    {
      "epoch": 0.01434321557730421,
      "grad_norm": 11.69941520690918,
      "learning_rate": 8.818609211914197e-05,
      "loss": 6.2581,
      "step": 351
    },
    {
      "epoch": 0.014384079439347813,
      "grad_norm": 11.810105323791504,
      "learning_rate": 8.812055071941663e-05,
      "loss": 6.338,
      "step": 352
    },
    {
      "epoch": 0.014424943301391414,
      "grad_norm": 13.202411651611328,
      "learning_rate": 8.805485251612813e-05,
      "loss": 6.4457,
      "step": 353
    },
    {
      "epoch": 0.014465807163435016,
      "grad_norm": 15.12958812713623,
      "learning_rate": 8.79889977795169e-05,
      "loss": 6.5046,
      "step": 354
    },
    {
      "epoch": 0.014506671025478618,
      "grad_norm": 11.190995216369629,
      "learning_rate": 8.79229867804672e-05,
      "loss": 5.6477,
      "step": 355
    },
    {
      "epoch": 0.01454753488752222,
      "grad_norm": 12.42231273651123,
      "learning_rate": 8.785681979050602e-05,
      "loss": 5.931,
      "step": 356
    },
    {
      "epoch": 0.014588398749565822,
      "grad_norm": 13.565031051635742,
      "learning_rate": 8.779049708180207e-05,
      "loss": 6.558,
      "step": 357
    },
    {
      "epoch": 0.014629262611609423,
      "grad_norm": 12.804165840148926,
      "learning_rate": 8.772401892716455e-05,
      "loss": 6.2798,
      "step": 358
    },
    {
      "epoch": 0.014670126473653025,
      "grad_norm": 15.116120338439941,
      "learning_rate": 8.765738560004207e-05,
      "loss": 7.1642,
      "step": 359
    },
    {
      "epoch": 0.014710990335696627,
      "grad_norm": 10.878889083862305,
      "learning_rate": 8.759059737452149e-05,
      "loss": 5.3341,
      "step": 360
    },
    {
      "epoch": 0.014751854197740229,
      "grad_norm": 13.265491485595703,
      "learning_rate": 8.752365452532689e-05,
      "loss": 5.5701,
      "step": 361
    },
    {
      "epoch": 0.01479271805978383,
      "grad_norm": 13.64254093170166,
      "learning_rate": 8.74565573278183e-05,
      "loss": 6.1891,
      "step": 362
    },
    {
      "epoch": 0.014833581921827432,
      "grad_norm": 11.30701732635498,
      "learning_rate": 8.738930605799069e-05,
      "loss": 6.0558,
      "step": 363
    },
    {
      "epoch": 0.014874445783871034,
      "grad_norm": 12.535035133361816,
      "learning_rate": 8.732190099247277e-05,
      "loss": 6.8535,
      "step": 364
    },
    {
      "epoch": 0.014915309645914636,
      "grad_norm": 12.90744686126709,
      "learning_rate": 8.725434240852585e-05,
      "loss": 5.9282,
      "step": 365
    },
    {
      "epoch": 0.014956173507958238,
      "grad_norm": 13.355973243713379,
      "learning_rate": 8.718663058404277e-05,
      "loss": 6.1722,
      "step": 366
    },
    {
      "epoch": 0.01499703737000184,
      "grad_norm": 15.44559097290039,
      "learning_rate": 8.711876579754663e-05,
      "loss": 7.0216,
      "step": 367
    },
    {
      "epoch": 0.015037901232045441,
      "grad_norm": 11.964495658874512,
      "learning_rate": 8.705074832818977e-05,
      "loss": 5.5576,
      "step": 368
    },
    {
      "epoch": 0.015078765094089043,
      "grad_norm": 15.331159591674805,
      "learning_rate": 8.698257845575255e-05,
      "loss": 6.7291,
      "step": 369
    },
    {
      "epoch": 0.015119628956132645,
      "grad_norm": 17.661767959594727,
      "learning_rate": 8.691425646064222e-05,
      "loss": 7.2161,
      "step": 370
    },
    {
      "epoch": 0.015160492818176247,
      "grad_norm": 13.057313919067383,
      "learning_rate": 8.684578262389179e-05,
      "loss": 6.1985,
      "step": 371
    },
    {
      "epoch": 0.015201356680219848,
      "grad_norm": 11.956735610961914,
      "learning_rate": 8.677715722715878e-05,
      "loss": 5.1447,
      "step": 372
    },
    {
      "epoch": 0.015242220542263448,
      "grad_norm": 12.75511360168457,
      "learning_rate": 8.670838055272422e-05,
      "loss": 5.63,
      "step": 373
    },
    {
      "epoch": 0.01528308440430705,
      "grad_norm": 11.913833618164062,
      "learning_rate": 8.663945288349134e-05,
      "loss": 5.7201,
      "step": 374
    },
    {
      "epoch": 0.015323948266350652,
      "grad_norm": 12.547759056091309,
      "learning_rate": 8.657037450298448e-05,
      "loss": 6.0541,
      "step": 375
    },
    {
      "epoch": 0.015364812128394254,
      "grad_norm": 14.531859397888184,
      "learning_rate": 8.650114569534795e-05,
      "loss": 6.176,
      "step": 376
    },
    {
      "epoch": 0.015405675990437856,
      "grad_norm": 12.826741218566895,
      "learning_rate": 8.643176674534475e-05,
      "loss": 6.4219,
      "step": 377
    },
    {
      "epoch": 0.015446539852481457,
      "grad_norm": 15.265447616577148,
      "learning_rate": 8.63622379383555e-05,
      "loss": 7.6793,
      "step": 378
    },
    {
      "epoch": 0.01548740371452506,
      "grad_norm": 13.909723281860352,
      "learning_rate": 8.629255956037725e-05,
      "loss": 6.5717,
      "step": 379
    },
    {
      "epoch": 0.015528267576568661,
      "grad_norm": 14.383438110351562,
      "learning_rate": 8.62227318980223e-05,
      "loss": 5.8065,
      "step": 380
    },
    {
      "epoch": 0.015569131438612263,
      "grad_norm": 20.557435989379883,
      "learning_rate": 8.615275523851696e-05,
      "loss": 6.6797,
      "step": 381
    },
    {
      "epoch": 0.015609995300655865,
      "grad_norm": 16.86141586303711,
      "learning_rate": 8.608262986970046e-05,
      "loss": 6.3276,
      "step": 382
    },
    {
      "epoch": 0.015650859162699468,
      "grad_norm": 14.10315990447998,
      "learning_rate": 8.601235608002372e-05,
      "loss": 6.3538,
      "step": 383
    },
    {
      "epoch": 0.01569172302474307,
      "grad_norm": 13.469561576843262,
      "learning_rate": 8.594193415854816e-05,
      "loss": 5.5875,
      "step": 384
    },
    {
      "epoch": 0.01573258688678667,
      "grad_norm": 12.106831550598145,
      "learning_rate": 8.58713643949445e-05,
      "loss": 5.4271,
      "step": 385
    },
    {
      "epoch": 0.015773450748830273,
      "grad_norm": 15.01386833190918,
      "learning_rate": 8.580064707949164e-05,
      "loss": 5.6764,
      "step": 386
    },
    {
      "epoch": 0.015814314610873875,
      "grad_norm": 15.852811813354492,
      "learning_rate": 8.572978250307538e-05,
      "loss": 6.5961,
      "step": 387
    },
    {
      "epoch": 0.015855178472917477,
      "grad_norm": 11.857748031616211,
      "learning_rate": 8.565877095718724e-05,
      "loss": 4.2244,
      "step": 388
    },
    {
      "epoch": 0.01589604233496108,
      "grad_norm": 19.0756893157959,
      "learning_rate": 8.558761273392332e-05,
      "loss": 7.479,
      "step": 389
    },
    {
      "epoch": 0.01593690619700468,
      "grad_norm": 17.548404693603516,
      "learning_rate": 8.551630812598303e-05,
      "loss": 7.4455,
      "step": 390
    },
    {
      "epoch": 0.01597777005904828,
      "grad_norm": 14.930994987487793,
      "learning_rate": 8.544485742666793e-05,
      "loss": 5.4845,
      "step": 391
    },
    {
      "epoch": 0.01601863392109188,
      "grad_norm": 18.87149429321289,
      "learning_rate": 8.537326092988048e-05,
      "loss": 7.0233,
      "step": 392
    },
    {
      "epoch": 0.016059497783135483,
      "grad_norm": 17.858497619628906,
      "learning_rate": 8.530151893012289e-05,
      "loss": 5.8254,
      "step": 393
    },
    {
      "epoch": 0.016100361645179084,
      "grad_norm": 12.784942626953125,
      "learning_rate": 8.522963172249583e-05,
      "loss": 4.7051,
      "step": 394
    },
    {
      "epoch": 0.016141225507222686,
      "grad_norm": 43.078433990478516,
      "learning_rate": 8.515759960269731e-05,
      "loss": 6.3876,
      "step": 395
    },
    {
      "epoch": 0.016182089369266288,
      "grad_norm": 16.153242111206055,
      "learning_rate": 8.508542286702142e-05,
      "loss": 5.2216,
      "step": 396
    },
    {
      "epoch": 0.01622295323130989,
      "grad_norm": 27.140087127685547,
      "learning_rate": 8.501310181235703e-05,
      "loss": 7.0723,
      "step": 397
    },
    {
      "epoch": 0.01626381709335349,
      "grad_norm": 22.93143653869629,
      "learning_rate": 8.494063673618676e-05,
      "loss": 6.7746,
      "step": 398
    },
    {
      "epoch": 0.016304680955397093,
      "grad_norm": 17.92283058166504,
      "learning_rate": 8.486802793658554e-05,
      "loss": 6.3469,
      "step": 399
    },
    {
      "epoch": 0.016345544817440695,
      "grad_norm": 31.567447662353516,
      "learning_rate": 8.479527571221957e-05,
      "loss": 8.4934,
      "step": 400
    },
    {
      "epoch": 0.016386408679484297,
      "grad_norm": 13.503847122192383,
      "learning_rate": 8.472238036234494e-05,
      "loss": 7.1172,
      "step": 401
    },
    {
      "epoch": 0.0164272725415279,
      "grad_norm": 12.754585266113281,
      "learning_rate": 8.464934218680649e-05,
      "loss": 6.6562,
      "step": 402
    },
    {
      "epoch": 0.0164681364035715,
      "grad_norm": 12.548274993896484,
      "learning_rate": 8.457616148603658e-05,
      "loss": 5.7183,
      "step": 403
    },
    {
      "epoch": 0.016509000265615102,
      "grad_norm": 11.727691650390625,
      "learning_rate": 8.450283856105379e-05,
      "loss": 6.4982,
      "step": 404
    },
    {
      "epoch": 0.016549864127658704,
      "grad_norm": 14.48217487335205,
      "learning_rate": 8.442937371346173e-05,
      "loss": 5.6731,
      "step": 405
    },
    {
      "epoch": 0.016590727989702306,
      "grad_norm": 11.573307037353516,
      "learning_rate": 8.43557672454478e-05,
      "loss": 5.6473,
      "step": 406
    },
    {
      "epoch": 0.016631591851745908,
      "grad_norm": 10.660852432250977,
      "learning_rate": 8.428201945978195e-05,
      "loss": 6.238,
      "step": 407
    },
    {
      "epoch": 0.01667245571378951,
      "grad_norm": 10.343775749206543,
      "learning_rate": 8.420813065981537e-05,
      "loss": 5.4668,
      "step": 408
    },
    {
      "epoch": 0.01671331957583311,
      "grad_norm": 14.519438743591309,
      "learning_rate": 8.413410114947933e-05,
      "loss": 5.4626,
      "step": 409
    },
    {
      "epoch": 0.016754183437876713,
      "grad_norm": 10.95472526550293,
      "learning_rate": 8.405993123328389e-05,
      "loss": 4.8989,
      "step": 410
    },
    {
      "epoch": 0.016795047299920315,
      "grad_norm": 10.961324691772461,
      "learning_rate": 8.398562121631664e-05,
      "loss": 5.3404,
      "step": 411
    },
    {
      "epoch": 0.016835911161963917,
      "grad_norm": 13.901291847229004,
      "learning_rate": 8.391117140424147e-05,
      "loss": 6.3387,
      "step": 412
    },
    {
      "epoch": 0.01687677502400752,
      "grad_norm": 12.097582817077637,
      "learning_rate": 8.383658210329729e-05,
      "loss": 6.5161,
      "step": 413
    },
    {
      "epoch": 0.01691763888605112,
      "grad_norm": 12.105792045593262,
      "learning_rate": 8.376185362029676e-05,
      "loss": 5.8184,
      "step": 414
    },
    {
      "epoch": 0.016958502748094722,
      "grad_norm": 13.344573020935059,
      "learning_rate": 8.368698626262506e-05,
      "loss": 6.0988,
      "step": 415
    },
    {
      "epoch": 0.016999366610138324,
      "grad_norm": 13.129036903381348,
      "learning_rate": 8.361198033823863e-05,
      "loss": 6.4581,
      "step": 416
    },
    {
      "epoch": 0.017040230472181925,
      "grad_norm": 14.805769920349121,
      "learning_rate": 8.353683615566385e-05,
      "loss": 7.1173,
      "step": 417
    },
    {
      "epoch": 0.017081094334225527,
      "grad_norm": 11.987556457519531,
      "learning_rate": 8.346155402399585e-05,
      "loss": 5.8953,
      "step": 418
    },
    {
      "epoch": 0.01712195819626913,
      "grad_norm": 15.1934814453125,
      "learning_rate": 8.338613425289715e-05,
      "loss": 7.0691,
      "step": 419
    },
    {
      "epoch": 0.01716282205831273,
      "grad_norm": 14.063387870788574,
      "learning_rate": 8.331057715259644e-05,
      "loss": 6.4983,
      "step": 420
    },
    {
      "epoch": 0.017203685920356333,
      "grad_norm": 12.61295223236084,
      "learning_rate": 8.32348830338873e-05,
      "loss": 6.3549,
      "step": 421
    },
    {
      "epoch": 0.017244549782399934,
      "grad_norm": 12.341273307800293,
      "learning_rate": 8.315905220812695e-05,
      "loss": 5.8465,
      "step": 422
    },
    {
      "epoch": 0.017285413644443536,
      "grad_norm": 12.916687965393066,
      "learning_rate": 8.308308498723489e-05,
      "loss": 6.2314,
      "step": 423
    },
    {
      "epoch": 0.017326277506487138,
      "grad_norm": 14.012089729309082,
      "learning_rate": 8.300698168369165e-05,
      "loss": 6.5354,
      "step": 424
    },
    {
      "epoch": 0.01736714136853074,
      "grad_norm": 12.764408111572266,
      "learning_rate": 8.293074261053759e-05,
      "loss": 5.8627,
      "step": 425
    },
    {
      "epoch": 0.01740800523057434,
      "grad_norm": 15.112543106079102,
      "learning_rate": 8.285436808137146e-05,
      "loss": 8.1474,
      "step": 426
    },
    {
      "epoch": 0.017448869092617943,
      "grad_norm": 12.940117835998535,
      "learning_rate": 8.277785841034924e-05,
      "loss": 6.4085,
      "step": 427
    },
    {
      "epoch": 0.017489732954661545,
      "grad_norm": 14.091700553894043,
      "learning_rate": 8.270121391218277e-05,
      "loss": 6.0512,
      "step": 428
    },
    {
      "epoch": 0.017530596816705147,
      "grad_norm": 12.929060935974121,
      "learning_rate": 8.262443490213849e-05,
      "loss": 6.1448,
      "step": 429
    },
    {
      "epoch": 0.01757146067874875,
      "grad_norm": 13.302362442016602,
      "learning_rate": 8.254752169603615e-05,
      "loss": 6.4371,
      "step": 430
    },
    {
      "epoch": 0.01761232454079235,
      "grad_norm": 12.427638053894043,
      "learning_rate": 8.247047461024747e-05,
      "loss": 5.8181,
      "step": 431
    },
    {
      "epoch": 0.017653188402835952,
      "grad_norm": 14.154228210449219,
      "learning_rate": 8.239329396169489e-05,
      "loss": 7.0671,
      "step": 432
    },
    {
      "epoch": 0.017694052264879554,
      "grad_norm": 13.282564163208008,
      "learning_rate": 8.231598006785024e-05,
      "loss": 6.5166,
      "step": 433
    },
    {
      "epoch": 0.017734916126923156,
      "grad_norm": 14.586138725280762,
      "learning_rate": 8.223853324673341e-05,
      "loss": 5.6278,
      "step": 434
    },
    {
      "epoch": 0.017775779988966758,
      "grad_norm": 18.622854232788086,
      "learning_rate": 8.21609538169111e-05,
      "loss": 6.7522,
      "step": 435
    },
    {
      "epoch": 0.01781664385101036,
      "grad_norm": 17.720760345458984,
      "learning_rate": 8.208324209749545e-05,
      "loss": 6.5375,
      "step": 436
    },
    {
      "epoch": 0.01785750771305396,
      "grad_norm": 13.238436698913574,
      "learning_rate": 8.200539840814279e-05,
      "loss": 6.1241,
      "step": 437
    },
    {
      "epoch": 0.017898371575097563,
      "grad_norm": 19.189193725585938,
      "learning_rate": 8.192742306905223e-05,
      "loss": 7.2802,
      "step": 438
    },
    {
      "epoch": 0.017939235437141165,
      "grad_norm": 13.896919250488281,
      "learning_rate": 8.184931640096449e-05,
      "loss": 7.017,
      "step": 439
    },
    {
      "epoch": 0.017980099299184767,
      "grad_norm": 16.507404327392578,
      "learning_rate": 8.177107872516041e-05,
      "loss": 7.3301,
      "step": 440
    },
    {
      "epoch": 0.01802096316122837,
      "grad_norm": 16.227771759033203,
      "learning_rate": 8.169271036345976e-05,
      "loss": 6.3436,
      "step": 441
    },
    {
      "epoch": 0.01806182702327197,
      "grad_norm": 17.642974853515625,
      "learning_rate": 8.161421163821984e-05,
      "loss": 7.3445,
      "step": 442
    },
    {
      "epoch": 0.018102690885315572,
      "grad_norm": 14.953880310058594,
      "learning_rate": 8.15355828723342e-05,
      "loss": 6.8941,
      "step": 443
    },
    {
      "epoch": 0.018143554747359174,
      "grad_norm": 17.26889991760254,
      "learning_rate": 8.14568243892313e-05,
      "loss": 6.4422,
      "step": 444
    },
    {
      "epoch": 0.018184418609402776,
      "grad_norm": 18.41837501525879,
      "learning_rate": 8.137793651287317e-05,
      "loss": 6.2444,
      "step": 445
    },
    {
      "epoch": 0.018225282471446377,
      "grad_norm": 17.951366424560547,
      "learning_rate": 8.129891956775406e-05,
      "loss": 6.8713,
      "step": 446
    },
    {
      "epoch": 0.01826614633348998,
      "grad_norm": 18.77237892150879,
      "learning_rate": 8.121977387889915e-05,
      "loss": 5.5664,
      "step": 447
    },
    {
      "epoch": 0.01830701019553358,
      "grad_norm": 20.12787628173828,
      "learning_rate": 8.114049977186318e-05,
      "loss": 7.614,
      "step": 448
    },
    {
      "epoch": 0.018347874057577183,
      "grad_norm": 25.17143440246582,
      "learning_rate": 8.106109757272911e-05,
      "loss": 8.4746,
      "step": 449
    },
    {
      "epoch": 0.018388737919620785,
      "grad_norm": 23.866064071655273,
      "learning_rate": 8.098156760810683e-05,
      "loss": 5.713,
      "step": 450
    },
    {
      "epoch": 0.018429601781664386,
      "grad_norm": 10.635953903198242,
      "learning_rate": 8.090191020513171e-05,
      "loss": 5.8881,
      "step": 451
    },
    {
      "epoch": 0.018470465643707988,
      "grad_norm": 9.9484224319458,
      "learning_rate": 8.082212569146337e-05,
      "loss": 4.8402,
      "step": 452
    },
    {
      "epoch": 0.01851132950575159,
      "grad_norm": 12.158062934875488,
      "learning_rate": 8.074221439528428e-05,
      "loss": 6.6596,
      "step": 453
    },
    {
      "epoch": 0.01855219336779519,
      "grad_norm": 11.41805648803711,
      "learning_rate": 8.066217664529839e-05,
      "loss": 5.7778,
      "step": 454
    },
    {
      "epoch": 0.018593057229838793,
      "grad_norm": 11.979429244995117,
      "learning_rate": 8.058201277072981e-05,
      "loss": 5.4834,
      "step": 455
    },
    {
      "epoch": 0.018633921091882395,
      "grad_norm": 11.235699653625488,
      "learning_rate": 8.050172310132142e-05,
      "loss": 5.1417,
      "step": 456
    },
    {
      "epoch": 0.018674784953925997,
      "grad_norm": 12.641281127929688,
      "learning_rate": 8.042130796733362e-05,
      "loss": 5.9609,
      "step": 457
    },
    {
      "epoch": 0.0187156488159696,
      "grad_norm": 12.815868377685547,
      "learning_rate": 8.034076769954279e-05,
      "loss": 6.57,
      "step": 458
    },
    {
      "epoch": 0.0187565126780132,
      "grad_norm": 12.845673561096191,
      "learning_rate": 8.02601026292401e-05,
      "loss": 6.8356,
      "step": 459
    },
    {
      "epoch": 0.018797376540056802,
      "grad_norm": 11.657609939575195,
      "learning_rate": 8.017931308823006e-05,
      "loss": 6.7876,
      "step": 460
    },
    {
      "epoch": 0.018838240402100404,
      "grad_norm": 12.7351655960083,
      "learning_rate": 8.009839940882915e-05,
      "loss": 6.7771,
      "step": 461
    },
    {
      "epoch": 0.018879104264144003,
      "grad_norm": 10.45407772064209,
      "learning_rate": 8.001736192386448e-05,
      "loss": 6.1802,
      "step": 462
    },
    {
      "epoch": 0.018919968126187604,
      "grad_norm": 13.86690902709961,
      "learning_rate": 7.993620096667248e-05,
      "loss": 5.8908,
      "step": 463
    },
    {
      "epoch": 0.018960831988231206,
      "grad_norm": 12.648942947387695,
      "learning_rate": 7.985491687109737e-05,
      "loss": 6.5642,
      "step": 464
    },
    {
      "epoch": 0.019001695850274808,
      "grad_norm": 14.449080467224121,
      "learning_rate": 7.977350997148993e-05,
      "loss": 6.9068,
      "step": 465
    },
    {
      "epoch": 0.01904255971231841,
      "grad_norm": 12.876657485961914,
      "learning_rate": 7.969198060270611e-05,
      "loss": 7.1627,
      "step": 466
    },
    {
      "epoch": 0.01908342357436201,
      "grad_norm": 12.506117820739746,
      "learning_rate": 7.961032910010556e-05,
      "loss": 6.5674,
      "step": 467
    },
    {
      "epoch": 0.019124287436405613,
      "grad_norm": 11.913804054260254,
      "learning_rate": 7.952855579955035e-05,
      "loss": 6.2968,
      "step": 468
    },
    {
      "epoch": 0.019165151298449215,
      "grad_norm": 13.127547264099121,
      "learning_rate": 7.944666103740352e-05,
      "loss": 6.1544,
      "step": 469
    },
    {
      "epoch": 0.019206015160492817,
      "grad_norm": 13.172802925109863,
      "learning_rate": 7.936464515052775e-05,
      "loss": 6.1782,
      "step": 470
    },
    {
      "epoch": 0.01924687902253642,
      "grad_norm": 13.324952125549316,
      "learning_rate": 7.928250847628392e-05,
      "loss": 6.4674,
      "step": 471
    },
    {
      "epoch": 0.01928774288458002,
      "grad_norm": 11.810140609741211,
      "learning_rate": 7.92002513525298e-05,
      "loss": 5.4607,
      "step": 472
    },
    {
      "epoch": 0.019328606746623622,
      "grad_norm": 11.859933853149414,
      "learning_rate": 7.911787411761857e-05,
      "loss": 5.7724,
      "step": 473
    },
    {
      "epoch": 0.019369470608667224,
      "grad_norm": 13.221001625061035,
      "learning_rate": 7.90353771103975e-05,
      "loss": 6.3298,
      "step": 474
    },
    {
      "epoch": 0.019410334470710826,
      "grad_norm": 11.779930114746094,
      "learning_rate": 7.89527606702065e-05,
      "loss": 6.3205,
      "step": 475
    },
    {
      "epoch": 0.019451198332754428,
      "grad_norm": 13.740071296691895,
      "learning_rate": 7.887002513687673e-05,
      "loss": 6.688,
      "step": 476
    },
    {
      "epoch": 0.01949206219479803,
      "grad_norm": 16.30921173095703,
      "learning_rate": 7.87871708507293e-05,
      "loss": 6.4536,
      "step": 477
    },
    {
      "epoch": 0.01953292605684163,
      "grad_norm": 15.323591232299805,
      "learning_rate": 7.870419815257375e-05,
      "loss": 5.8215,
      "step": 478
    },
    {
      "epoch": 0.019573789918885233,
      "grad_norm": 17.570743560791016,
      "learning_rate": 7.862110738370667e-05,
      "loss": 7.094,
      "step": 479
    },
    {
      "epoch": 0.019614653780928835,
      "grad_norm": 19.843530654907227,
      "learning_rate": 7.853789888591032e-05,
      "loss": 6.75,
      "step": 480
    },
    {
      "epoch": 0.019655517642972437,
      "grad_norm": 16.97712516784668,
      "learning_rate": 7.845457300145129e-05,
      "loss": 6.2254,
      "step": 481
    },
    {
      "epoch": 0.01969638150501604,
      "grad_norm": 14.318561553955078,
      "learning_rate": 7.837113007307892e-05,
      "loss": 6.4441,
      "step": 482
    },
    {
      "epoch": 0.01973724536705964,
      "grad_norm": 22.30925941467285,
      "learning_rate": 7.828757044402407e-05,
      "loss": 6.4282,
      "step": 483
    },
    {
      "epoch": 0.019778109229103242,
      "grad_norm": 14.214091300964355,
      "learning_rate": 7.82038944579976e-05,
      "loss": 6.0849,
      "step": 484
    },
    {
      "epoch": 0.019818973091146844,
      "grad_norm": 17.761512756347656,
      "learning_rate": 7.812010245918902e-05,
      "loss": 5.7016,
      "step": 485
    },
    {
      "epoch": 0.019859836953190445,
      "grad_norm": 20.823564529418945,
      "learning_rate": 7.803619479226497e-05,
      "loss": 6.2576,
      "step": 486
    },
    {
      "epoch": 0.019900700815234047,
      "grad_norm": 14.862934112548828,
      "learning_rate": 7.795217180236797e-05,
      "loss": 6.3855,
      "step": 487
    },
    {
      "epoch": 0.01994156467727765,
      "grad_norm": 15.951088905334473,
      "learning_rate": 7.786803383511484e-05,
      "loss": 6.3107,
      "step": 488
    },
    {
      "epoch": 0.01998242853932125,
      "grad_norm": 15.639095306396484,
      "learning_rate": 7.778378123659536e-05,
      "loss": 5.9949,
      "step": 489
    },
    {
      "epoch": 0.020023292401364853,
      "grad_norm": 15.150156021118164,
      "learning_rate": 7.769941435337083e-05,
      "loss": 5.2345,
      "step": 490
    },
    {
      "epoch": 0.020064156263408454,
      "grad_norm": 16.653118133544922,
      "learning_rate": 7.761493353247264e-05,
      "loss": 6.0034,
      "step": 491
    },
    {
      "epoch": 0.020105020125452056,
      "grad_norm": 15.933751106262207,
      "learning_rate": 7.753033912140088e-05,
      "loss": 6.4615,
      "step": 492
    },
    {
      "epoch": 0.020145883987495658,
      "grad_norm": 16.10146141052246,
      "learning_rate": 7.744563146812283e-05,
      "loss": 6.5577,
      "step": 493
    },
    {
      "epoch": 0.02018674784953926,
      "grad_norm": 17.20867919921875,
      "learning_rate": 7.736081092107158e-05,
      "loss": 7.8221,
      "step": 494
    },
    {
      "epoch": 0.02022761171158286,
      "grad_norm": 17.29706382751465,
      "learning_rate": 7.72758778291446e-05,
      "loss": 5.2122,
      "step": 495
    },
    {
      "epoch": 0.020268475573626463,
      "grad_norm": 18.591936111450195,
      "learning_rate": 7.719083254170235e-05,
      "loss": 6.1732,
      "step": 496
    },
    {
      "epoch": 0.020309339435670065,
      "grad_norm": 19.338302612304688,
      "learning_rate": 7.710567540856672e-05,
      "loss": 6.6772,
      "step": 497
    },
    {
      "epoch": 0.020350203297713667,
      "grad_norm": 23.271791458129883,
      "learning_rate": 7.702040678001971e-05,
      "loss": 7.3925,
      "step": 498
    },
    {
      "epoch": 0.02039106715975727,
      "grad_norm": 20.55228614807129,
      "learning_rate": 7.693502700680187e-05,
      "loss": 6.0349,
      "step": 499
    },
    {
      "epoch": 0.02043193102180087,
      "grad_norm": 25.39339828491211,
      "learning_rate": 7.684953644011102e-05,
      "loss": 7.2668,
      "step": 500
    },
    {
      "epoch": 0.020472794883844472,
      "grad_norm": 11.341018676757812,
      "learning_rate": 7.676393543160068e-05,
      "loss": 5.7183,
      "step": 501
    },
    {
      "epoch": 0.020513658745888074,
      "grad_norm": 13.09872055053711,
      "learning_rate": 7.667822433337857e-05,
      "loss": 6.3066,
      "step": 502
    },
    {
      "epoch": 0.020554522607931676,
      "grad_norm": 11.943050384521484,
      "learning_rate": 7.659240349800542e-05,
      "loss": 5.302,
      "step": 503
    },
    {
      "epoch": 0.020595386469975278,
      "grad_norm": 14.712226867675781,
      "learning_rate": 7.650647327849321e-05,
      "loss": 5.9221,
      "step": 504
    },
    {
      "epoch": 0.02063625033201888,
      "grad_norm": 11.184303283691406,
      "learning_rate": 7.64204340283039e-05,
      "loss": 5.4265,
      "step": 505
    },
    {
      "epoch": 0.02067711419406248,
      "grad_norm": 11.217720031738281,
      "learning_rate": 7.633428610134794e-05,
      "loss": 5.5494,
      "step": 506
    },
    {
      "epoch": 0.020717978056106083,
      "grad_norm": 13.447343826293945,
      "learning_rate": 7.624802985198279e-05,
      "loss": 5.7978,
      "step": 507
    },
    {
      "epoch": 0.020758841918149685,
      "grad_norm": 11.714165687561035,
      "learning_rate": 7.61616656350115e-05,
      "loss": 5.4272,
      "step": 508
    },
    {
      "epoch": 0.020799705780193287,
      "grad_norm": 13.193475723266602,
      "learning_rate": 7.607519380568124e-05,
      "loss": 5.8981,
      "step": 509
    },
    {
      "epoch": 0.02084056964223689,
      "grad_norm": 12.30308723449707,
      "learning_rate": 7.598861471968174e-05,
      "loss": 5.6303,
      "step": 510
    },
    {
      "epoch": 0.02088143350428049,
      "grad_norm": 14.271746635437012,
      "learning_rate": 7.590192873314405e-05,
      "loss": 7.2461,
      "step": 511
    },
    {
      "epoch": 0.020922297366324092,
      "grad_norm": 12.37028980255127,
      "learning_rate": 7.581513620263885e-05,
      "loss": 6.6892,
      "step": 512
    },
    {
      "epoch": 0.020963161228367694,
      "grad_norm": 15.16264533996582,
      "learning_rate": 7.572823748517508e-05,
      "loss": 7.3306,
      "step": 513
    },
    {
      "epoch": 0.021004025090411296,
      "grad_norm": 12.456426620483398,
      "learning_rate": 7.564123293819852e-05,
      "loss": 5.8331,
      "step": 514
    },
    {
      "epoch": 0.021044888952454897,
      "grad_norm": 14.660109519958496,
      "learning_rate": 7.555412291959017e-05,
      "loss": 6.0298,
      "step": 515
    },
    {
      "epoch": 0.0210857528144985,
      "grad_norm": 13.857316017150879,
      "learning_rate": 7.546690778766498e-05,
      "loss": 6.23,
      "step": 516
    },
    {
      "epoch": 0.0211266166765421,
      "grad_norm": 14.88306999206543,
      "learning_rate": 7.537958790117021e-05,
      "loss": 7.3214,
      "step": 517
    },
    {
      "epoch": 0.021167480538585703,
      "grad_norm": 16.100162506103516,
      "learning_rate": 7.529216361928401e-05,
      "loss": 5.9646,
      "step": 518
    },
    {
      "epoch": 0.021208344400629305,
      "grad_norm": 12.46419906616211,
      "learning_rate": 7.520463530161395e-05,
      "loss": 5.8574,
      "step": 519
    },
    {
      "epoch": 0.021249208262672906,
      "grad_norm": 12.243154525756836,
      "learning_rate": 7.511700330819556e-05,
      "loss": 7.0316,
      "step": 520
    },
    {
      "epoch": 0.021290072124716508,
      "grad_norm": 12.564289093017578,
      "learning_rate": 7.502926799949081e-05,
      "loss": 6.1343,
      "step": 521
    },
    {
      "epoch": 0.02133093598676011,
      "grad_norm": 12.985299110412598,
      "learning_rate": 7.494142973638664e-05,
      "loss": 6.8638,
      "step": 522
    },
    {
      "epoch": 0.02137179984880371,
      "grad_norm": 12.58691120147705,
      "learning_rate": 7.485348888019346e-05,
      "loss": 6.1703,
      "step": 523
    },
    {
      "epoch": 0.021412663710847313,
      "grad_norm": 12.99951457977295,
      "learning_rate": 7.476544579264375e-05,
      "loss": 6.0758,
      "step": 524
    },
    {
      "epoch": 0.021453527572890915,
      "grad_norm": 11.635154724121094,
      "learning_rate": 7.467730083589042e-05,
      "loss": 6.2748,
      "step": 525
    },
    {
      "epoch": 0.021494391434934517,
      "grad_norm": 12.350935935974121,
      "learning_rate": 7.458905437250545e-05,
      "loss": 5.7079,
      "step": 526
    },
    {
      "epoch": 0.02153525529697812,
      "grad_norm": 14.851140975952148,
      "learning_rate": 7.450070676547836e-05,
      "loss": 6.6566,
      "step": 527
    },
    {
      "epoch": 0.02157611915902172,
      "grad_norm": 12.605222702026367,
      "learning_rate": 7.441225837821469e-05,
      "loss": 6.2313,
      "step": 528
    },
    {
      "epoch": 0.021616983021065322,
      "grad_norm": 14.150336265563965,
      "learning_rate": 7.43237095745345e-05,
      "loss": 6.8903,
      "step": 529
    },
    {
      "epoch": 0.021657846883108924,
      "grad_norm": 12.501124382019043,
      "learning_rate": 7.4235060718671e-05,
      "loss": 5.6701,
      "step": 530
    },
    {
      "epoch": 0.021698710745152526,
      "grad_norm": 17.025001525878906,
      "learning_rate": 7.414631217526883e-05,
      "loss": 6.9793,
      "step": 531
    },
    {
      "epoch": 0.021739574607196128,
      "grad_norm": 15.109232902526855,
      "learning_rate": 7.405746430938276e-05,
      "loss": 7.521,
      "step": 532
    },
    {
      "epoch": 0.021780438469239726,
      "grad_norm": 15.613089561462402,
      "learning_rate": 7.396851748647604e-05,
      "loss": 6.194,
      "step": 533
    },
    {
      "epoch": 0.021821302331283328,
      "grad_norm": 15.885354042053223,
      "learning_rate": 7.387947207241905e-05,
      "loss": 6.2383,
      "step": 534
    },
    {
      "epoch": 0.02186216619332693,
      "grad_norm": 16.962371826171875,
      "learning_rate": 7.379032843348766e-05,
      "loss": 6.7115,
      "step": 535
    },
    {
      "epoch": 0.02190303005537053,
      "grad_norm": 14.816929817199707,
      "learning_rate": 7.370108693636177e-05,
      "loss": 6.7492,
      "step": 536
    },
    {
      "epoch": 0.021943893917414133,
      "grad_norm": 20.470767974853516,
      "learning_rate": 7.361174794812382e-05,
      "loss": 6.5087,
      "step": 537
    },
    {
      "epoch": 0.021984757779457735,
      "grad_norm": 14.26598834991455,
      "learning_rate": 7.352231183625729e-05,
      "loss": 6.6422,
      "step": 538
    },
    {
      "epoch": 0.022025621641501337,
      "grad_norm": 14.566666603088379,
      "learning_rate": 7.34327789686451e-05,
      "loss": 5.7248,
      "step": 539
    },
    {
      "epoch": 0.02206648550354494,
      "grad_norm": 15.986172676086426,
      "learning_rate": 7.334314971356822e-05,
      "loss": 6.6145,
      "step": 540
    },
    {
      "epoch": 0.02210734936558854,
      "grad_norm": 20.722984313964844,
      "learning_rate": 7.325342443970408e-05,
      "loss": 7.2865,
      "step": 541
    },
    {
      "epoch": 0.022148213227632142,
      "grad_norm": 17.340198516845703,
      "learning_rate": 7.316360351612507e-05,
      "loss": 5.8951,
      "step": 542
    },
    {
      "epoch": 0.022189077089675744,
      "grad_norm": 18.81513214111328,
      "learning_rate": 7.307368731229703e-05,
      "loss": 6.5176,
      "step": 543
    },
    {
      "epoch": 0.022229940951719346,
      "grad_norm": 23.188661575317383,
      "learning_rate": 7.298367619807766e-05,
      "loss": 7.6713,
      "step": 544
    },
    {
      "epoch": 0.022270804813762948,
      "grad_norm": 20.59122657775879,
      "learning_rate": 7.289357054371517e-05,
      "loss": 6.8848,
      "step": 545
    },
    {
      "epoch": 0.02231166867580655,
      "grad_norm": 21.545534133911133,
      "learning_rate": 7.280337071984656e-05,
      "loss": 6.7162,
      "step": 546
    },
    {
      "epoch": 0.02235253253785015,
      "grad_norm": 16.90365219116211,
      "learning_rate": 7.271307709749621e-05,
      "loss": 5.069,
      "step": 547
    },
    {
      "epoch": 0.022393396399893753,
      "grad_norm": 23.23638916015625,
      "learning_rate": 7.262269004807434e-05,
      "loss": 9.1962,
      "step": 548
    },
    {
      "epoch": 0.022434260261937355,
      "grad_norm": 24.986936569213867,
      "learning_rate": 7.253220994337544e-05,
      "loss": 7.7572,
      "step": 549
    },
    {
      "epoch": 0.022475124123980957,
      "grad_norm": 20.208738327026367,
      "learning_rate": 7.244163715557683e-05,
      "loss": 5.8954,
      "step": 550
    },
    {
      "epoch": 0.02251598798602456,
      "grad_norm": 13.047266006469727,
      "learning_rate": 7.235097205723697e-05,
      "loss": 6.2376,
      "step": 551
    },
    {
      "epoch": 0.02255685184806816,
      "grad_norm": 11.770648956298828,
      "learning_rate": 7.226021502129413e-05,
      "loss": 6.2287,
      "step": 552
    },
    {
      "epoch": 0.022597715710111762,
      "grad_norm": 12.339190483093262,
      "learning_rate": 7.21693664210647e-05,
      "loss": 6.3976,
      "step": 553
    },
    {
      "epoch": 0.022638579572155364,
      "grad_norm": 13.795830726623535,
      "learning_rate": 7.207842663024168e-05,
      "loss": 5.7845,
      "step": 554
    },
    {
      "epoch": 0.022679443434198965,
      "grad_norm": 11.294623374938965,
      "learning_rate": 7.198739602289322e-05,
      "loss": 4.9025,
      "step": 555
    },
    {
      "epoch": 0.022720307296242567,
      "grad_norm": 11.565957069396973,
      "learning_rate": 7.189627497346102e-05,
      "loss": 5.5402,
      "step": 556
    },
    {
      "epoch": 0.02276117115828617,
      "grad_norm": 12.149819374084473,
      "learning_rate": 7.180506385675882e-05,
      "loss": 5.4985,
      "step": 557
    },
    {
      "epoch": 0.02280203502032977,
      "grad_norm": 12.213619232177734,
      "learning_rate": 7.171376304797077e-05,
      "loss": 6.2541,
      "step": 558
    },
    {
      "epoch": 0.022842898882373373,
      "grad_norm": 11.43826961517334,
      "learning_rate": 7.162237292265002e-05,
      "loss": 5.8076,
      "step": 559
    },
    {
      "epoch": 0.022883762744416974,
      "grad_norm": 12.328917503356934,
      "learning_rate": 7.153089385671709e-05,
      "loss": 6.0939,
      "step": 560
    },
    {
      "epoch": 0.022924626606460576,
      "grad_norm": 12.617326736450195,
      "learning_rate": 7.143932622645834e-05,
      "loss": 6.6095,
      "step": 561
    },
    {
      "epoch": 0.022965490468504178,
      "grad_norm": 12.256340026855469,
      "learning_rate": 7.134767040852445e-05,
      "loss": 5.6205,
      "step": 562
    },
    {
      "epoch": 0.02300635433054778,
      "grad_norm": 12.57917308807373,
      "learning_rate": 7.125592677992881e-05,
      "loss": 6.4762,
      "step": 563
    },
    {
      "epoch": 0.02304721819259138,
      "grad_norm": 12.26071834564209,
      "learning_rate": 7.116409571804602e-05,
      "loss": 5.6819,
      "step": 564
    },
    {
      "epoch": 0.023088082054634983,
      "grad_norm": 12.96176528930664,
      "learning_rate": 7.107217760061035e-05,
      "loss": 6.878,
      "step": 565
    },
    {
      "epoch": 0.023128945916678585,
      "grad_norm": 13.249799728393555,
      "learning_rate": 7.098017280571416e-05,
      "loss": 5.2109,
      "step": 566
    },
    {
      "epoch": 0.023169809778722187,
      "grad_norm": 11.034725189208984,
      "learning_rate": 7.08880817118063e-05,
      "loss": 6.0107,
      "step": 567
    },
    {
      "epoch": 0.02321067364076579,
      "grad_norm": 14.176119804382324,
      "learning_rate": 7.079590469769064e-05,
      "loss": 6.0876,
      "step": 568
    },
    {
      "epoch": 0.02325153750280939,
      "grad_norm": 12.22779655456543,
      "learning_rate": 7.070364214252443e-05,
      "loss": 5.7776,
      "step": 569
    },
    {
      "epoch": 0.023292401364852992,
      "grad_norm": 13.664314270019531,
      "learning_rate": 7.061129442581685e-05,
      "loss": 6.8149,
      "step": 570
    },
    {
      "epoch": 0.023333265226896594,
      "grad_norm": 15.745328903198242,
      "learning_rate": 7.051886192742733e-05,
      "loss": 6.4888,
      "step": 571
    },
    {
      "epoch": 0.023374129088940196,
      "grad_norm": 12.429366111755371,
      "learning_rate": 7.042634502756402e-05,
      "loss": 5.2603,
      "step": 572
    },
    {
      "epoch": 0.023414992950983798,
      "grad_norm": 12.087178230285645,
      "learning_rate": 7.03337441067823e-05,
      "loss": 6.0385,
      "step": 573
    },
    {
      "epoch": 0.0234558568130274,
      "grad_norm": 13.260448455810547,
      "learning_rate": 7.024105954598313e-05,
      "loss": 6.4253,
      "step": 574
    },
    {
      "epoch": 0.023496720675071,
      "grad_norm": 18.822092056274414,
      "learning_rate": 7.014829172641148e-05,
      "loss": 6.3167,
      "step": 575
    },
    {
      "epoch": 0.023537584537114603,
      "grad_norm": 12.37419319152832,
      "learning_rate": 7.005544102965486e-05,
      "loss": 6.8405,
      "step": 576
    },
    {
      "epoch": 0.023578448399158205,
      "grad_norm": 18.878929138183594,
      "learning_rate": 6.996250783764163e-05,
      "loss": 6.4796,
      "step": 577
    },
    {
      "epoch": 0.023619312261201807,
      "grad_norm": 12.417774200439453,
      "learning_rate": 6.986949253263947e-05,
      "loss": 6.2078,
      "step": 578
    },
    {
      "epoch": 0.02366017612324541,
      "grad_norm": 14.041580200195312,
      "learning_rate": 6.977639549725393e-05,
      "loss": 6.144,
      "step": 579
    },
    {
      "epoch": 0.02370103998528901,
      "grad_norm": 12.461738586425781,
      "learning_rate": 6.968321711442658e-05,
      "loss": 5.8306,
      "step": 580
    },
    {
      "epoch": 0.023741903847332612,
      "grad_norm": 18.347036361694336,
      "learning_rate": 6.958995776743375e-05,
      "loss": 6.8611,
      "step": 581
    },
    {
      "epoch": 0.023782767709376214,
      "grad_norm": 13.701144218444824,
      "learning_rate": 6.949661783988471e-05,
      "loss": 6.1297,
      "step": 582
    },
    {
      "epoch": 0.023823631571419816,
      "grad_norm": 15.404336929321289,
      "learning_rate": 6.940319771572025e-05,
      "loss": 6.6962,
      "step": 583
    },
    {
      "epoch": 0.023864495433463417,
      "grad_norm": 14.017888069152832,
      "learning_rate": 6.930969777921097e-05,
      "loss": 5.4392,
      "step": 584
    },
    {
      "epoch": 0.02390535929550702,
      "grad_norm": 15.862931251525879,
      "learning_rate": 6.921611841495583e-05,
      "loss": 7.3783,
      "step": 585
    },
    {
      "epoch": 0.02394622315755062,
      "grad_norm": 13.555817604064941,
      "learning_rate": 6.912246000788047e-05,
      "loss": 6.1837,
      "step": 586
    },
    {
      "epoch": 0.023987087019594223,
      "grad_norm": 18.443695068359375,
      "learning_rate": 6.902872294323569e-05,
      "loss": 6.9321,
      "step": 587
    },
    {
      "epoch": 0.024027950881637825,
      "grad_norm": 14.536344528198242,
      "learning_rate": 6.89349076065958e-05,
      "loss": 6.17,
      "step": 588
    },
    {
      "epoch": 0.024068814743681426,
      "grad_norm": 18.442581176757812,
      "learning_rate": 6.884101438385709e-05,
      "loss": 7.2454,
      "step": 589
    },
    {
      "epoch": 0.024109678605725028,
      "grad_norm": 17.21824836730957,
      "learning_rate": 6.87470436612362e-05,
      "loss": 5.9832,
      "step": 590
    },
    {
      "epoch": 0.02415054246776863,
      "grad_norm": 15.75149917602539,
      "learning_rate": 6.865299582526863e-05,
      "loss": 6.6324,
      "step": 591
    },
    {
      "epoch": 0.02419140632981223,
      "grad_norm": 15.754809379577637,
      "learning_rate": 6.8558871262807e-05,
      "loss": 5.585,
      "step": 592
    },
    {
      "epoch": 0.024232270191855834,
      "grad_norm": 18.90534019470215,
      "learning_rate": 6.846467036101952e-05,
      "loss": 7.5704,
      "step": 593
    },
    {
      "epoch": 0.024273134053899435,
      "grad_norm": 14.031425476074219,
      "learning_rate": 6.837039350738851e-05,
      "loss": 5.6222,
      "step": 594
    },
    {
      "epoch": 0.024313997915943037,
      "grad_norm": 17.419519424438477,
      "learning_rate": 6.82760410897086e-05,
      "loss": 6.0734,
      "step": 595
    },
    {
      "epoch": 0.02435486177798664,
      "grad_norm": 18.207080841064453,
      "learning_rate": 6.818161349608529e-05,
      "loss": 5.9442,
      "step": 596
    },
    {
      "epoch": 0.02439572564003024,
      "grad_norm": 18.490583419799805,
      "learning_rate": 6.808711111493334e-05,
      "loss": 5.844,
      "step": 597
    },
    {
      "epoch": 0.024436589502073842,
      "grad_norm": 25.98594093322754,
      "learning_rate": 6.799253433497505e-05,
      "loss": 7.6832,
      "step": 598
    },
    {
      "epoch": 0.024477453364117444,
      "grad_norm": 23.655027389526367,
      "learning_rate": 6.789788354523882e-05,
      "loss": 7.6506,
      "step": 599
    },
    {
      "epoch": 0.024518317226161046,
      "grad_norm": 22.565467834472656,
      "learning_rate": 6.780315913505751e-05,
      "loss": 5.91,
      "step": 600
    },
    {
      "epoch": 0.024559181088204648,
      "grad_norm": 10.556640625,
      "learning_rate": 6.770836149406665e-05,
      "loss": 5.3801,
      "step": 601
    },
    {
      "epoch": 0.02460004495024825,
      "grad_norm": 10.326872825622559,
      "learning_rate": 6.76134910122032e-05,
      "loss": 5.1917,
      "step": 602
    },
    {
      "epoch": 0.02464090881229185,
      "grad_norm": 11.154939651489258,
      "learning_rate": 6.75185480797036e-05,
      "loss": 5.4838,
      "step": 603
    },
    {
      "epoch": 0.02468177267433545,
      "grad_norm": 10.277752876281738,
      "learning_rate": 6.742353308710233e-05,
      "loss": 5.3257,
      "step": 604
    },
    {
      "epoch": 0.02472263653637905,
      "grad_norm": 16.371261596679688,
      "learning_rate": 6.732844642523032e-05,
      "loss": 5.3419,
      "step": 605
    },
    {
      "epoch": 0.024763500398422653,
      "grad_norm": 10.675521850585938,
      "learning_rate": 6.723328848521328e-05,
      "loss": 5.5029,
      "step": 606
    },
    {
      "epoch": 0.024804364260466255,
      "grad_norm": 11.506427764892578,
      "learning_rate": 6.71380596584701e-05,
      "loss": 6.0156,
      "step": 607
    },
    {
      "epoch": 0.024845228122509857,
      "grad_norm": 12.950716972351074,
      "learning_rate": 6.704276033671128e-05,
      "loss": 6.039,
      "step": 608
    },
    {
      "epoch": 0.02488609198455346,
      "grad_norm": 12.536734580993652,
      "learning_rate": 6.694739091193724e-05,
      "loss": 7.3878,
      "step": 609
    },
    {
      "epoch": 0.02492695584659706,
      "grad_norm": 14.869695663452148,
      "learning_rate": 6.685195177643684e-05,
      "loss": 6.3117,
      "step": 610
    },
    {
      "epoch": 0.024967819708640662,
      "grad_norm": 11.327159881591797,
      "learning_rate": 6.675644332278561e-05,
      "loss": 6.0137,
      "step": 611
    },
    {
      "epoch": 0.025008683570684264,
      "grad_norm": 12.210911750793457,
      "learning_rate": 6.666086594384422e-05,
      "loss": 6.0187,
      "step": 612
    },
    {
      "epoch": 0.025049547432727866,
      "grad_norm": 12.02562427520752,
      "learning_rate": 6.656522003275693e-05,
      "loss": 5.8864,
      "step": 613
    },
    {
      "epoch": 0.025090411294771468,
      "grad_norm": 14.92510986328125,
      "learning_rate": 6.646950598294978e-05,
      "loss": 6.9527,
      "step": 614
    },
    {
      "epoch": 0.02513127515681507,
      "grad_norm": 16.085460662841797,
      "learning_rate": 6.63737241881292e-05,
      "loss": 6.3004,
      "step": 615
    },
    {
      "epoch": 0.02517213901885867,
      "grad_norm": 12.71708869934082,
      "learning_rate": 6.627787504228021e-05,
      "loss": 6.2826,
      "step": 616
    },
    {
      "epoch": 0.025213002880902273,
      "grad_norm": 14.279863357543945,
      "learning_rate": 6.61819589396649e-05,
      "loss": 6.103,
      "step": 617
    },
    {
      "epoch": 0.025253866742945875,
      "grad_norm": 13.074702262878418,
      "learning_rate": 6.608597627482074e-05,
      "loss": 6.876,
      "step": 618
    },
    {
      "epoch": 0.025294730604989477,
      "grad_norm": 12.418121337890625,
      "learning_rate": 6.598992744255905e-05,
      "loss": 5.4382,
      "step": 619
    },
    {
      "epoch": 0.02533559446703308,
      "grad_norm": 14.145885467529297,
      "learning_rate": 6.589381283796325e-05,
      "loss": 6.5528,
      "step": 620
    },
    {
      "epoch": 0.02537645832907668,
      "grad_norm": 13.747600555419922,
      "learning_rate": 6.579763285638742e-05,
      "loss": 5.6486,
      "step": 621
    },
    {
      "epoch": 0.025417322191120282,
      "grad_norm": 12.773643493652344,
      "learning_rate": 6.570138789345442e-05,
      "loss": 5.8557,
      "step": 622
    },
    {
      "epoch": 0.025458186053163884,
      "grad_norm": 13.93472671508789,
      "learning_rate": 6.560507834505449e-05,
      "loss": 6.9361,
      "step": 623
    },
    {
      "epoch": 0.025499049915207486,
      "grad_norm": 11.416329383850098,
      "learning_rate": 6.550870460734351e-05,
      "loss": 5.1002,
      "step": 624
    },
    {
      "epoch": 0.025539913777251087,
      "grad_norm": 13.80008602142334,
      "learning_rate": 6.54122670767414e-05,
      "loss": 4.6221,
      "step": 625
    },
    {
      "epoch": 0.02558077763929469,
      "grad_norm": 17.092805862426758,
      "learning_rate": 6.531576614993048e-05,
      "loss": 6.4425,
      "step": 626
    },
    {
      "epoch": 0.02562164150133829,
      "grad_norm": 14.850584983825684,
      "learning_rate": 6.521920222385382e-05,
      "loss": 6.0842,
      "step": 627
    },
    {
      "epoch": 0.025662505363381893,
      "grad_norm": 13.556614875793457,
      "learning_rate": 6.512257569571367e-05,
      "loss": 6.1436,
      "step": 628
    },
    {
      "epoch": 0.025703369225425494,
      "grad_norm": 16.12632179260254,
      "learning_rate": 6.502588696296975e-05,
      "loss": 6.2058,
      "step": 629
    },
    {
      "epoch": 0.025744233087469096,
      "grad_norm": 12.325906753540039,
      "learning_rate": 6.492913642333768e-05,
      "loss": 5.5984,
      "step": 630
    },
    {
      "epoch": 0.025785096949512698,
      "grad_norm": 15.659457206726074,
      "learning_rate": 6.483232447478727e-05,
      "loss": 5.7114,
      "step": 631
    },
    {
      "epoch": 0.0258259608115563,
      "grad_norm": 19.446516036987305,
      "learning_rate": 6.473545151554096e-05,
      "loss": 6.2935,
      "step": 632
    },
    {
      "epoch": 0.0258668246735999,
      "grad_norm": 14.022201538085938,
      "learning_rate": 6.463851794407215e-05,
      "loss": 5.3716,
      "step": 633
    },
    {
      "epoch": 0.025907688535643503,
      "grad_norm": 16.76447296142578,
      "learning_rate": 6.454152415910358e-05,
      "loss": 6.7988,
      "step": 634
    },
    {
      "epoch": 0.025948552397687105,
      "grad_norm": 16.69204330444336,
      "learning_rate": 6.444447055960559e-05,
      "loss": 6.8414,
      "step": 635
    },
    {
      "epoch": 0.025989416259730707,
      "grad_norm": 13.946359634399414,
      "learning_rate": 6.434735754479463e-05,
      "loss": 6.566,
      "step": 636
    },
    {
      "epoch": 0.02603028012177431,
      "grad_norm": 14.795083999633789,
      "learning_rate": 6.425018551413155e-05,
      "loss": 6.9554,
      "step": 637
    },
    {
      "epoch": 0.02607114398381791,
      "grad_norm": 15.917424201965332,
      "learning_rate": 6.415295486731993e-05,
      "loss": 7.1505,
      "step": 638
    },
    {
      "epoch": 0.026112007845861512,
      "grad_norm": 14.724257469177246,
      "learning_rate": 6.405566600430442e-05,
      "loss": 6.0287,
      "step": 639
    },
    {
      "epoch": 0.026152871707905114,
      "grad_norm": 16.703125,
      "learning_rate": 6.395831932526923e-05,
      "loss": 7.9099,
      "step": 640
    },
    {
      "epoch": 0.026193735569948716,
      "grad_norm": 18.075130462646484,
      "learning_rate": 6.386091523063629e-05,
      "loss": 6.341,
      "step": 641
    },
    {
      "epoch": 0.026234599431992318,
      "grad_norm": 16.872272491455078,
      "learning_rate": 6.376345412106374e-05,
      "loss": 6.9629,
      "step": 642
    },
    {
      "epoch": 0.02627546329403592,
      "grad_norm": 21.08531379699707,
      "learning_rate": 6.366593639744429e-05,
      "loss": 6.995,
      "step": 643
    },
    {
      "epoch": 0.02631632715607952,
      "grad_norm": 15.247084617614746,
      "learning_rate": 6.356836246090344e-05,
      "loss": 6.2705,
      "step": 644
    },
    {
      "epoch": 0.026357191018123123,
      "grad_norm": 15.766990661621094,
      "learning_rate": 6.3470732712798e-05,
      "loss": 5.448,
      "step": 645
    },
    {
      "epoch": 0.026398054880166725,
      "grad_norm": 19.847064971923828,
      "learning_rate": 6.337304755471425e-05,
      "loss": 5.8021,
      "step": 646
    },
    {
      "epoch": 0.026438918742210327,
      "grad_norm": 16.765804290771484,
      "learning_rate": 6.32753073884665e-05,
      "loss": 5.5266,
      "step": 647
    },
    {
      "epoch": 0.02647978260425393,
      "grad_norm": 17.386564254760742,
      "learning_rate": 6.317751261609524e-05,
      "loss": 6.5608,
      "step": 648
    },
    {
      "epoch": 0.02652064646629753,
      "grad_norm": 21.685016632080078,
      "learning_rate": 6.307966363986563e-05,
      "loss": 6.8893,
      "step": 649
    },
    {
      "epoch": 0.026561510328341132,
      "grad_norm": 21.115644454956055,
      "learning_rate": 6.298176086226577e-05,
      "loss": 6.6076,
      "step": 650
    },
    {
      "epoch": 0.026602374190384734,
      "grad_norm": 11.344991683959961,
      "learning_rate": 6.288380468600509e-05,
      "loss": 6.2581,
      "step": 651
    },
    {
      "epoch": 0.026643238052428336,
      "grad_norm": 11.937359809875488,
      "learning_rate": 6.27857955140126e-05,
      "loss": 5.9196,
      "step": 652
    },
    {
      "epoch": 0.026684101914471937,
      "grad_norm": 10.05477237701416,
      "learning_rate": 6.268773374943539e-05,
      "loss": 5.4395,
      "step": 653
    },
    {
      "epoch": 0.02672496577651554,
      "grad_norm": 11.85175609588623,
      "learning_rate": 6.25896197956368e-05,
      "loss": 5.6776,
      "step": 654
    },
    {
      "epoch": 0.02676582963855914,
      "grad_norm": 11.31416130065918,
      "learning_rate": 6.24914540561949e-05,
      "loss": 6.4608,
      "step": 655
    },
    {
      "epoch": 0.026806693500602743,
      "grad_norm": 10.421222686767578,
      "learning_rate": 6.239323693490075e-05,
      "loss": 5.2447,
      "step": 656
    },
    {
      "epoch": 0.026847557362646345,
      "grad_norm": 11.658016204833984,
      "learning_rate": 6.229496883575678e-05,
      "loss": 6.1236,
      "step": 657
    },
    {
      "epoch": 0.026888421224689946,
      "grad_norm": 11.829874992370605,
      "learning_rate": 6.219665016297505e-05,
      "loss": 5.5629,
      "step": 658
    },
    {
      "epoch": 0.026929285086733548,
      "grad_norm": 11.899773597717285,
      "learning_rate": 6.209828132097577e-05,
      "loss": 5.5846,
      "step": 659
    },
    {
      "epoch": 0.02697014894877715,
      "grad_norm": 11.439956665039062,
      "learning_rate": 6.199986271438536e-05,
      "loss": 5.6083,
      "step": 660
    },
    {
      "epoch": 0.02701101281082075,
      "grad_norm": 16.573833465576172,
      "learning_rate": 6.190139474803506e-05,
      "loss": 6.2489,
      "step": 661
    },
    {
      "epoch": 0.027051876672864354,
      "grad_norm": 12.883606910705566,
      "learning_rate": 6.180287782695909e-05,
      "loss": 6.3984,
      "step": 662
    },
    {
      "epoch": 0.027092740534907955,
      "grad_norm": 13.201266288757324,
      "learning_rate": 6.170431235639306e-05,
      "loss": 6.5626,
      "step": 663
    },
    {
      "epoch": 0.027133604396951557,
      "grad_norm": 12.586874961853027,
      "learning_rate": 6.160569874177226e-05,
      "loss": 6.6333,
      "step": 664
    },
    {
      "epoch": 0.02717446825899516,
      "grad_norm": 13.590431213378906,
      "learning_rate": 6.150703738873004e-05,
      "loss": 6.2173,
      "step": 665
    },
    {
      "epoch": 0.02721533212103876,
      "grad_norm": 11.45256519317627,
      "learning_rate": 6.140832870309608e-05,
      "loss": 5.5973,
      "step": 666
    },
    {
      "epoch": 0.027256195983082362,
      "grad_norm": 10.930752754211426,
      "learning_rate": 6.130957309089479e-05,
      "loss": 4.8904,
      "step": 667
    },
    {
      "epoch": 0.027297059845125964,
      "grad_norm": 13.483217239379883,
      "learning_rate": 6.12107709583436e-05,
      "loss": 5.6652,
      "step": 668
    },
    {
      "epoch": 0.027337923707169566,
      "grad_norm": 11.354421615600586,
      "learning_rate": 6.111192271185127e-05,
      "loss": 5.5603,
      "step": 669
    },
    {
      "epoch": 0.027378787569213168,
      "grad_norm": 12.455806732177734,
      "learning_rate": 6.101302875801628e-05,
      "loss": 6.3508,
      "step": 670
    },
    {
      "epoch": 0.02741965143125677,
      "grad_norm": 14.151604652404785,
      "learning_rate": 6.091408950362507e-05,
      "loss": 7.4599,
      "step": 671
    },
    {
      "epoch": 0.02746051529330037,
      "grad_norm": 12.70550537109375,
      "learning_rate": 6.081510535565051e-05,
      "loss": 6.7044,
      "step": 672
    },
    {
      "epoch": 0.027501379155343973,
      "grad_norm": 14.135293006896973,
      "learning_rate": 6.0716076721250005e-05,
      "loss": 6.6601,
      "step": 673
    },
    {
      "epoch": 0.027542243017387575,
      "grad_norm": 12.681253433227539,
      "learning_rate": 6.061700400776404e-05,
      "loss": 6.7652,
      "step": 674
    },
    {
      "epoch": 0.027583106879431173,
      "grad_norm": 13.336313247680664,
      "learning_rate": 6.051788762271442e-05,
      "loss": 6.2045,
      "step": 675
    },
    {
      "epoch": 0.027623970741474775,
      "grad_norm": 13.55880069732666,
      "learning_rate": 6.041872797380251e-05,
      "loss": 6.3546,
      "step": 676
    },
    {
      "epoch": 0.027664834603518377,
      "grad_norm": 16.529495239257812,
      "learning_rate": 6.031952546890772e-05,
      "loss": 6.245,
      "step": 677
    },
    {
      "epoch": 0.02770569846556198,
      "grad_norm": 13.507499694824219,
      "learning_rate": 6.022028051608569e-05,
      "loss": 5.8271,
      "step": 678
    },
    {
      "epoch": 0.02774656232760558,
      "grad_norm": 16.265527725219727,
      "learning_rate": 6.0120993523566674e-05,
      "loss": 5.958,
      "step": 679
    },
    {
      "epoch": 0.027787426189649182,
      "grad_norm": 13.559266090393066,
      "learning_rate": 6.0021664899753846e-05,
      "loss": 6.4388,
      "step": 680
    },
    {
      "epoch": 0.027828290051692784,
      "grad_norm": 14.261419296264648,
      "learning_rate": 5.992229505322164e-05,
      "loss": 6.2954,
      "step": 681
    },
    {
      "epoch": 0.027869153913736386,
      "grad_norm": 12.619635581970215,
      "learning_rate": 5.982288439271405e-05,
      "loss": 5.7676,
      "step": 682
    },
    {
      "epoch": 0.027910017775779988,
      "grad_norm": 10.651148796081543,
      "learning_rate": 5.9723433327142964e-05,
      "loss": 4.94,
      "step": 683
    },
    {
      "epoch": 0.02795088163782359,
      "grad_norm": 16.165746688842773,
      "learning_rate": 5.9623942265586406e-05,
      "loss": 5.8657,
      "step": 684
    },
    {
      "epoch": 0.02799174549986719,
      "grad_norm": 15.381134986877441,
      "learning_rate": 5.952441161728701e-05,
      "loss": 6.2954,
      "step": 685
    },
    {
      "epoch": 0.028032609361910793,
      "grad_norm": 15.63652229309082,
      "learning_rate": 5.94248417916502e-05,
      "loss": 6.2474,
      "step": 686
    },
    {
      "epoch": 0.028073473223954395,
      "grad_norm": 14.969598770141602,
      "learning_rate": 5.932523319824253e-05,
      "loss": 6.2089,
      "step": 687
    },
    {
      "epoch": 0.028114337085997997,
      "grad_norm": 13.485726356506348,
      "learning_rate": 5.922558624679004e-05,
      "loss": 6.4201,
      "step": 688
    },
    {
      "epoch": 0.0281552009480416,
      "grad_norm": 17.92509651184082,
      "learning_rate": 5.9125901347176605e-05,
      "loss": 7.3782,
      "step": 689
    },
    {
      "epoch": 0.0281960648100852,
      "grad_norm": 16.898448944091797,
      "learning_rate": 5.9026178909442064e-05,
      "loss": 6.46,
      "step": 690
    },
    {
      "epoch": 0.028236928672128802,
      "grad_norm": 15.458416938781738,
      "learning_rate": 5.89264193437808e-05,
      "loss": 6.0521,
      "step": 691
    },
    {
      "epoch": 0.028277792534172404,
      "grad_norm": 17.634681701660156,
      "learning_rate": 5.882662306053984e-05,
      "loss": 6.7203,
      "step": 692
    },
    {
      "epoch": 0.028318656396216006,
      "grad_norm": 14.068422317504883,
      "learning_rate": 5.872679047021725e-05,
      "loss": 6.1376,
      "step": 693
    },
    {
      "epoch": 0.028359520258259607,
      "grad_norm": 16.178443908691406,
      "learning_rate": 5.862692198346047e-05,
      "loss": 5.5168,
      "step": 694
    },
    {
      "epoch": 0.02840038412030321,
      "grad_norm": 19.288604736328125,
      "learning_rate": 5.8527018011064574e-05,
      "loss": 6.3913,
      "step": 695
    },
    {
      "epoch": 0.02844124798234681,
      "grad_norm": 17.484577178955078,
      "learning_rate": 5.84270789639706e-05,
      "loss": 7.5174,
      "step": 696
    },
    {
      "epoch": 0.028482111844390413,
      "grad_norm": 22.552154541015625,
      "learning_rate": 5.832710525326387e-05,
      "loss": 7.2497,
      "step": 697
    },
    {
      "epoch": 0.028522975706434014,
      "grad_norm": 17.57813262939453,
      "learning_rate": 5.822709729017226e-05,
      "loss": 6.19,
      "step": 698
    },
    {
      "epoch": 0.028563839568477616,
      "grad_norm": 27.043399810791016,
      "learning_rate": 5.8127055486064596e-05,
      "loss": 5.7496,
      "step": 699
    },
    {
      "epoch": 0.028604703430521218,
      "grad_norm": 30.993825912475586,
      "learning_rate": 5.8026980252448857e-05,
      "loss": 6.0914,
      "step": 700
    },
    {
      "epoch": 0.02864556729256482,
      "grad_norm": 12.57962703704834,
      "learning_rate": 5.792687200097056e-05,
      "loss": 5.0305,
      "step": 701
    },
    {
      "epoch": 0.02868643115460842,
      "grad_norm": 9.646615982055664,
      "learning_rate": 5.7826731143411e-05,
      "loss": 4.7238,
      "step": 702
    },
    {
      "epoch": 0.028727295016652023,
      "grad_norm": 10.841547966003418,
      "learning_rate": 5.77265580916856e-05,
      "loss": 6.4521,
      "step": 703
    },
    {
      "epoch": 0.028768158878695625,
      "grad_norm": 19.236347198486328,
      "learning_rate": 5.762635325784228e-05,
      "loss": 5.4767,
      "step": 704
    },
    {
      "epoch": 0.028809022740739227,
      "grad_norm": 10.610915184020996,
      "learning_rate": 5.752611705405957e-05,
      "loss": 5.1473,
      "step": 705
    },
    {
      "epoch": 0.02884988660278283,
      "grad_norm": 10.461892127990723,
      "learning_rate": 5.742584989264513e-05,
      "loss": 5.9948,
      "step": 706
    },
    {
      "epoch": 0.02889075046482643,
      "grad_norm": 13.251544952392578,
      "learning_rate": 5.7325552186033935e-05,
      "loss": 6.4398,
      "step": 707
    },
    {
      "epoch": 0.028931614326870032,
      "grad_norm": 11.232223510742188,
      "learning_rate": 5.72252243467866e-05,
      "loss": 5.6043,
      "step": 708
    },
    {
      "epoch": 0.028972478188913634,
      "grad_norm": 11.238872528076172,
      "learning_rate": 5.712486678758765e-05,
      "loss": 5.9755,
      "step": 709
    },
    {
      "epoch": 0.029013342050957236,
      "grad_norm": 13.576848030090332,
      "learning_rate": 5.7024479921243935e-05,
      "loss": 5.4075,
      "step": 710
    },
    {
      "epoch": 0.029054205913000838,
      "grad_norm": 10.95993709564209,
      "learning_rate": 5.692406416068277e-05,
      "loss": 5.0946,
      "step": 711
    },
    {
      "epoch": 0.02909506977504444,
      "grad_norm": 12.243402481079102,
      "learning_rate": 5.682361991895042e-05,
      "loss": 5.9064,
      "step": 712
    },
    {
      "epoch": 0.02913593363708804,
      "grad_norm": 11.822500228881836,
      "learning_rate": 5.672314760921021e-05,
      "loss": 5.1174,
      "step": 713
    },
    {
      "epoch": 0.029176797499131643,
      "grad_norm": 11.138768196105957,
      "learning_rate": 5.6622647644740965e-05,
      "loss": 5.6993,
      "step": 714
    },
    {
      "epoch": 0.029217661361175245,
      "grad_norm": 15.111475944519043,
      "learning_rate": 5.652212043893528e-05,
      "loss": 4.7112,
      "step": 715
    },
    {
      "epoch": 0.029258525223218847,
      "grad_norm": 13.084559440612793,
      "learning_rate": 5.6421566405297766e-05,
      "loss": 6.7673,
      "step": 716
    },
    {
      "epoch": 0.02929938908526245,
      "grad_norm": 13.489790916442871,
      "learning_rate": 5.6320985957443384e-05,
      "loss": 6.189,
      "step": 717
    },
    {
      "epoch": 0.02934025294730605,
      "grad_norm": 11.065850257873535,
      "learning_rate": 5.622037950909578e-05,
      "loss": 5.2666,
      "step": 718
    },
    {
      "epoch": 0.029381116809349652,
      "grad_norm": 12.673766136169434,
      "learning_rate": 5.6119747474085526e-05,
      "loss": 5.741,
      "step": 719
    },
    {
      "epoch": 0.029421980671393254,
      "grad_norm": 13.917696952819824,
      "learning_rate": 5.601909026634846e-05,
      "loss": 6.5892,
      "step": 720
    },
    {
      "epoch": 0.029462844533436856,
      "grad_norm": 13.759934425354004,
      "learning_rate": 5.5918408299923963e-05,
      "loss": 6.1211,
      "step": 721
    },
    {
      "epoch": 0.029503708395480457,
      "grad_norm": 13.027291297912598,
      "learning_rate": 5.58177019889532e-05,
      "loss": 5.3825,
      "step": 722
    },
    {
      "epoch": 0.02954457225752406,
      "grad_norm": 11.750428199768066,
      "learning_rate": 5.5716971747677584e-05,
      "loss": 5.6232,
      "step": 723
    },
    {
      "epoch": 0.02958543611956766,
      "grad_norm": 11.901999473571777,
      "learning_rate": 5.561621799043685e-05,
      "loss": 5.819,
      "step": 724
    },
    {
      "epoch": 0.029626299981611263,
      "grad_norm": 17.94915771484375,
      "learning_rate": 5.5515441131667524e-05,
      "loss": 6.5715,
      "step": 725
    },
    {
      "epoch": 0.029667163843654865,
      "grad_norm": 12.188518524169922,
      "learning_rate": 5.541464158590115e-05,
      "loss": 5.9689,
      "step": 726
    },
    {
      "epoch": 0.029708027705698466,
      "grad_norm": 14.842513084411621,
      "learning_rate": 5.53138197677626e-05,
      "loss": 6.2801,
      "step": 727
    },
    {
      "epoch": 0.029748891567742068,
      "grad_norm": 15.66313648223877,
      "learning_rate": 5.5212976091968306e-05,
      "loss": 6.8646,
      "step": 728
    },
    {
      "epoch": 0.02978975542978567,
      "grad_norm": 14.00175666809082,
      "learning_rate": 5.511211097332469e-05,
      "loss": 6.9243,
      "step": 729
    },
    {
      "epoch": 0.029830619291829272,
      "grad_norm": 12.002021789550781,
      "learning_rate": 5.5011224826726307e-05,
      "loss": 5.216,
      "step": 730
    },
    {
      "epoch": 0.029871483153872874,
      "grad_norm": 15.442934036254883,
      "learning_rate": 5.491031806715427e-05,
      "loss": 6.3168,
      "step": 731
    },
    {
      "epoch": 0.029912347015916475,
      "grad_norm": 15.193578720092773,
      "learning_rate": 5.48093911096744e-05,
      "loss": 5.5142,
      "step": 732
    },
    {
      "epoch": 0.029953210877960077,
      "grad_norm": 13.406720161437988,
      "learning_rate": 5.470844436943568e-05,
      "loss": 6.7519,
      "step": 733
    },
    {
      "epoch": 0.02999407474000368,
      "grad_norm": 15.348566055297852,
      "learning_rate": 5.460747826166842e-05,
      "loss": 5.0733,
      "step": 734
    },
    {
      "epoch": 0.03003493860204728,
      "grad_norm": 11.608670234680176,
      "learning_rate": 5.450649320168263e-05,
      "loss": 5.0902,
      "step": 735
    },
    {
      "epoch": 0.030075802464090882,
      "grad_norm": 12.992225646972656,
      "learning_rate": 5.440548960486621e-05,
      "loss": 6.0087,
      "step": 736
    },
    {
      "epoch": 0.030116666326134484,
      "grad_norm": 17.65900230407715,
      "learning_rate": 5.4304467886683384e-05,
      "loss": 6.3574,
      "step": 737
    },
    {
      "epoch": 0.030157530188178086,
      "grad_norm": 14.146554946899414,
      "learning_rate": 5.4203428462672876e-05,
      "loss": 5.4718,
      "step": 738
    },
    {
      "epoch": 0.030198394050221688,
      "grad_norm": 14.653007507324219,
      "learning_rate": 5.410237174844627e-05,
      "loss": 6.5067,
      "step": 739
    },
    {
      "epoch": 0.03023925791226529,
      "grad_norm": 14.062477111816406,
      "learning_rate": 5.400129815968623e-05,
      "loss": 6.7334,
      "step": 740
    },
    {
      "epoch": 0.03028012177430889,
      "grad_norm": 16.757354736328125,
      "learning_rate": 5.3900208112144836e-05,
      "loss": 7.0265,
      "step": 741
    },
    {
      "epoch": 0.030320985636352493,
      "grad_norm": 19.017623901367188,
      "learning_rate": 5.379910202164193e-05,
      "loss": 6.0446,
      "step": 742
    },
    {
      "epoch": 0.030361849498396095,
      "grad_norm": 16.48126792907715,
      "learning_rate": 5.3697980304063264e-05,
      "loss": 6.6706,
      "step": 743
    },
    {
      "epoch": 0.030402713360439697,
      "grad_norm": 15.394232749938965,
      "learning_rate": 5.3596843375358916e-05,
      "loss": 6.1917,
      "step": 744
    },
    {
      "epoch": 0.0304435772224833,
      "grad_norm": 17.808395385742188,
      "learning_rate": 5.349569165154152e-05,
      "loss": 6.0518,
      "step": 745
    },
    {
      "epoch": 0.030484441084526897,
      "grad_norm": 17.581268310546875,
      "learning_rate": 5.339452554868457e-05,
      "loss": 6.4861,
      "step": 746
    },
    {
      "epoch": 0.0305253049465705,
      "grad_norm": 18.728979110717773,
      "learning_rate": 5.329334548292071e-05,
      "loss": 6.5341,
      "step": 747
    },
    {
      "epoch": 0.0305661688086141,
      "grad_norm": 17.236618041992188,
      "learning_rate": 5.319215187044002e-05,
      "loss": 6.4333,
      "step": 748
    },
    {
      "epoch": 0.030607032670657702,
      "grad_norm": 19.80500030517578,
      "learning_rate": 5.309094512748827e-05,
      "loss": 6.6276,
      "step": 749
    },
    {
      "epoch": 0.030647896532701304,
      "grad_norm": 29.132165908813477,
      "learning_rate": 5.29897256703653e-05,
      "loss": 6.6209,
      "step": 750
    },
    {
      "epoch": 0.030688760394744906,
      "grad_norm": 11.169025421142578,
      "learning_rate": 5.288849391542319e-05,
      "loss": 5.7438,
      "step": 751
    },
    {
      "epoch": 0.030729624256788508,
      "grad_norm": 12.093725204467773,
      "learning_rate": 5.278725027906464e-05,
      "loss": 5.5604,
      "step": 752
    },
    {
      "epoch": 0.03077048811883211,
      "grad_norm": 10.410282135009766,
      "learning_rate": 5.268599517774122e-05,
      "loss": 5.5034,
      "step": 753
    },
    {
      "epoch": 0.03081135198087571,
      "grad_norm": 12.851324081420898,
      "learning_rate": 5.258472902795163e-05,
      "loss": 5.9874,
      "step": 754
    },
    {
      "epoch": 0.030852215842919313,
      "grad_norm": 10.894567489624023,
      "learning_rate": 5.248345224624007e-05,
      "loss": 5.6502,
      "step": 755
    },
    {
      "epoch": 0.030893079704962915,
      "grad_norm": 10.620612144470215,
      "learning_rate": 5.238216524919443e-05,
      "loss": 5.7377,
      "step": 756
    },
    {
      "epoch": 0.030933943567006517,
      "grad_norm": 9.189383506774902,
      "learning_rate": 5.228086845344461e-05,
      "loss": 4.5502,
      "step": 757
    },
    {
      "epoch": 0.03097480742905012,
      "grad_norm": 9.292240142822266,
      "learning_rate": 5.2179562275660856e-05,
      "loss": 5.1548,
      "step": 758
    },
    {
      "epoch": 0.03101567129109372,
      "grad_norm": 12.878101348876953,
      "learning_rate": 5.2078247132552e-05,
      "loss": 6.412,
      "step": 759
    },
    {
      "epoch": 0.031056535153137322,
      "grad_norm": 10.740822792053223,
      "learning_rate": 5.197692344086369e-05,
      "loss": 5.5043,
      "step": 760
    },
    {
      "epoch": 0.031097399015180924,
      "grad_norm": 11.488910675048828,
      "learning_rate": 5.187559161737684e-05,
      "loss": 5.8101,
      "step": 761
    },
    {
      "epoch": 0.031138262877224526,
      "grad_norm": 10.791208267211914,
      "learning_rate": 5.1774252078905726e-05,
      "loss": 6.2254,
      "step": 762
    },
    {
      "epoch": 0.031179126739268127,
      "grad_norm": 10.307557106018066,
      "learning_rate": 5.167290524229641e-05,
      "loss": 5.7926,
      "step": 763
    },
    {
      "epoch": 0.03121999060131173,
      "grad_norm": 14.451400756835938,
      "learning_rate": 5.157155152442493e-05,
      "loss": 7.0714,
      "step": 764
    },
    {
      "epoch": 0.03126085446335533,
      "grad_norm": 13.010822296142578,
      "learning_rate": 5.147019134219568e-05,
      "loss": 6.4124,
      "step": 765
    },
    {
      "epoch": 0.031301718325398936,
      "grad_norm": 14.482059478759766,
      "learning_rate": 5.13688251125396e-05,
      "loss": 5.9269,
      "step": 766
    },
    {
      "epoch": 0.031342582187442534,
      "grad_norm": 12.972099304199219,
      "learning_rate": 5.126745325241255e-05,
      "loss": 6.6891,
      "step": 767
    },
    {
      "epoch": 0.03138344604948614,
      "grad_norm": 11.15121841430664,
      "learning_rate": 5.116607617879346e-05,
      "loss": 5.705,
      "step": 768
    },
    {
      "epoch": 0.03142430991152974,
      "grad_norm": 16.508033752441406,
      "learning_rate": 5.106469430868286e-05,
      "loss": 6.6237,
      "step": 769
    },
    {
      "epoch": 0.03146517377357334,
      "grad_norm": 12.438000679016113,
      "learning_rate": 5.0963308059100845e-05,
      "loss": 5.7014,
      "step": 770
    },
    {
      "epoch": 0.03150603763561694,
      "grad_norm": 9.564544677734375,
      "learning_rate": 5.0861917847085614e-05,
      "loss": 5.082,
      "step": 771
    },
    {
      "epoch": 0.03154690149766055,
      "grad_norm": 17.818286895751953,
      "learning_rate": 5.076052408969168e-05,
      "loss": 7.826,
      "step": 772
    },
    {
      "epoch": 0.031587765359704145,
      "grad_norm": 13.907673835754395,
      "learning_rate": 5.065912720398806e-05,
      "loss": 6.9472,
      "step": 773
    },
    {
      "epoch": 0.03162862922174775,
      "grad_norm": 12.590714454650879,
      "learning_rate": 5.0557727607056735e-05,
      "loss": 6.0444,
      "step": 774
    },
    {
      "epoch": 0.03166949308379135,
      "grad_norm": 10.395310401916504,
      "learning_rate": 5.045632571599076e-05,
      "loss": 5.3699,
      "step": 775
    },
    {
      "epoch": 0.031710356945834954,
      "grad_norm": 12.557282447814941,
      "learning_rate": 5.0354921947892656e-05,
      "loss": 5.948,
      "step": 776
    },
    {
      "epoch": 0.03175122080787855,
      "grad_norm": 12.518287658691406,
      "learning_rate": 5.0253516719872675e-05,
      "loss": 5.8206,
      "step": 777
    },
    {
      "epoch": 0.03179208466992216,
      "grad_norm": 12.679649353027344,
      "learning_rate": 5.0152110449047074e-05,
      "loss": 5.6841,
      "step": 778
    },
    {
      "epoch": 0.031832948531965756,
      "grad_norm": 12.893802642822266,
      "learning_rate": 5.005070355253635e-05,
      "loss": 5.8539,
      "step": 779
    },
    {
      "epoch": 0.03187381239400936,
      "grad_norm": 14.001166343688965,
      "learning_rate": 4.994929644746366e-05,
      "loss": 5.721,
      "step": 780
    },
    {
      "epoch": 0.03191467625605296,
      "grad_norm": 12.56423568725586,
      "learning_rate": 4.984788955095295e-05,
      "loss": 5.0269,
      "step": 781
    },
    {
      "epoch": 0.03195554011809656,
      "grad_norm": 12.483563423156738,
      "learning_rate": 4.974648328012735e-05,
      "loss": 6.0864,
      "step": 782
    },
    {
      "epoch": 0.03199640398014016,
      "grad_norm": 14.925939559936523,
      "learning_rate": 4.964507805210735e-05,
      "loss": 6.8478,
      "step": 783
    },
    {
      "epoch": 0.03203726784218376,
      "grad_norm": 19.437992095947266,
      "learning_rate": 4.954367428400925e-05,
      "loss": 6.0608,
      "step": 784
    },
    {
      "epoch": 0.03207813170422737,
      "grad_norm": 21.167802810668945,
      "learning_rate": 4.9442272392943276e-05,
      "loss": 5.5551,
      "step": 785
    },
    {
      "epoch": 0.032118995566270965,
      "grad_norm": 15.51057243347168,
      "learning_rate": 4.934087279601194e-05,
      "loss": 5.9486,
      "step": 786
    },
    {
      "epoch": 0.03215985942831457,
      "grad_norm": 14.270116806030273,
      "learning_rate": 4.9239475910308335e-05,
      "loss": 6.1196,
      "step": 787
    },
    {
      "epoch": 0.03220072329035817,
      "grad_norm": 14.954522132873535,
      "learning_rate": 4.913808215291438e-05,
      "loss": 7.3228,
      "step": 788
    },
    {
      "epoch": 0.032241587152401774,
      "grad_norm": 14.830415725708008,
      "learning_rate": 4.903669194089917e-05,
      "loss": 6.8278,
      "step": 789
    },
    {
      "epoch": 0.03228245101444537,
      "grad_norm": 18.136138916015625,
      "learning_rate": 4.8935305691317154e-05,
      "loss": 6.1827,
      "step": 790
    },
    {
      "epoch": 0.03232331487648898,
      "grad_norm": 16.483264923095703,
      "learning_rate": 4.883392382120654e-05,
      "loss": 7.1377,
      "step": 791
    },
    {
      "epoch": 0.032364178738532576,
      "grad_norm": 16.853378295898438,
      "learning_rate": 4.873254674758748e-05,
      "loss": 6.2562,
      "step": 792
    },
    {
      "epoch": 0.03240504260057618,
      "grad_norm": 17.437562942504883,
      "learning_rate": 4.86311748874604e-05,
      "loss": 6.3059,
      "step": 793
    },
    {
      "epoch": 0.03244590646261978,
      "grad_norm": 16.526378631591797,
      "learning_rate": 4.852980865780432e-05,
      "loss": 6.7101,
      "step": 794
    },
    {
      "epoch": 0.032486770324663385,
      "grad_norm": 16.258501052856445,
      "learning_rate": 4.8428448475575075e-05,
      "loss": 6.4021,
      "step": 795
    },
    {
      "epoch": 0.03252763418670698,
      "grad_norm": 22.407114028930664,
      "learning_rate": 4.83270947577036e-05,
      "loss": 7.4479,
      "step": 796
    },
    {
      "epoch": 0.03256849804875059,
      "grad_norm": 14.405356407165527,
      "learning_rate": 4.8225747921094286e-05,
      "loss": 5.085,
      "step": 797
    },
    {
      "epoch": 0.032609361910794187,
      "grad_norm": 24.142728805541992,
      "learning_rate": 4.812440838262318e-05,
      "loss": 7.1141,
      "step": 798
    },
    {
      "epoch": 0.03265022577283779,
      "grad_norm": 19.455307006835938,
      "learning_rate": 4.802307655913631e-05,
      "loss": 6.2135,
      "step": 799
    },
    {
      "epoch": 0.03269108963488139,
      "grad_norm": 25.654468536376953,
      "learning_rate": 4.7921752867448015e-05,
      "loss": 8.7203,
      "step": 800
    },
    {
      "epoch": 0.032731953496924995,
      "grad_norm": 11.31525707244873,
      "learning_rate": 4.7820437724339156e-05,
      "loss": 5.5162,
      "step": 801
    },
    {
      "epoch": 0.032772817358968594,
      "grad_norm": 9.83940315246582,
      "learning_rate": 4.77191315465554e-05,
      "loss": 5.4198,
      "step": 802
    },
    {
      "epoch": 0.0328136812210122,
      "grad_norm": 10.139951705932617,
      "learning_rate": 4.7617834750805596e-05,
      "loss": 6.2065,
      "step": 803
    },
    {
      "epoch": 0.0328545450830558,
      "grad_norm": 11.097261428833008,
      "learning_rate": 4.7516547753759936e-05,
      "loss": 6.1914,
      "step": 804
    },
    {
      "epoch": 0.0328954089450994,
      "grad_norm": 10.726466178894043,
      "learning_rate": 4.741527097204837e-05,
      "loss": 5.89,
      "step": 805
    },
    {
      "epoch": 0.032936272807143,
      "grad_norm": 14.03322696685791,
      "learning_rate": 4.73140048222588e-05,
      "loss": 5.9329,
      "step": 806
    },
    {
      "epoch": 0.032977136669186606,
      "grad_norm": 10.831046104431152,
      "learning_rate": 4.7212749720935366e-05,
      "loss": 5.2228,
      "step": 807
    },
    {
      "epoch": 0.033018000531230204,
      "grad_norm": 10.751181602478027,
      "learning_rate": 4.711150608457682e-05,
      "loss": 5.9587,
      "step": 808
    },
    {
      "epoch": 0.03305886439327381,
      "grad_norm": 14.449563980102539,
      "learning_rate": 4.701027432963472e-05,
      "loss": 6.4227,
      "step": 809
    },
    {
      "epoch": 0.03309972825531741,
      "grad_norm": 11.759947776794434,
      "learning_rate": 4.6909054872511734e-05,
      "loss": 6.1268,
      "step": 810
    },
    {
      "epoch": 0.03314059211736101,
      "grad_norm": 10.370512008666992,
      "learning_rate": 4.680784812955999e-05,
      "loss": 5.423,
      "step": 811
    },
    {
      "epoch": 0.03318145597940461,
      "grad_norm": 12.082332611083984,
      "learning_rate": 4.67066545170793e-05,
      "loss": 5.7373,
      "step": 812
    },
    {
      "epoch": 0.03322231984144822,
      "grad_norm": 13.744240760803223,
      "learning_rate": 4.660547445131543e-05,
      "loss": 7.0043,
      "step": 813
    },
    {
      "epoch": 0.033263183703491815,
      "grad_norm": 11.712204933166504,
      "learning_rate": 4.6504308348458495e-05,
      "loss": 5.2743,
      "step": 814
    },
    {
      "epoch": 0.03330404756553542,
      "grad_norm": 11.35035228729248,
      "learning_rate": 4.640315662464108e-05,
      "loss": 5.5736,
      "step": 815
    },
    {
      "epoch": 0.03334491142757902,
      "grad_norm": 13.272401809692383,
      "learning_rate": 4.630201969593674e-05,
      "loss": 6.7767,
      "step": 816
    },
    {
      "epoch": 0.033385775289622624,
      "grad_norm": 9.989891052246094,
      "learning_rate": 4.620089797835808e-05,
      "loss": 5.3556,
      "step": 817
    },
    {
      "epoch": 0.03342663915166622,
      "grad_norm": 12.161250114440918,
      "learning_rate": 4.609979188785517e-05,
      "loss": 6.1155,
      "step": 818
    },
    {
      "epoch": 0.03346750301370983,
      "grad_norm": 11.25655746459961,
      "learning_rate": 4.599870184031379e-05,
      "loss": 5.43,
      "step": 819
    },
    {
      "epoch": 0.033508366875753426,
      "grad_norm": 14.124640464782715,
      "learning_rate": 4.589762825155374e-05,
      "loss": 5.5099,
      "step": 820
    },
    {
      "epoch": 0.03354923073779703,
      "grad_norm": 13.038962364196777,
      "learning_rate": 4.579657153732713e-05,
      "loss": 6.4754,
      "step": 821
    },
    {
      "epoch": 0.03359009459984063,
      "grad_norm": 14.773908615112305,
      "learning_rate": 4.569553211331663e-05,
      "loss": 5.9717,
      "step": 822
    },
    {
      "epoch": 0.033630958461884235,
      "grad_norm": 10.535924911499023,
      "learning_rate": 4.55945103951338e-05,
      "loss": 5.2884,
      "step": 823
    },
    {
      "epoch": 0.03367182232392783,
      "grad_norm": 11.513141632080078,
      "learning_rate": 4.5493506798317396e-05,
      "loss": 5.937,
      "step": 824
    },
    {
      "epoch": 0.03371268618597144,
      "grad_norm": 12.765596389770508,
      "learning_rate": 4.539252173833158e-05,
      "loss": 6.3437,
      "step": 825
    },
    {
      "epoch": 0.03375355004801504,
      "grad_norm": 15.730037689208984,
      "learning_rate": 4.529155563056432e-05,
      "loss": 7.151,
      "step": 826
    },
    {
      "epoch": 0.03379441391005864,
      "grad_norm": 21.06941795349121,
      "learning_rate": 4.519060889032561e-05,
      "loss": 6.3104,
      "step": 827
    },
    {
      "epoch": 0.03383527777210224,
      "grad_norm": 12.778593063354492,
      "learning_rate": 4.5089681932845744e-05,
      "loss": 5.6679,
      "step": 828
    },
    {
      "epoch": 0.033876141634145845,
      "grad_norm": 12.359304428100586,
      "learning_rate": 4.4988775173273705e-05,
      "loss": 5.5603,
      "step": 829
    },
    {
      "epoch": 0.033917005496189444,
      "grad_norm": 14.256274223327637,
      "learning_rate": 4.4887889026675335e-05,
      "loss": 6.5748,
      "step": 830
    },
    {
      "epoch": 0.03395786935823305,
      "grad_norm": 16.009084701538086,
      "learning_rate": 4.47870239080317e-05,
      "loss": 6.5634,
      "step": 831
    },
    {
      "epoch": 0.03399873322027665,
      "grad_norm": 16.743221282958984,
      "learning_rate": 4.468618023223742e-05,
      "loss": 7.9691,
      "step": 832
    },
    {
      "epoch": 0.03403959708232025,
      "grad_norm": 14.820799827575684,
      "learning_rate": 4.458535841409886e-05,
      "loss": 6.5902,
      "step": 833
    },
    {
      "epoch": 0.03408046094436385,
      "grad_norm": 12.430435180664062,
      "learning_rate": 4.448455886833249e-05,
      "loss": 4.8789,
      "step": 834
    },
    {
      "epoch": 0.034121324806407456,
      "grad_norm": 13.18826675415039,
      "learning_rate": 4.438378200956318e-05,
      "loss": 5.9642,
      "step": 835
    },
    {
      "epoch": 0.034162188668451055,
      "grad_norm": 15.168655395507812,
      "learning_rate": 4.4283028252322434e-05,
      "loss": 5.6209,
      "step": 836
    },
    {
      "epoch": 0.03420305253049466,
      "grad_norm": 13.598018646240234,
      "learning_rate": 4.4182298011046794e-05,
      "loss": 4.6218,
      "step": 837
    },
    {
      "epoch": 0.03424391639253826,
      "grad_norm": 19.64276123046875,
      "learning_rate": 4.408159170007605e-05,
      "loss": 6.4997,
      "step": 838
    },
    {
      "epoch": 0.03428478025458186,
      "grad_norm": 16.34746551513672,
      "learning_rate": 4.3980909733651545e-05,
      "loss": 6.7497,
      "step": 839
    },
    {
      "epoch": 0.03432564411662546,
      "grad_norm": 17.63458824157715,
      "learning_rate": 4.388025252591448e-05,
      "loss": 5.661,
      "step": 840
    },
    {
      "epoch": 0.03436650797866907,
      "grad_norm": 15.628196716308594,
      "learning_rate": 4.3779620490904245e-05,
      "loss": 6.3989,
      "step": 841
    },
    {
      "epoch": 0.034407371840712665,
      "grad_norm": 15.065128326416016,
      "learning_rate": 4.3679014042556634e-05,
      "loss": 6.4576,
      "step": 842
    },
    {
      "epoch": 0.03444823570275627,
      "grad_norm": 16.036527633666992,
      "learning_rate": 4.357843359470225e-05,
      "loss": 6.5357,
      "step": 843
    },
    {
      "epoch": 0.03448909956479987,
      "grad_norm": 19.563312530517578,
      "learning_rate": 4.347787956106473e-05,
      "loss": 5.3339,
      "step": 844
    },
    {
      "epoch": 0.034529963426843474,
      "grad_norm": 16.101699829101562,
      "learning_rate": 4.337735235525904e-05,
      "loss": 5.8994,
      "step": 845
    },
    {
      "epoch": 0.03457082728888707,
      "grad_norm": 19.365386962890625,
      "learning_rate": 4.3276852390789805e-05,
      "loss": 6.0011,
      "step": 846
    },
    {
      "epoch": 0.03461169115093068,
      "grad_norm": 21.15715217590332,
      "learning_rate": 4.3176380081049575e-05,
      "loss": 6.4039,
      "step": 847
    },
    {
      "epoch": 0.034652555012974276,
      "grad_norm": 18.640764236450195,
      "learning_rate": 4.307593583931723e-05,
      "loss": 5.1718,
      "step": 848
    },
    {
      "epoch": 0.03469341887501788,
      "grad_norm": 24.094104766845703,
      "learning_rate": 4.2975520078756083e-05,
      "loss": 7.4868,
      "step": 849
    },
    {
      "epoch": 0.03473428273706148,
      "grad_norm": 26.750246047973633,
      "learning_rate": 4.2875133212412366e-05,
      "loss": 7.3822,
      "step": 850
    },
    {
      "epoch": 0.034775146599105085,
      "grad_norm": 10.597962379455566,
      "learning_rate": 4.2774775653213426e-05,
      "loss": 6.1337,
      "step": 851
    },
    {
      "epoch": 0.03481601046114868,
      "grad_norm": 9.545047760009766,
      "learning_rate": 4.267444781396608e-05,
      "loss": 5.4507,
      "step": 852
    },
    {
      "epoch": 0.03485687432319228,
      "grad_norm": 10.799687385559082,
      "learning_rate": 4.257415010735486e-05,
      "loss": 5.7587,
      "step": 853
    },
    {
      "epoch": 0.03489773818523589,
      "grad_norm": 11.734539031982422,
      "learning_rate": 4.247388294594043e-05,
      "loss": 5.9068,
      "step": 854
    },
    {
      "epoch": 0.034938602047279485,
      "grad_norm": 11.26659870147705,
      "learning_rate": 4.2373646742157735e-05,
      "loss": 6.3001,
      "step": 855
    },
    {
      "epoch": 0.03497946590932309,
      "grad_norm": 13.878612518310547,
      "learning_rate": 4.2273441908314405e-05,
      "loss": 5.0709,
      "step": 856
    },
    {
      "epoch": 0.03502032977136669,
      "grad_norm": 10.847904205322266,
      "learning_rate": 4.217326885658902e-05,
      "loss": 5.8834,
      "step": 857
    },
    {
      "epoch": 0.035061193633410294,
      "grad_norm": 10.424206733703613,
      "learning_rate": 4.207312799902945e-05,
      "loss": 5.3678,
      "step": 858
    },
    {
      "epoch": 0.03510205749545389,
      "grad_norm": 12.729698181152344,
      "learning_rate": 4.197301974755115e-05,
      "loss": 5.9586,
      "step": 859
    },
    {
      "epoch": 0.0351429213574975,
      "grad_norm": 15.107279777526855,
      "learning_rate": 4.187294451393541e-05,
      "loss": 6.8418,
      "step": 860
    },
    {
      "epoch": 0.035183785219541096,
      "grad_norm": 10.497543334960938,
      "learning_rate": 4.1772902709827745e-05,
      "loss": 5.8067,
      "step": 861
    },
    {
      "epoch": 0.0352246490815847,
      "grad_norm": 12.176688194274902,
      "learning_rate": 4.167289474673616e-05,
      "loss": 5.9797,
      "step": 862
    },
    {
      "epoch": 0.0352655129436283,
      "grad_norm": 11.45948600769043,
      "learning_rate": 4.157292103602941e-05,
      "loss": 5.5248,
      "step": 863
    },
    {
      "epoch": 0.035306376805671905,
      "grad_norm": 11.284353256225586,
      "learning_rate": 4.147298198893543e-05,
      "loss": 5.8799,
      "step": 864
    },
    {
      "epoch": 0.0353472406677155,
      "grad_norm": 13.978666305541992,
      "learning_rate": 4.1373078016539536e-05,
      "loss": 6.504,
      "step": 865
    },
    {
      "epoch": 0.03538810452975911,
      "grad_norm": 10.179131507873535,
      "learning_rate": 4.1273209529782755e-05,
      "loss": 4.8236,
      "step": 866
    },
    {
      "epoch": 0.035428968391802707,
      "grad_norm": 12.34158992767334,
      "learning_rate": 4.117337693946018e-05,
      "loss": 5.9827,
      "step": 867
    },
    {
      "epoch": 0.03546983225384631,
      "grad_norm": 10.681246757507324,
      "learning_rate": 4.107358065621921e-05,
      "loss": 4.9171,
      "step": 868
    },
    {
      "epoch": 0.03551069611588991,
      "grad_norm": 12.345189094543457,
      "learning_rate": 4.0973821090557934e-05,
      "loss": 6.7206,
      "step": 869
    },
    {
      "epoch": 0.035551559977933515,
      "grad_norm": 13.138835906982422,
      "learning_rate": 4.0874098652823414e-05,
      "loss": 6.2797,
      "step": 870
    },
    {
      "epoch": 0.035592423839977114,
      "grad_norm": 13.89720630645752,
      "learning_rate": 4.077441375320996e-05,
      "loss": 6.2362,
      "step": 871
    },
    {
      "epoch": 0.03563328770202072,
      "grad_norm": 12.333014488220215,
      "learning_rate": 4.0674766801757484e-05,
      "loss": 5.7531,
      "step": 872
    },
    {
      "epoch": 0.03567415156406432,
      "grad_norm": 11.059667587280273,
      "learning_rate": 4.0575158208349826e-05,
      "loss": 6.1373,
      "step": 873
    },
    {
      "epoch": 0.03571501542610792,
      "grad_norm": 18.293764114379883,
      "learning_rate": 4.0475588382712996e-05,
      "loss": 6.4677,
      "step": 874
    },
    {
      "epoch": 0.03575587928815152,
      "grad_norm": 12.745012283325195,
      "learning_rate": 4.03760577344136e-05,
      "loss": 5.8246,
      "step": 875
    },
    {
      "epoch": 0.035796743150195126,
      "grad_norm": 14.201961517333984,
      "learning_rate": 4.0276566672857054e-05,
      "loss": 6.3943,
      "step": 876
    },
    {
      "epoch": 0.035837607012238724,
      "grad_norm": 14.151618957519531,
      "learning_rate": 4.0177115607285956e-05,
      "loss": 6.5421,
      "step": 877
    },
    {
      "epoch": 0.03587847087428233,
      "grad_norm": 11.410089492797852,
      "learning_rate": 4.007770494677837e-05,
      "loss": 5.9853,
      "step": 878
    },
    {
      "epoch": 0.03591933473632593,
      "grad_norm": 14.650665283203125,
      "learning_rate": 3.997833510024618e-05,
      "loss": 6.1049,
      "step": 879
    },
    {
      "epoch": 0.03596019859836953,
      "grad_norm": 17.111265182495117,
      "learning_rate": 3.987900647643334e-05,
      "loss": 6.7111,
      "step": 880
    },
    {
      "epoch": 0.03600106246041313,
      "grad_norm": 17.015764236450195,
      "learning_rate": 3.977971948391432e-05,
      "loss": 7.1642,
      "step": 881
    },
    {
      "epoch": 0.03604192632245674,
      "grad_norm": 14.402393341064453,
      "learning_rate": 3.968047453109229e-05,
      "loss": 5.5925,
      "step": 882
    },
    {
      "epoch": 0.036082790184500335,
      "grad_norm": 14.426161766052246,
      "learning_rate": 3.95812720261975e-05,
      "loss": 6.4626,
      "step": 883
    },
    {
      "epoch": 0.03612365404654394,
      "grad_norm": 12.16929817199707,
      "learning_rate": 3.94821123772856e-05,
      "loss": 5.9383,
      "step": 884
    },
    {
      "epoch": 0.03616451790858754,
      "grad_norm": 12.443429946899414,
      "learning_rate": 3.9382995992235955e-05,
      "loss": 5.2983,
      "step": 885
    },
    {
      "epoch": 0.036205381770631144,
      "grad_norm": 14.63154411315918,
      "learning_rate": 3.928392327875001e-05,
      "loss": 7.2169,
      "step": 886
    },
    {
      "epoch": 0.03624624563267474,
      "grad_norm": 15.79232120513916,
      "learning_rate": 3.918489464434951e-05,
      "loss": 6.3586,
      "step": 887
    },
    {
      "epoch": 0.03628710949471835,
      "grad_norm": 18.77535629272461,
      "learning_rate": 3.908591049637494e-05,
      "loss": 7.7431,
      "step": 888
    },
    {
      "epoch": 0.036327973356761946,
      "grad_norm": 13.619382858276367,
      "learning_rate": 3.8986971241983746e-05,
      "loss": 5.6285,
      "step": 889
    },
    {
      "epoch": 0.03636883721880555,
      "grad_norm": 14.79322624206543,
      "learning_rate": 3.888807728814873e-05,
      "loss": 6.3653,
      "step": 890
    },
    {
      "epoch": 0.03640970108084915,
      "grad_norm": 13.984081268310547,
      "learning_rate": 3.878922904165641e-05,
      "loss": 6.4527,
      "step": 891
    },
    {
      "epoch": 0.036450564942892755,
      "grad_norm": 14.210942268371582,
      "learning_rate": 3.869042690910522e-05,
      "loss": 5.2604,
      "step": 892
    },
    {
      "epoch": 0.03649142880493635,
      "grad_norm": 15.100627899169922,
      "learning_rate": 3.859167129690393e-05,
      "loss": 5.68,
      "step": 893
    },
    {
      "epoch": 0.03653229266697996,
      "grad_norm": 16.315135955810547,
      "learning_rate": 3.849296261126998e-05,
      "loss": 6.7951,
      "step": 894
    },
    {
      "epoch": 0.03657315652902356,
      "grad_norm": 17.04012107849121,
      "learning_rate": 3.8394301258227754e-05,
      "loss": 7.54,
      "step": 895
    },
    {
      "epoch": 0.03661402039106716,
      "grad_norm": 16.820240020751953,
      "learning_rate": 3.8295687643606944e-05,
      "loss": 6.7864,
      "step": 896
    },
    {
      "epoch": 0.03665488425311076,
      "grad_norm": 16.583789825439453,
      "learning_rate": 3.8197122173040924e-05,
      "loss": 7.3028,
      "step": 897
    },
    {
      "epoch": 0.036695748115154365,
      "grad_norm": 15.478792190551758,
      "learning_rate": 3.8098605251964955e-05,
      "loss": 5.9316,
      "step": 898
    },
    {
      "epoch": 0.036736611977197964,
      "grad_norm": 17.706260681152344,
      "learning_rate": 3.800013728561465e-05,
      "loss": 6.4828,
      "step": 899
    },
    {
      "epoch": 0.03677747583924157,
      "grad_norm": 21.876197814941406,
      "learning_rate": 3.790171867902426e-05,
      "loss": 5.147,
      "step": 900
    },
    {
      "epoch": 0.03681833970128517,
      "grad_norm": 9.025891304016113,
      "learning_rate": 3.780334983702494e-05,
      "loss": 4.2541,
      "step": 901
    },
    {
      "epoch": 0.03685920356332877,
      "grad_norm": 12.855805397033691,
      "learning_rate": 3.770503116424323e-05,
      "loss": 6.2787,
      "step": 902
    },
    {
      "epoch": 0.03690006742537237,
      "grad_norm": 9.282475471496582,
      "learning_rate": 3.760676306509926e-05,
      "loss": 5.3057,
      "step": 903
    },
    {
      "epoch": 0.036940931287415976,
      "grad_norm": 10.659452438354492,
      "learning_rate": 3.750854594380511e-05,
      "loss": 5.7088,
      "step": 904
    },
    {
      "epoch": 0.036981795149459575,
      "grad_norm": 11.804945945739746,
      "learning_rate": 3.741038020436323e-05,
      "loss": 5.7787,
      "step": 905
    },
    {
      "epoch": 0.03702265901150318,
      "grad_norm": 10.895795822143555,
      "learning_rate": 3.7312266250564616e-05,
      "loss": 5.8061,
      "step": 906
    },
    {
      "epoch": 0.03706352287354678,
      "grad_norm": 12.691338539123535,
      "learning_rate": 3.72142044859874e-05,
      "loss": 6.3276,
      "step": 907
    },
    {
      "epoch": 0.03710438673559038,
      "grad_norm": 13.339473724365234,
      "learning_rate": 3.711619531399492e-05,
      "loss": 5.0748,
      "step": 908
    },
    {
      "epoch": 0.03714525059763398,
      "grad_norm": 9.594980239868164,
      "learning_rate": 3.7018239137734236e-05,
      "loss": 5.2249,
      "step": 909
    },
    {
      "epoch": 0.03718611445967759,
      "grad_norm": 12.038073539733887,
      "learning_rate": 3.692033636013438e-05,
      "loss": 5.4461,
      "step": 910
    },
    {
      "epoch": 0.037226978321721185,
      "grad_norm": 11.838149070739746,
      "learning_rate": 3.682248738390479e-05,
      "loss": 5.455,
      "step": 911
    },
    {
      "epoch": 0.03726784218376479,
      "grad_norm": 12.073801040649414,
      "learning_rate": 3.672469261153352e-05,
      "loss": 5.7898,
      "step": 912
    },
    {
      "epoch": 0.03730870604580839,
      "grad_norm": 10.655343055725098,
      "learning_rate": 3.662695244528576e-05,
      "loss": 5.4179,
      "step": 913
    },
    {
      "epoch": 0.037349569907851994,
      "grad_norm": 11.384563446044922,
      "learning_rate": 3.652926728720202e-05,
      "loss": 5.6634,
      "step": 914
    },
    {
      "epoch": 0.03739043376989559,
      "grad_norm": 11.952386856079102,
      "learning_rate": 3.6431637539096565e-05,
      "loss": 6.794,
      "step": 915
    },
    {
      "epoch": 0.0374312976319392,
      "grad_norm": 13.470526695251465,
      "learning_rate": 3.6334063602555725e-05,
      "loss": 5.9819,
      "step": 916
    },
    {
      "epoch": 0.037472161493982796,
      "grad_norm": 12.157904624938965,
      "learning_rate": 3.6236545878936254e-05,
      "loss": 6.1251,
      "step": 917
    },
    {
      "epoch": 0.0375130253560264,
      "grad_norm": 13.66552734375,
      "learning_rate": 3.613908476936373e-05,
      "loss": 5.9307,
      "step": 918
    },
    {
      "epoch": 0.03755388921807,
      "grad_norm": 11.932044982910156,
      "learning_rate": 3.604168067473078e-05,
      "loss": 5.0045,
      "step": 919
    },
    {
      "epoch": 0.037594753080113605,
      "grad_norm": 14.237054824829102,
      "learning_rate": 3.594433399569559e-05,
      "loss": 6.211,
      "step": 920
    },
    {
      "epoch": 0.0376356169421572,
      "grad_norm": 13.385059356689453,
      "learning_rate": 3.584704513268008e-05,
      "loss": 5.8307,
      "step": 921
    },
    {
      "epoch": 0.03767648080420081,
      "grad_norm": 11.674153327941895,
      "learning_rate": 3.574981448586845e-05,
      "loss": 6.0472,
      "step": 922
    },
    {
      "epoch": 0.03771734466624441,
      "grad_norm": 10.297142028808594,
      "learning_rate": 3.565264245520535e-05,
      "loss": 5.2401,
      "step": 923
    },
    {
      "epoch": 0.037758208528288005,
      "grad_norm": 16.995798110961914,
      "learning_rate": 3.555552944039442e-05,
      "loss": 7.0098,
      "step": 924
    },
    {
      "epoch": 0.03779907239033161,
      "grad_norm": 12.539478302001953,
      "learning_rate": 3.5458475840896435e-05,
      "loss": 6.0002,
      "step": 925
    },
    {
      "epoch": 0.03783993625237521,
      "grad_norm": 11.356222152709961,
      "learning_rate": 3.536148205592785e-05,
      "loss": 4.1946,
      "step": 926
    },
    {
      "epoch": 0.037880800114418814,
      "grad_norm": 12.118279457092285,
      "learning_rate": 3.5264548484459056e-05,
      "loss": 5.5623,
      "step": 927
    },
    {
      "epoch": 0.03792166397646241,
      "grad_norm": 11.591519355773926,
      "learning_rate": 3.516767552521274e-05,
      "loss": 4.9891,
      "step": 928
    },
    {
      "epoch": 0.03796252783850602,
      "grad_norm": 15.470897674560547,
      "learning_rate": 3.507086357666233e-05,
      "loss": 7.0195,
      "step": 929
    },
    {
      "epoch": 0.038003391700549616,
      "grad_norm": 14.848286628723145,
      "learning_rate": 3.497411303703025e-05,
      "loss": 6.0036,
      "step": 930
    },
    {
      "epoch": 0.03804425556259322,
      "grad_norm": 14.93978500366211,
      "learning_rate": 3.487742430428634e-05,
      "loss": 5.8531,
      "step": 931
    },
    {
      "epoch": 0.03808511942463682,
      "grad_norm": 14.415434837341309,
      "learning_rate": 3.478079777614619e-05,
      "loss": 6.3836,
      "step": 932
    },
    {
      "epoch": 0.038125983286680425,
      "grad_norm": 16.72842788696289,
      "learning_rate": 3.4684233850069526e-05,
      "loss": 6.4447,
      "step": 933
    },
    {
      "epoch": 0.03816684714872402,
      "grad_norm": 15.906041145324707,
      "learning_rate": 3.4587732923258596e-05,
      "loss": 6.3635,
      "step": 934
    },
    {
      "epoch": 0.03820771101076763,
      "grad_norm": 16.876211166381836,
      "learning_rate": 3.4491295392656494e-05,
      "loss": 7.0742,
      "step": 935
    },
    {
      "epoch": 0.03824857487281123,
      "grad_norm": 15.177809715270996,
      "learning_rate": 3.439492165494552e-05,
      "loss": 5.933,
      "step": 936
    },
    {
      "epoch": 0.03828943873485483,
      "grad_norm": 17.258132934570312,
      "learning_rate": 3.4298612106545594e-05,
      "loss": 7.0701,
      "step": 937
    },
    {
      "epoch": 0.03833030259689843,
      "grad_norm": 16.33283805847168,
      "learning_rate": 3.42023671436126e-05,
      "loss": 5.9172,
      "step": 938
    },
    {
      "epoch": 0.038371166458942035,
      "grad_norm": 14.862781524658203,
      "learning_rate": 3.410618716203674e-05,
      "loss": 5.7151,
      "step": 939
    },
    {
      "epoch": 0.038412030320985634,
      "grad_norm": 14.369739532470703,
      "learning_rate": 3.4010072557440966e-05,
      "loss": 5.2826,
      "step": 940
    },
    {
      "epoch": 0.03845289418302924,
      "grad_norm": 16.090774536132812,
      "learning_rate": 3.391402372517928e-05,
      "loss": 7.5727,
      "step": 941
    },
    {
      "epoch": 0.03849375804507284,
      "grad_norm": 18.24490737915039,
      "learning_rate": 3.381804106033512e-05,
      "loss": 6.4038,
      "step": 942
    },
    {
      "epoch": 0.03853462190711644,
      "grad_norm": 15.467041969299316,
      "learning_rate": 3.372212495771981e-05,
      "loss": 6.0853,
      "step": 943
    },
    {
      "epoch": 0.03857548576916004,
      "grad_norm": 17.589603424072266,
      "learning_rate": 3.362627581187079e-05,
      "loss": 6.0795,
      "step": 944
    },
    {
      "epoch": 0.038616349631203646,
      "grad_norm": 15.041229248046875,
      "learning_rate": 3.3530494017050215e-05,
      "loss": 5.2542,
      "step": 945
    },
    {
      "epoch": 0.038657213493247244,
      "grad_norm": 21.062021255493164,
      "learning_rate": 3.343477996724309e-05,
      "loss": 6.7692,
      "step": 946
    },
    {
      "epoch": 0.03869807735529085,
      "grad_norm": 18.21006965637207,
      "learning_rate": 3.3339134056155784e-05,
      "loss": 6.6845,
      "step": 947
    },
    {
      "epoch": 0.03873894121733445,
      "grad_norm": 24.939653396606445,
      "learning_rate": 3.3243556677214416e-05,
      "loss": 7.2438,
      "step": 948
    },
    {
      "epoch": 0.03877980507937805,
      "grad_norm": 18.509553909301758,
      "learning_rate": 3.3148048223563165e-05,
      "loss": 4.808,
      "step": 949
    },
    {
      "epoch": 0.03882066894142165,
      "grad_norm": 19.69071388244629,
      "learning_rate": 3.3052609088062764e-05,
      "loss": 6.1619,
      "step": 950
    },
    {
      "epoch": 0.03886153280346526,
      "grad_norm": 14.553308486938477,
      "learning_rate": 3.295723966328873e-05,
      "loss": 6.8985,
      "step": 951
    },
    {
      "epoch": 0.038902396665508855,
      "grad_norm": 10.725041389465332,
      "learning_rate": 3.28619403415299e-05,
      "loss": 5.3391,
      "step": 952
    },
    {
      "epoch": 0.03894326052755246,
      "grad_norm": 11.912552833557129,
      "learning_rate": 3.276671151478673e-05,
      "loss": 5.552,
      "step": 953
    },
    {
      "epoch": 0.03898412438959606,
      "grad_norm": 11.409377098083496,
      "learning_rate": 3.267155357476969e-05,
      "loss": 6.1126,
      "step": 954
    },
    {
      "epoch": 0.039024988251639664,
      "grad_norm": 11.68188190460205,
      "learning_rate": 3.2576466912897676e-05,
      "loss": 5.8648,
      "step": 955
    },
    {
      "epoch": 0.03906585211368326,
      "grad_norm": 11.182487487792969,
      "learning_rate": 3.248145192029642e-05,
      "loss": 5.9714,
      "step": 956
    },
    {
      "epoch": 0.03910671597572687,
      "grad_norm": 9.624922752380371,
      "learning_rate": 3.238650898779681e-05,
      "loss": 4.5297,
      "step": 957
    },
    {
      "epoch": 0.039147579837770466,
      "grad_norm": 10.538933753967285,
      "learning_rate": 3.2291638505933354e-05,
      "loss": 5.3111,
      "step": 958
    },
    {
      "epoch": 0.03918844369981407,
      "grad_norm": 11.612752914428711,
      "learning_rate": 3.219684086494252e-05,
      "loss": 6.1101,
      "step": 959
    },
    {
      "epoch": 0.03922930756185767,
      "grad_norm": 13.483060836791992,
      "learning_rate": 3.2102116454761164e-05,
      "loss": 5.3566,
      "step": 960
    },
    {
      "epoch": 0.039270171423901275,
      "grad_norm": 12.638821601867676,
      "learning_rate": 3.2007465665024946e-05,
      "loss": 7.098,
      "step": 961
    },
    {
      "epoch": 0.03931103528594487,
      "grad_norm": 11.480537414550781,
      "learning_rate": 3.191288888506668e-05,
      "loss": 5.6976,
      "step": 962
    },
    {
      "epoch": 0.03935189914798848,
      "grad_norm": 13.620696067810059,
      "learning_rate": 3.1818386503914715e-05,
      "loss": 6.1087,
      "step": 963
    },
    {
      "epoch": 0.03939276301003208,
      "grad_norm": 11.591136932373047,
      "learning_rate": 3.172395891029143e-05,
      "loss": 5.9134,
      "step": 964
    },
    {
      "epoch": 0.03943362687207568,
      "grad_norm": 12.859493255615234,
      "learning_rate": 3.162960649261152e-05,
      "loss": 6.4808,
      "step": 965
    },
    {
      "epoch": 0.03947449073411928,
      "grad_norm": 10.760573387145996,
      "learning_rate": 3.153532963898048e-05,
      "loss": 5.3039,
      "step": 966
    },
    {
      "epoch": 0.039515354596162885,
      "grad_norm": 11.242655754089355,
      "learning_rate": 3.144112873719302e-05,
      "loss": 5.3752,
      "step": 967
    },
    {
      "epoch": 0.039556218458206484,
      "grad_norm": 12.010353088378906,
      "learning_rate": 3.1347004174731385e-05,
      "loss": 6.3104,
      "step": 968
    },
    {
      "epoch": 0.03959708232025009,
      "grad_norm": 11.630263328552246,
      "learning_rate": 3.125295633876381e-05,
      "loss": 5.9661,
      "step": 969
    },
    {
      "epoch": 0.03963794618229369,
      "grad_norm": 13.140830993652344,
      "learning_rate": 3.115898561614294e-05,
      "loss": 5.832,
      "step": 970
    },
    {
      "epoch": 0.03967881004433729,
      "grad_norm": 14.634666442871094,
      "learning_rate": 3.1065092393404215e-05,
      "loss": 6.7164,
      "step": 971
    },
    {
      "epoch": 0.03971967390638089,
      "grad_norm": 13.673237800598145,
      "learning_rate": 3.0971277056764316e-05,
      "loss": 6.1218,
      "step": 972
    },
    {
      "epoch": 0.039760537768424496,
      "grad_norm": 13.417213439941406,
      "learning_rate": 3.087753999211954e-05,
      "loss": 5.5652,
      "step": 973
    },
    {
      "epoch": 0.039801401630468095,
      "grad_norm": 11.487565040588379,
      "learning_rate": 3.0783881585044176e-05,
      "loss": 5.7236,
      "step": 974
    },
    {
      "epoch": 0.0398422654925117,
      "grad_norm": 15.820090293884277,
      "learning_rate": 3.0690302220789037e-05,
      "loss": 6.7435,
      "step": 975
    },
    {
      "epoch": 0.0398831293545553,
      "grad_norm": 12.619025230407715,
      "learning_rate": 3.059680228427975e-05,
      "loss": 6.2662,
      "step": 976
    },
    {
      "epoch": 0.0399239932165989,
      "grad_norm": 17.425853729248047,
      "learning_rate": 3.050338216011529e-05,
      "loss": 7.5118,
      "step": 977
    },
    {
      "epoch": 0.0399648570786425,
      "grad_norm": 13.842377662658691,
      "learning_rate": 3.0410042232566255e-05,
      "loss": 6.3185,
      "step": 978
    },
    {
      "epoch": 0.04000572094068611,
      "grad_norm": 13.980592727661133,
      "learning_rate": 3.0316782885573426e-05,
      "loss": 6.3388,
      "step": 979
    },
    {
      "epoch": 0.040046584802729705,
      "grad_norm": 13.075349807739258,
      "learning_rate": 3.0223604502746093e-05,
      "loss": 6.249,
      "step": 980
    },
    {
      "epoch": 0.04008744866477331,
      "grad_norm": 12.778681755065918,
      "learning_rate": 3.0130507467360537e-05,
      "loss": 6.096,
      "step": 981
    },
    {
      "epoch": 0.04012831252681691,
      "grad_norm": 13.593791961669922,
      "learning_rate": 3.0037492162358384e-05,
      "loss": 5.8474,
      "step": 982
    },
    {
      "epoch": 0.040169176388860514,
      "grad_norm": 15.271443367004395,
      "learning_rate": 2.9944558970345155e-05,
      "loss": 5.8924,
      "step": 983
    },
    {
      "epoch": 0.04021004025090411,
      "grad_norm": 16.39191436767578,
      "learning_rate": 2.9851708273588524e-05,
      "loss": 6.6907,
      "step": 984
    },
    {
      "epoch": 0.04025090411294772,
      "grad_norm": 14.598573684692383,
      "learning_rate": 2.9758940454016893e-05,
      "loss": 6.4355,
      "step": 985
    },
    {
      "epoch": 0.040291767974991316,
      "grad_norm": 16.247051239013672,
      "learning_rate": 2.9666255893217708e-05,
      "loss": 7.2727,
      "step": 986
    },
    {
      "epoch": 0.04033263183703492,
      "grad_norm": 16.41706657409668,
      "learning_rate": 2.9573654972435977e-05,
      "loss": 5.7528,
      "step": 987
    },
    {
      "epoch": 0.04037349569907852,
      "grad_norm": 17.297618865966797,
      "learning_rate": 2.948113807257269e-05,
      "loss": 6.2577,
      "step": 988
    },
    {
      "epoch": 0.040414359561122125,
      "grad_norm": 14.365092277526855,
      "learning_rate": 2.9388705574183156e-05,
      "loss": 6.7934,
      "step": 989
    },
    {
      "epoch": 0.04045522342316572,
      "grad_norm": 14.059436798095703,
      "learning_rate": 2.9296357857475575e-05,
      "loss": 5.9202,
      "step": 990
    },
    {
      "epoch": 0.04049608728520933,
      "grad_norm": 16.337358474731445,
      "learning_rate": 2.9204095302309386e-05,
      "loss": 5.3392,
      "step": 991
    },
    {
      "epoch": 0.04053695114725293,
      "grad_norm": 16.44910430908203,
      "learning_rate": 2.9111918288193708e-05,
      "loss": 5.0316,
      "step": 992
    },
    {
      "epoch": 0.04057781500929653,
      "grad_norm": 18.43033790588379,
      "learning_rate": 2.9019827194285855e-05,
      "loss": 6.2751,
      "step": 993
    },
    {
      "epoch": 0.04061867887134013,
      "grad_norm": 18.78694725036621,
      "learning_rate": 2.8927822399389636e-05,
      "loss": 6.7127,
      "step": 994
    },
    {
      "epoch": 0.04065954273338373,
      "grad_norm": 16.692092895507812,
      "learning_rate": 2.8835904281953985e-05,
      "loss": 7.062,
      "step": 995
    },
    {
      "epoch": 0.040700406595427334,
      "grad_norm": 16.63036346435547,
      "learning_rate": 2.8744073220071222e-05,
      "loss": 5.7072,
      "step": 996
    },
    {
      "epoch": 0.04074127045747093,
      "grad_norm": 18.292049407958984,
      "learning_rate": 2.8652329591475585e-05,
      "loss": 6.028,
      "step": 997
    },
    {
      "epoch": 0.04078213431951454,
      "grad_norm": 16.736337661743164,
      "learning_rate": 2.8560673773541653e-05,
      "loss": 5.757,
      "step": 998
    },
    {
      "epoch": 0.040822998181558136,
      "grad_norm": 18.937042236328125,
      "learning_rate": 2.8469106143282916e-05,
      "loss": 6.8295,
      "step": 999
    },
    {
      "epoch": 0.04086386204360174,
      "grad_norm": 19.664264678955078,
      "learning_rate": 2.837762707734999e-05,
      "loss": 6.045,
      "step": 1000
    },
    {
      "epoch": 0.04090472590564534,
      "grad_norm": 9.820219993591309,
      "learning_rate": 2.828623695202925e-05,
      "loss": 4.9664,
      "step": 1001
    },
    {
      "epoch": 0.040945589767688945,
      "grad_norm": 11.516578674316406,
      "learning_rate": 2.819493614324119e-05,
      "loss": 6.3046,
      "step": 1002
    },
    {
      "epoch": 0.04098645362973254,
      "grad_norm": 11.063577651977539,
      "learning_rate": 2.8103725026538964e-05,
      "loss": 5.283,
      "step": 1003
    },
    {
      "epoch": 0.04102731749177615,
      "grad_norm": 11.746273040771484,
      "learning_rate": 2.8012603977106784e-05,
      "loss": 6.5791,
      "step": 1004
    },
    {
      "epoch": 0.04106818135381975,
      "grad_norm": 10.53653621673584,
      "learning_rate": 2.7921573369758342e-05,
      "loss": 5.5498,
      "step": 1005
    },
    {
      "epoch": 0.04110904521586335,
      "grad_norm": 10.973023414611816,
      "learning_rate": 2.7830633578935318e-05,
      "loss": 5.4534,
      "step": 1006
    },
    {
      "epoch": 0.04114990907790695,
      "grad_norm": 11.000313758850098,
      "learning_rate": 2.773978497870588e-05,
      "loss": 5.4189,
      "step": 1007
    },
    {
      "epoch": 0.041190772939950555,
      "grad_norm": 9.5304594039917,
      "learning_rate": 2.7649027942763045e-05,
      "loss": 4.5657,
      "step": 1008
    },
    {
      "epoch": 0.041231636801994154,
      "grad_norm": 17.269838333129883,
      "learning_rate": 2.7558362844423184e-05,
      "loss": 7.1581,
      "step": 1009
    },
    {
      "epoch": 0.04127250066403776,
      "grad_norm": 14.237451553344727,
      "learning_rate": 2.7467790056624563e-05,
      "loss": 6.49,
      "step": 1010
    },
    {
      "epoch": 0.04131336452608136,
      "grad_norm": 12.095810890197754,
      "learning_rate": 2.7377309951925666e-05,
      "loss": 6.7303,
      "step": 1011
    },
    {
      "epoch": 0.04135422838812496,
      "grad_norm": 16.025667190551758,
      "learning_rate": 2.7286922902503808e-05,
      "loss": 7.4049,
      "step": 1012
    },
    {
      "epoch": 0.04139509225016856,
      "grad_norm": 12.500591278076172,
      "learning_rate": 2.7196629280153463e-05,
      "loss": 6.1401,
      "step": 1013
    },
    {
      "epoch": 0.041435956112212166,
      "grad_norm": 14.237492561340332,
      "learning_rate": 2.7106429456284842e-05,
      "loss": 6.644,
      "step": 1014
    },
    {
      "epoch": 0.041476819974255764,
      "grad_norm": 10.927114486694336,
      "learning_rate": 2.7016323801922328e-05,
      "loss": 4.7948,
      "step": 1015
    },
    {
      "epoch": 0.04151768383629937,
      "grad_norm": 12.193126678466797,
      "learning_rate": 2.6926312687702987e-05,
      "loss": 6.3992,
      "step": 1016
    },
    {
      "epoch": 0.04155854769834297,
      "grad_norm": 10.150772094726562,
      "learning_rate": 2.683639648387494e-05,
      "loss": 5.35,
      "step": 1017
    },
    {
      "epoch": 0.04159941156038657,
      "grad_norm": 12.192811965942383,
      "learning_rate": 2.6746575560295937e-05,
      "loss": 5.5115,
      "step": 1018
    },
    {
      "epoch": 0.04164027542243017,
      "grad_norm": 12.946633338928223,
      "learning_rate": 2.665685028643179e-05,
      "loss": 6.0437,
      "step": 1019
    },
    {
      "epoch": 0.04168113928447378,
      "grad_norm": 11.406111717224121,
      "learning_rate": 2.6567221031354906e-05,
      "loss": 5.0554,
      "step": 1020
    },
    {
      "epoch": 0.041722003146517375,
      "grad_norm": 16.837289810180664,
      "learning_rate": 2.647768816374273e-05,
      "loss": 6.0896,
      "step": 1021
    },
    {
      "epoch": 0.04176286700856098,
      "grad_norm": 13.508050918579102,
      "learning_rate": 2.6388252051876196e-05,
      "loss": 6.9558,
      "step": 1022
    },
    {
      "epoch": 0.04180373087060458,
      "grad_norm": 14.000604629516602,
      "learning_rate": 2.629891306363824e-05,
      "loss": 6.0045,
      "step": 1023
    },
    {
      "epoch": 0.041844594732648184,
      "grad_norm": 14.208057403564453,
      "learning_rate": 2.620967156651236e-05,
      "loss": 7.3612,
      "step": 1024
    },
    {
      "epoch": 0.04188545859469178,
      "grad_norm": 12.834397315979004,
      "learning_rate": 2.612052792758095e-05,
      "loss": 5.4253,
      "step": 1025
    },
    {
      "epoch": 0.04192632245673539,
      "grad_norm": 14.161296844482422,
      "learning_rate": 2.603148251352397e-05,
      "loss": 7.5586,
      "step": 1026
    },
    {
      "epoch": 0.041967186318778986,
      "grad_norm": 15.866162300109863,
      "learning_rate": 2.5942535690617275e-05,
      "loss": 7.1126,
      "step": 1027
    },
    {
      "epoch": 0.04200805018082259,
      "grad_norm": 14.246010780334473,
      "learning_rate": 2.5853687824731177e-05,
      "loss": 6.7728,
      "step": 1028
    },
    {
      "epoch": 0.04204891404286619,
      "grad_norm": 19.702484130859375,
      "learning_rate": 2.5764939281329015e-05,
      "loss": 6.6058,
      "step": 1029
    },
    {
      "epoch": 0.042089777904909795,
      "grad_norm": 14.153493881225586,
      "learning_rate": 2.5676290425465492e-05,
      "loss": 5.5273,
      "step": 1030
    },
    {
      "epoch": 0.04213064176695339,
      "grad_norm": 14.318408012390137,
      "learning_rate": 2.5587741621785332e-05,
      "loss": 6.3517,
      "step": 1031
    },
    {
      "epoch": 0.042171505628997,
      "grad_norm": 15.36366081237793,
      "learning_rate": 2.549929323452165e-05,
      "loss": 6.8761,
      "step": 1032
    },
    {
      "epoch": 0.0422123694910406,
      "grad_norm": 13.680630683898926,
      "learning_rate": 2.5410945627494564e-05,
      "loss": 5.4765,
      "step": 1033
    },
    {
      "epoch": 0.0422532333530842,
      "grad_norm": 15.241232872009277,
      "learning_rate": 2.532269916410961e-05,
      "loss": 6.7646,
      "step": 1034
    },
    {
      "epoch": 0.0422940972151278,
      "grad_norm": 11.870946884155273,
      "learning_rate": 2.5234554207356266e-05,
      "loss": 5.2125,
      "step": 1035
    },
    {
      "epoch": 0.042334961077171405,
      "grad_norm": 13.928923606872559,
      "learning_rate": 2.5146511119806533e-05,
      "loss": 6.2066,
      "step": 1036
    },
    {
      "epoch": 0.042375824939215004,
      "grad_norm": 14.318248748779297,
      "learning_rate": 2.5058570263613372e-05,
      "loss": 5.9534,
      "step": 1037
    },
    {
      "epoch": 0.04241668880125861,
      "grad_norm": 12.80020809173584,
      "learning_rate": 2.4970732000509205e-05,
      "loss": 5.7022,
      "step": 1038
    },
    {
      "epoch": 0.04245755266330221,
      "grad_norm": 17.513622283935547,
      "learning_rate": 2.488299669180446e-05,
      "loss": 6.321,
      "step": 1039
    },
    {
      "epoch": 0.04249841652534581,
      "grad_norm": 14.180099487304688,
      "learning_rate": 2.479536469838606e-05,
      "loss": 5.7359,
      "step": 1040
    },
    {
      "epoch": 0.04253928038738941,
      "grad_norm": 15.505146026611328,
      "learning_rate": 2.4707836380715993e-05,
      "loss": 5.8227,
      "step": 1041
    },
    {
      "epoch": 0.042580144249433016,
      "grad_norm": 14.542949676513672,
      "learning_rate": 2.4620412098829794e-05,
      "loss": 5.4463,
      "step": 1042
    },
    {
      "epoch": 0.042621008111476615,
      "grad_norm": 17.762744903564453,
      "learning_rate": 2.4533092212335024e-05,
      "loss": 6.2109,
      "step": 1043
    },
    {
      "epoch": 0.04266187197352022,
      "grad_norm": 14.785026550292969,
      "learning_rate": 2.4445877080409823e-05,
      "loss": 5.765,
      "step": 1044
    },
    {
      "epoch": 0.04270273583556382,
      "grad_norm": 18.06307601928711,
      "learning_rate": 2.43587670618015e-05,
      "loss": 6.8616,
      "step": 1045
    },
    {
      "epoch": 0.04274359969760742,
      "grad_norm": 17.903491973876953,
      "learning_rate": 2.4271762514824914e-05,
      "loss": 6.0931,
      "step": 1046
    },
    {
      "epoch": 0.04278446355965102,
      "grad_norm": 12.433170318603516,
      "learning_rate": 2.418486379736116e-05,
      "loss": 4.7892,
      "step": 1047
    },
    {
      "epoch": 0.04282532742169463,
      "grad_norm": 21.440027236938477,
      "learning_rate": 2.4098071266855964e-05,
      "loss": 5.9834,
      "step": 1048
    },
    {
      "epoch": 0.042866191283738225,
      "grad_norm": 16.84638786315918,
      "learning_rate": 2.401138528031826e-05,
      "loss": 6.4741,
      "step": 1049
    },
    {
      "epoch": 0.04290705514578183,
      "grad_norm": 22.850160598754883,
      "learning_rate": 2.392480619431879e-05,
      "loss": 6.2352,
      "step": 1050
    },
    {
      "epoch": 0.04294791900782543,
      "grad_norm": 9.01799201965332,
      "learning_rate": 2.3838334364988518e-05,
      "loss": 5.7035,
      "step": 1051
    },
    {
      "epoch": 0.042988782869869034,
      "grad_norm": 8.5811128616333,
      "learning_rate": 2.3751970148017215e-05,
      "loss": 5.1864,
      "step": 1052
    },
    {
      "epoch": 0.04302964673191263,
      "grad_norm": 11.526637077331543,
      "learning_rate": 2.3665713898652065e-05,
      "loss": 5.6563,
      "step": 1053
    },
    {
      "epoch": 0.04307051059395624,
      "grad_norm": 10.570003509521484,
      "learning_rate": 2.357956597169611e-05,
      "loss": 5.4081,
      "step": 1054
    },
    {
      "epoch": 0.043111374455999836,
      "grad_norm": 12.897098541259766,
      "learning_rate": 2.3493526721506807e-05,
      "loss": 5.0774,
      "step": 1055
    },
    {
      "epoch": 0.04315223831804344,
      "grad_norm": 10.94347858428955,
      "learning_rate": 2.34075965019946e-05,
      "loss": 5.3392,
      "step": 1056
    },
    {
      "epoch": 0.04319310218008704,
      "grad_norm": 9.679027557373047,
      "learning_rate": 2.332177566662143e-05,
      "loss": 4.984,
      "step": 1057
    },
    {
      "epoch": 0.043233966042130645,
      "grad_norm": 10.35539722442627,
      "learning_rate": 2.323606456839934e-05,
      "loss": 4.7659,
      "step": 1058
    },
    {
      "epoch": 0.04327482990417424,
      "grad_norm": 13.275552749633789,
      "learning_rate": 2.3150463559888985e-05,
      "loss": 6.8438,
      "step": 1059
    },
    {
      "epoch": 0.04331569376621785,
      "grad_norm": 12.707513809204102,
      "learning_rate": 2.3064972993198142e-05,
      "loss": 5.6235,
      "step": 1060
    },
    {
      "epoch": 0.04335655762826145,
      "grad_norm": 12.593940734863281,
      "learning_rate": 2.2979593219980305e-05,
      "loss": 5.4518,
      "step": 1061
    },
    {
      "epoch": 0.04339742149030505,
      "grad_norm": 10.866849899291992,
      "learning_rate": 2.289432459143327e-05,
      "loss": 5.2245,
      "step": 1062
    },
    {
      "epoch": 0.04343828535234865,
      "grad_norm": 9.68907642364502,
      "learning_rate": 2.2809167458297647e-05,
      "loss": 4.8151,
      "step": 1063
    },
    {
      "epoch": 0.043479149214392256,
      "grad_norm": 11.896783828735352,
      "learning_rate": 2.2724122170855404e-05,
      "loss": 5.5498,
      "step": 1064
    },
    {
      "epoch": 0.043520013076435854,
      "grad_norm": 12.355913162231445,
      "learning_rate": 2.2639189078928453e-05,
      "loss": 5.9538,
      "step": 1065
    },
    {
      "epoch": 0.04356087693847945,
      "grad_norm": 11.543635368347168,
      "learning_rate": 2.2554368531877197e-05,
      "loss": 5.0496,
      "step": 1066
    },
    {
      "epoch": 0.04360174080052306,
      "grad_norm": 11.90398120880127,
      "learning_rate": 2.2469660878599134e-05,
      "loss": 5.6482,
      "step": 1067
    },
    {
      "epoch": 0.043642604662566656,
      "grad_norm": 15.606149673461914,
      "learning_rate": 2.2385066467527354e-05,
      "loss": 6.4984,
      "step": 1068
    },
    {
      "epoch": 0.04368346852461026,
      "grad_norm": 13.34998893737793,
      "learning_rate": 2.230058564662918e-05,
      "loss": 5.7892,
      "step": 1069
    },
    {
      "epoch": 0.04372433238665386,
      "grad_norm": 11.773712158203125,
      "learning_rate": 2.2216218763404644e-05,
      "loss": 5.9078,
      "step": 1070
    },
    {
      "epoch": 0.043765196248697465,
      "grad_norm": 17.091596603393555,
      "learning_rate": 2.213196616488517e-05,
      "loss": 6.3153,
      "step": 1071
    },
    {
      "epoch": 0.04380606011074106,
      "grad_norm": 13.478538513183594,
      "learning_rate": 2.2047828197632044e-05,
      "loss": 6.1039,
      "step": 1072
    },
    {
      "epoch": 0.04384692397278467,
      "grad_norm": 12.965214729309082,
      "learning_rate": 2.1963805207735032e-05,
      "loss": 5.0562,
      "step": 1073
    },
    {
      "epoch": 0.04388778783482827,
      "grad_norm": 13.611133575439453,
      "learning_rate": 2.1879897540810983e-05,
      "loss": 6.1072,
      "step": 1074
    },
    {
      "epoch": 0.04392865169687187,
      "grad_norm": 14.373780250549316,
      "learning_rate": 2.17961055420024e-05,
      "loss": 6.0054,
      "step": 1075
    },
    {
      "epoch": 0.04396951555891547,
      "grad_norm": 15.993446350097656,
      "learning_rate": 2.1712429555975945e-05,
      "loss": 6.0465,
      "step": 1076
    },
    {
      "epoch": 0.044010379420959075,
      "grad_norm": 12.241796493530273,
      "learning_rate": 2.16288699269211e-05,
      "loss": 5.4286,
      "step": 1077
    },
    {
      "epoch": 0.044051243283002674,
      "grad_norm": 12.898454666137695,
      "learning_rate": 2.1545426998548724e-05,
      "loss": 5.6455,
      "step": 1078
    },
    {
      "epoch": 0.04409210714504628,
      "grad_norm": 13.619976043701172,
      "learning_rate": 2.1462101114089668e-05,
      "loss": 5.7108,
      "step": 1079
    },
    {
      "epoch": 0.04413297100708988,
      "grad_norm": 17.098234176635742,
      "learning_rate": 2.137889261629334e-05,
      "loss": 5.6553,
      "step": 1080
    },
    {
      "epoch": 0.04417383486913348,
      "grad_norm": 11.541218757629395,
      "learning_rate": 2.129580184742626e-05,
      "loss": 5.0421,
      "step": 1081
    },
    {
      "epoch": 0.04421469873117708,
      "grad_norm": 13.394536018371582,
      "learning_rate": 2.1212829149270692e-05,
      "loss": 5.8435,
      "step": 1082
    },
    {
      "epoch": 0.044255562593220686,
      "grad_norm": 15.466620445251465,
      "learning_rate": 2.1129974863123275e-05,
      "loss": 6.9426,
      "step": 1083
    },
    {
      "epoch": 0.044296426455264284,
      "grad_norm": 14.819881439208984,
      "learning_rate": 2.1047239329793512e-05,
      "loss": 6.3745,
      "step": 1084
    },
    {
      "epoch": 0.04433729031730789,
      "grad_norm": 13.46078872680664,
      "learning_rate": 2.096462288960251e-05,
      "loss": 5.3682,
      "step": 1085
    },
    {
      "epoch": 0.04437815417935149,
      "grad_norm": 12.19714069366455,
      "learning_rate": 2.0882125882381438e-05,
      "loss": 4.9611,
      "step": 1086
    },
    {
      "epoch": 0.04441901804139509,
      "grad_norm": 19.192495346069336,
      "learning_rate": 2.07997486474702e-05,
      "loss": 7.0585,
      "step": 1087
    },
    {
      "epoch": 0.04445988190343869,
      "grad_norm": 16.325315475463867,
      "learning_rate": 2.071749152371609e-05,
      "loss": 6.4191,
      "step": 1088
    },
    {
      "epoch": 0.0445007457654823,
      "grad_norm": 12.957795143127441,
      "learning_rate": 2.063535484947226e-05,
      "loss": 5.7605,
      "step": 1089
    },
    {
      "epoch": 0.044541609627525895,
      "grad_norm": 16.046173095703125,
      "learning_rate": 2.055333896259649e-05,
      "loss": 5.8959,
      "step": 1090
    },
    {
      "epoch": 0.0445824734895695,
      "grad_norm": 17.382104873657227,
      "learning_rate": 2.047144420044965e-05,
      "loss": 6.5139,
      "step": 1091
    },
    {
      "epoch": 0.0446233373516131,
      "grad_norm": 13.231940269470215,
      "learning_rate": 2.038967089989444e-05,
      "loss": 5.0417,
      "step": 1092
    },
    {
      "epoch": 0.044664201213656704,
      "grad_norm": 17.85951042175293,
      "learning_rate": 2.0308019397293897e-05,
      "loss": 5.8052,
      "step": 1093
    },
    {
      "epoch": 0.0447050650757003,
      "grad_norm": 17.34146499633789,
      "learning_rate": 2.022649002851008e-05,
      "loss": 5.8795,
      "step": 1094
    },
    {
      "epoch": 0.04474592893774391,
      "grad_norm": 16.85711669921875,
      "learning_rate": 2.0145083128902648e-05,
      "loss": 4.9557,
      "step": 1095
    },
    {
      "epoch": 0.044786792799787506,
      "grad_norm": 16.631927490234375,
      "learning_rate": 2.0063799033327524e-05,
      "loss": 5.9597,
      "step": 1096
    },
    {
      "epoch": 0.04482765666183111,
      "grad_norm": 15.228466033935547,
      "learning_rate": 1.9982638076135517e-05,
      "loss": 4.6013,
      "step": 1097
    },
    {
      "epoch": 0.04486852052387471,
      "grad_norm": 23.426509857177734,
      "learning_rate": 1.990160059117087e-05,
      "loss": 6.3625,
      "step": 1098
    },
    {
      "epoch": 0.044909384385918315,
      "grad_norm": 16.720823287963867,
      "learning_rate": 1.9820686911769947e-05,
      "loss": 6.2927,
      "step": 1099
    },
    {
      "epoch": 0.04495024824796191,
      "grad_norm": 28.83489990234375,
      "learning_rate": 1.9739897370759886e-05,
      "loss": 7.3454,
      "step": 1100
    },
    {
      "epoch": 0.04499111211000552,
      "grad_norm": 10.35445785522461,
      "learning_rate": 1.965923230045721e-05,
      "loss": 5.3734,
      "step": 1101
    },
    {
      "epoch": 0.04503197597204912,
      "grad_norm": 10.554560661315918,
      "learning_rate": 1.957869203266639e-05,
      "loss": 5.3939,
      "step": 1102
    },
    {
      "epoch": 0.04507283983409272,
      "grad_norm": 10.900603294372559,
      "learning_rate": 1.9498276898678593e-05,
      "loss": 6.1125,
      "step": 1103
    },
    {
      "epoch": 0.04511370369613632,
      "grad_norm": 10.923842430114746,
      "learning_rate": 1.9417987229270213e-05,
      "loss": 5.9235,
      "step": 1104
    },
    {
      "epoch": 0.045154567558179926,
      "grad_norm": 11.671235084533691,
      "learning_rate": 1.933782335470162e-05,
      "loss": 6.0508,
      "step": 1105
    },
    {
      "epoch": 0.045195431420223524,
      "grad_norm": 12.438166618347168,
      "learning_rate": 1.9257785604715726e-05,
      "loss": 7.0521,
      "step": 1106
    },
    {
      "epoch": 0.04523629528226713,
      "grad_norm": 10.787799835205078,
      "learning_rate": 1.917787430853664e-05,
      "loss": 5.3919,
      "step": 1107
    },
    {
      "epoch": 0.04527715914431073,
      "grad_norm": 10.008448600769043,
      "learning_rate": 1.9098089794868297e-05,
      "loss": 4.8327,
      "step": 1108
    },
    {
      "epoch": 0.04531802300635433,
      "grad_norm": 13.181154251098633,
      "learning_rate": 1.9018432391893188e-05,
      "loss": 6.6619,
      "step": 1109
    },
    {
      "epoch": 0.04535888686839793,
      "grad_norm": 9.33630657196045,
      "learning_rate": 1.8938902427270905e-05,
      "loss": 5.3526,
      "step": 1110
    },
    {
      "epoch": 0.045399750730441536,
      "grad_norm": 9.602882385253906,
      "learning_rate": 1.8859500228136833e-05,
      "loss": 4.9773,
      "step": 1111
    },
    {
      "epoch": 0.045440614592485135,
      "grad_norm": 12.973557472229004,
      "learning_rate": 1.8780226121100847e-05,
      "loss": 6.2165,
      "step": 1112
    },
    {
      "epoch": 0.04548147845452874,
      "grad_norm": 13.442290306091309,
      "learning_rate": 1.8701080432245943e-05,
      "loss": 6.1205,
      "step": 1113
    },
    {
      "epoch": 0.04552234231657234,
      "grad_norm": 10.712458610534668,
      "learning_rate": 1.8622063487126847e-05,
      "loss": 5.0547,
      "step": 1114
    },
    {
      "epoch": 0.04556320617861594,
      "grad_norm": 12.382872581481934,
      "learning_rate": 1.8543175610768716e-05,
      "loss": 5.4898,
      "step": 1115
    },
    {
      "epoch": 0.04560407004065954,
      "grad_norm": 11.935345649719238,
      "learning_rate": 1.846441712766581e-05,
      "loss": 4.4192,
      "step": 1116
    },
    {
      "epoch": 0.04564493390270315,
      "grad_norm": 12.7361478805542,
      "learning_rate": 1.8385788361780172e-05,
      "loss": 5.7514,
      "step": 1117
    },
    {
      "epoch": 0.045685797764746745,
      "grad_norm": 13.436100006103516,
      "learning_rate": 1.830728963654026e-05,
      "loss": 5.3915,
      "step": 1118
    },
    {
      "epoch": 0.04572666162679035,
      "grad_norm": 11.551762580871582,
      "learning_rate": 1.8228921274839604e-05,
      "loss": 5.6491,
      "step": 1119
    },
    {
      "epoch": 0.04576752548883395,
      "grad_norm": 13.010933876037598,
      "learning_rate": 1.8150683599035516e-05,
      "loss": 6.1609,
      "step": 1120
    },
    {
      "epoch": 0.045808389350877554,
      "grad_norm": 10.89765739440918,
      "learning_rate": 1.807257693094777e-05,
      "loss": 5.0401,
      "step": 1121
    },
    {
      "epoch": 0.04584925321292115,
      "grad_norm": 16.717266082763672,
      "learning_rate": 1.799460159185722e-05,
      "loss": 6.6225,
      "step": 1122
    },
    {
      "epoch": 0.04589011707496476,
      "grad_norm": 10.886775970458984,
      "learning_rate": 1.7916757902504556e-05,
      "loss": 5.2287,
      "step": 1123
    },
    {
      "epoch": 0.045930980937008356,
      "grad_norm": 11.597545623779297,
      "learning_rate": 1.7839046183088918e-05,
      "loss": 5.0914,
      "step": 1124
    },
    {
      "epoch": 0.04597184479905196,
      "grad_norm": 12.846713066101074,
      "learning_rate": 1.77614667532666e-05,
      "loss": 5.24,
      "step": 1125
    },
    {
      "epoch": 0.04601270866109556,
      "grad_norm": 11.297198295593262,
      "learning_rate": 1.7684019932149774e-05,
      "loss": 5.3036,
      "step": 1126
    },
    {
      "epoch": 0.046053572523139165,
      "grad_norm": 14.922711372375488,
      "learning_rate": 1.760670603830511e-05,
      "loss": 6.2238,
      "step": 1127
    },
    {
      "epoch": 0.04609443638518276,
      "grad_norm": 13.512784004211426,
      "learning_rate": 1.7529525389752545e-05,
      "loss": 5.9718,
      "step": 1128
    },
    {
      "epoch": 0.04613530024722637,
      "grad_norm": 13.768607139587402,
      "learning_rate": 1.7452478303963854e-05,
      "loss": 6.3294,
      "step": 1129
    },
    {
      "epoch": 0.04617616410926997,
      "grad_norm": 17.336444854736328,
      "learning_rate": 1.737556509786152e-05,
      "loss": 6.9231,
      "step": 1130
    },
    {
      "epoch": 0.04621702797131357,
      "grad_norm": 16.116193771362305,
      "learning_rate": 1.7298786087817248e-05,
      "loss": 6.1499,
      "step": 1131
    },
    {
      "epoch": 0.04625789183335717,
      "grad_norm": 13.875288963317871,
      "learning_rate": 1.722214158965077e-05,
      "loss": 5.5194,
      "step": 1132
    },
    {
      "epoch": 0.046298755695400776,
      "grad_norm": 16.289520263671875,
      "learning_rate": 1.714563191862855e-05,
      "loss": 6.1257,
      "step": 1133
    },
    {
      "epoch": 0.046339619557444374,
      "grad_norm": 14.13909912109375,
      "learning_rate": 1.7069257389462414e-05,
      "loss": 5.9228,
      "step": 1134
    },
    {
      "epoch": 0.04638048341948798,
      "grad_norm": 13.333477973937988,
      "learning_rate": 1.699301831630835e-05,
      "loss": 6.1857,
      "step": 1135
    },
    {
      "epoch": 0.04642134728153158,
      "grad_norm": 15.747783660888672,
      "learning_rate": 1.6916915012765134e-05,
      "loss": 5.9727,
      "step": 1136
    },
    {
      "epoch": 0.046462211143575176,
      "grad_norm": 11.983927726745605,
      "learning_rate": 1.6840947791873056e-05,
      "loss": 5.0429,
      "step": 1137
    },
    {
      "epoch": 0.04650307500561878,
      "grad_norm": 15.82011890411377,
      "learning_rate": 1.676511696611269e-05,
      "loss": 5.8269,
      "step": 1138
    },
    {
      "epoch": 0.04654393886766238,
      "grad_norm": 14.460049629211426,
      "learning_rate": 1.6689422847403575e-05,
      "loss": 6.4171,
      "step": 1139
    },
    {
      "epoch": 0.046584802729705985,
      "grad_norm": 14.124441146850586,
      "learning_rate": 1.6613865747102875e-05,
      "loss": 5.532,
      "step": 1140
    },
    {
      "epoch": 0.04662566659174958,
      "grad_norm": 13.5348539352417,
      "learning_rate": 1.653844597600417e-05,
      "loss": 5.643,
      "step": 1141
    },
    {
      "epoch": 0.04666653045379319,
      "grad_norm": 15.06424617767334,
      "learning_rate": 1.6463163844336147e-05,
      "loss": 5.8987,
      "step": 1142
    },
    {
      "epoch": 0.04670739431583679,
      "grad_norm": 17.237995147705078,
      "learning_rate": 1.6388019661761368e-05,
      "loss": 6.8081,
      "step": 1143
    },
    {
      "epoch": 0.04674825817788039,
      "grad_norm": 17.62253189086914,
      "learning_rate": 1.6313013737374944e-05,
      "loss": 5.4937,
      "step": 1144
    },
    {
      "epoch": 0.04678912203992399,
      "grad_norm": 16.75030517578125,
      "learning_rate": 1.6238146379703256e-05,
      "loss": 5.6168,
      "step": 1145
    },
    {
      "epoch": 0.046829985901967595,
      "grad_norm": 16.243633270263672,
      "learning_rate": 1.6163417896702714e-05,
      "loss": 5.6843,
      "step": 1146
    },
    {
      "epoch": 0.046870849764011194,
      "grad_norm": 19.21189308166504,
      "learning_rate": 1.608882859575853e-05,
      "loss": 6.4579,
      "step": 1147
    },
    {
      "epoch": 0.0469117136260548,
      "grad_norm": 17.183589935302734,
      "learning_rate": 1.6014378783683353e-05,
      "loss": 6.1512,
      "step": 1148
    },
    {
      "epoch": 0.0469525774880984,
      "grad_norm": 17.740703582763672,
      "learning_rate": 1.594006876671612e-05,
      "loss": 5.4675,
      "step": 1149
    },
    {
      "epoch": 0.046993441350142,
      "grad_norm": 29.53359603881836,
      "learning_rate": 1.586589885052067e-05,
      "loss": 8.0687,
      "step": 1150
    },
    {
      "epoch": 0.0470343052121856,
      "grad_norm": 9.303227424621582,
      "learning_rate": 1.579186934018464e-05,
      "loss": 5.5561,
      "step": 1151
    },
    {
      "epoch": 0.047075169074229206,
      "grad_norm": 11.604191780090332,
      "learning_rate": 1.571798054021807e-05,
      "loss": 6.1718,
      "step": 1152
    },
    {
      "epoch": 0.047116032936272804,
      "grad_norm": 10.47863483428955,
      "learning_rate": 1.5644232754552212e-05,
      "loss": 5.6799,
      "step": 1153
    },
    {
      "epoch": 0.04715689679831641,
      "grad_norm": 11.077458381652832,
      "learning_rate": 1.557062628653828e-05,
      "loss": 5.4531,
      "step": 1154
    },
    {
      "epoch": 0.04719776066036001,
      "grad_norm": 9.955233573913574,
      "learning_rate": 1.5497161438946217e-05,
      "loss": 5.7179,
      "step": 1155
    },
    {
      "epoch": 0.04723862452240361,
      "grad_norm": 10.254648208618164,
      "learning_rate": 1.5423838513963435e-05,
      "loss": 4.877,
      "step": 1156
    },
    {
      "epoch": 0.04727948838444721,
      "grad_norm": 11.43751335144043,
      "learning_rate": 1.5350657813193525e-05,
      "loss": 5.8591,
      "step": 1157
    },
    {
      "epoch": 0.04732035224649082,
      "grad_norm": 11.07607364654541,
      "learning_rate": 1.5277619637655072e-05,
      "loss": 5.51,
      "step": 1158
    },
    {
      "epoch": 0.047361216108534415,
      "grad_norm": 13.877396583557129,
      "learning_rate": 1.5204724287780426e-05,
      "loss": 6.6275,
      "step": 1159
    },
    {
      "epoch": 0.04740207997057802,
      "grad_norm": 11.854146003723145,
      "learning_rate": 1.5131972063414452e-05,
      "loss": 6.0396,
      "step": 1160
    },
    {
      "epoch": 0.04744294383262162,
      "grad_norm": 11.568646430969238,
      "learning_rate": 1.5059363263813254e-05,
      "loss": 5.8152,
      "step": 1161
    },
    {
      "epoch": 0.047483807694665224,
      "grad_norm": 11.654401779174805,
      "learning_rate": 1.4986898187642983e-05,
      "loss": 5.9237,
      "step": 1162
    },
    {
      "epoch": 0.04752467155670882,
      "grad_norm": 10.793923377990723,
      "learning_rate": 1.4914577132978603e-05,
      "loss": 5.7068,
      "step": 1163
    },
    {
      "epoch": 0.04756553541875243,
      "grad_norm": 11.459969520568848,
      "learning_rate": 1.4842400397302703e-05,
      "loss": 5.6305,
      "step": 1164
    },
    {
      "epoch": 0.047606399280796026,
      "grad_norm": 11.383249282836914,
      "learning_rate": 1.4770368277504181e-05,
      "loss": 6.4509,
      "step": 1165
    },
    {
      "epoch": 0.04764726314283963,
      "grad_norm": 13.750432968139648,
      "learning_rate": 1.4698481069877135e-05,
      "loss": 5.8666,
      "step": 1166
    },
    {
      "epoch": 0.04768812700488323,
      "grad_norm": 13.621559143066406,
      "learning_rate": 1.4626739070119522e-05,
      "loss": 5.3065,
      "step": 1167
    },
    {
      "epoch": 0.047728990866926835,
      "grad_norm": 16.56922149658203,
      "learning_rate": 1.4555142573332076e-05,
      "loss": 6.1598,
      "step": 1168
    },
    {
      "epoch": 0.04776985472897043,
      "grad_norm": 13.160951614379883,
      "learning_rate": 1.4483691874016974e-05,
      "loss": 5.4143,
      "step": 1169
    },
    {
      "epoch": 0.04781071859101404,
      "grad_norm": 13.78029727935791,
      "learning_rate": 1.4412387266076676e-05,
      "loss": 6.8752,
      "step": 1170
    },
    {
      "epoch": 0.04785158245305764,
      "grad_norm": 13.718806266784668,
      "learning_rate": 1.4341229042812766e-05,
      "loss": 5.9538,
      "step": 1171
    },
    {
      "epoch": 0.04789244631510124,
      "grad_norm": 13.259661674499512,
      "learning_rate": 1.4270217496924626e-05,
      "loss": 5.8544,
      "step": 1172
    },
    {
      "epoch": 0.04793331017714484,
      "grad_norm": 14.463263511657715,
      "learning_rate": 1.4199352920508363e-05,
      "loss": 6.8695,
      "step": 1173
    },
    {
      "epoch": 0.047974174039188446,
      "grad_norm": 14.733413696289062,
      "learning_rate": 1.4128635605055512e-05,
      "loss": 6.1099,
      "step": 1174
    },
    {
      "epoch": 0.048015037901232044,
      "grad_norm": 14.981409072875977,
      "learning_rate": 1.4058065841451857e-05,
      "loss": 7.051,
      "step": 1175
    },
    {
      "epoch": 0.04805590176327565,
      "grad_norm": 13.149474143981934,
      "learning_rate": 1.3987643919976285e-05,
      "loss": 5.644,
      "step": 1176
    },
    {
      "epoch": 0.04809676562531925,
      "grad_norm": 13.739705085754395,
      "learning_rate": 1.3917370130299545e-05,
      "loss": 5.6014,
      "step": 1177
    },
    {
      "epoch": 0.04813762948736285,
      "grad_norm": 13.729369163513184,
      "learning_rate": 1.3847244761483052e-05,
      "loss": 5.7263,
      "step": 1178
    },
    {
      "epoch": 0.04817849334940645,
      "grad_norm": 12.26607894897461,
      "learning_rate": 1.3777268101977719e-05,
      "loss": 5.6141,
      "step": 1179
    },
    {
      "epoch": 0.048219357211450056,
      "grad_norm": 14.923595428466797,
      "learning_rate": 1.3707440439622754e-05,
      "loss": 5.7974,
      "step": 1180
    },
    {
      "epoch": 0.048260221073493655,
      "grad_norm": 15.90456771850586,
      "learning_rate": 1.36377620616445e-05,
      "loss": 6.091,
      "step": 1181
    },
    {
      "epoch": 0.04830108493553726,
      "grad_norm": 14.041563987731934,
      "learning_rate": 1.3568233254655265e-05,
      "loss": 6.4794,
      "step": 1182
    },
    {
      "epoch": 0.04834194879758086,
      "grad_norm": 12.559455871582031,
      "learning_rate": 1.3498854304652064e-05,
      "loss": 5.2867,
      "step": 1183
    },
    {
      "epoch": 0.04838281265962446,
      "grad_norm": 16.288496017456055,
      "learning_rate": 1.3429625497015514e-05,
      "loss": 7.0109,
      "step": 1184
    },
    {
      "epoch": 0.04842367652166806,
      "grad_norm": 14.173421859741211,
      "learning_rate": 1.3360547116508671e-05,
      "loss": 6.2304,
      "step": 1185
    },
    {
      "epoch": 0.04846454038371167,
      "grad_norm": 16.93602180480957,
      "learning_rate": 1.3291619447275789e-05,
      "loss": 6.3068,
      "step": 1186
    },
    {
      "epoch": 0.048505404245755265,
      "grad_norm": 19.0164794921875,
      "learning_rate": 1.3222842772841231e-05,
      "loss": 7.1744,
      "step": 1187
    },
    {
      "epoch": 0.04854626810779887,
      "grad_norm": 13.528770446777344,
      "learning_rate": 1.315421737610823e-05,
      "loss": 5.6083,
      "step": 1188
    },
    {
      "epoch": 0.04858713196984247,
      "grad_norm": 16.025054931640625,
      "learning_rate": 1.3085743539357787e-05,
      "loss": 5.9953,
      "step": 1189
    },
    {
      "epoch": 0.048627995831886074,
      "grad_norm": 14.402274131774902,
      "learning_rate": 1.3017421544247465e-05,
      "loss": 5.1612,
      "step": 1190
    },
    {
      "epoch": 0.04866885969392967,
      "grad_norm": 15.096915245056152,
      "learning_rate": 1.2949251671810236e-05,
      "loss": 5.8464,
      "step": 1191
    },
    {
      "epoch": 0.04870972355597328,
      "grad_norm": 17.112619400024414,
      "learning_rate": 1.2881234202453384e-05,
      "loss": 6.2358,
      "step": 1192
    },
    {
      "epoch": 0.048750587418016876,
      "grad_norm": 16.391468048095703,
      "learning_rate": 1.2813369415957233e-05,
      "loss": 6.6303,
      "step": 1193
    },
    {
      "epoch": 0.04879145128006048,
      "grad_norm": 17.587890625,
      "learning_rate": 1.2745657591474152e-05,
      "loss": 7.2622,
      "step": 1194
    },
    {
      "epoch": 0.04883231514210408,
      "grad_norm": 17.28040885925293,
      "learning_rate": 1.267809900752725e-05,
      "loss": 6.2785,
      "step": 1195
    },
    {
      "epoch": 0.048873179004147685,
      "grad_norm": 19.080217361450195,
      "learning_rate": 1.2610693942009317e-05,
      "loss": 6.4922,
      "step": 1196
    },
    {
      "epoch": 0.04891404286619128,
      "grad_norm": 19.673229217529297,
      "learning_rate": 1.2543442672181704e-05,
      "loss": 6.0196,
      "step": 1197
    },
    {
      "epoch": 0.04895490672823489,
      "grad_norm": 17.318593978881836,
      "learning_rate": 1.2476345474673124e-05,
      "loss": 5.1824,
      "step": 1198
    },
    {
      "epoch": 0.04899577059027849,
      "grad_norm": 18.142581939697266,
      "learning_rate": 1.2409402625478518e-05,
      "loss": 6.1025,
      "step": 1199
    },
    {
      "epoch": 0.04903663445232209,
      "grad_norm": 23.89717674255371,
      "learning_rate": 1.2342614399957952e-05,
      "loss": 8.1561,
      "step": 1200
    },
    {
      "epoch": 0.04907749831436569,
      "grad_norm": 12.024513244628906,
      "learning_rate": 1.2275981072835452e-05,
      "loss": 5.6642,
      "step": 1201
    },
    {
      "epoch": 0.049118362176409296,
      "grad_norm": 10.529586791992188,
      "learning_rate": 1.2209502918197919e-05,
      "loss": 5.0775,
      "step": 1202
    },
    {
      "epoch": 0.049159226038452894,
      "grad_norm": 11.508085250854492,
      "learning_rate": 1.2143180209493982e-05,
      "loss": 5.5091,
      "step": 1203
    },
    {
      "epoch": 0.0492000899004965,
      "grad_norm": 11.050451278686523,
      "learning_rate": 1.2077013219532817e-05,
      "loss": 5.8603,
      "step": 1204
    },
    {
      "epoch": 0.0492409537625401,
      "grad_norm": 9.736432075500488,
      "learning_rate": 1.2011002220483097e-05,
      "loss": 5.4329,
      "step": 1205
    },
    {
      "epoch": 0.0492818176245837,
      "grad_norm": 9.99765396118164,
      "learning_rate": 1.1945147483871871e-05,
      "loss": 5.1246,
      "step": 1206
    },
    {
      "epoch": 0.0493226814866273,
      "grad_norm": 12.543411254882812,
      "learning_rate": 1.1879449280583393e-05,
      "loss": 6.7258,
      "step": 1207
    },
    {
      "epoch": 0.0493635453486709,
      "grad_norm": 9.004258155822754,
      "learning_rate": 1.1813907880858032e-05,
      "loss": 4.4121,
      "step": 1208
    },
    {
      "epoch": 0.049404409210714505,
      "grad_norm": 12.22309398651123,
      "learning_rate": 1.174852355429122e-05,
      "loss": 5.5597,
      "step": 1209
    },
    {
      "epoch": 0.0494452730727581,
      "grad_norm": 15.347993850708008,
      "learning_rate": 1.168329656983222e-05,
      "loss": 5.6602,
      "step": 1210
    },
    {
      "epoch": 0.04948613693480171,
      "grad_norm": 10.857593536376953,
      "learning_rate": 1.161822719578316e-05,
      "loss": 5.6668,
      "step": 1211
    },
    {
      "epoch": 0.04952700079684531,
      "grad_norm": 12.994451522827148,
      "learning_rate": 1.1553315699797807e-05,
      "loss": 5.8107,
      "step": 1212
    },
    {
      "epoch": 0.04956786465888891,
      "grad_norm": 12.435081481933594,
      "learning_rate": 1.1488562348880528e-05,
      "loss": 6.6048,
      "step": 1213
    },
    {
      "epoch": 0.04960872852093251,
      "grad_norm": 14.909284591674805,
      "learning_rate": 1.1423967409385195e-05,
      "loss": 6.0931,
      "step": 1214
    },
    {
      "epoch": 0.049649592382976115,
      "grad_norm": 13.033126831054688,
      "learning_rate": 1.1359531147014101e-05,
      "loss": 5.9901,
      "step": 1215
    },
    {
      "epoch": 0.049690456245019714,
      "grad_norm": 12.553189277648926,
      "learning_rate": 1.1295253826816788e-05,
      "loss": 5.5477,
      "step": 1216
    },
    {
      "epoch": 0.04973132010706332,
      "grad_norm": 11.070270538330078,
      "learning_rate": 1.123113571318905e-05,
      "loss": 5.6236,
      "step": 1217
    },
    {
      "epoch": 0.04977218396910692,
      "grad_norm": 12.580347061157227,
      "learning_rate": 1.1167177069871759e-05,
      "loss": 5.4246,
      "step": 1218
    },
    {
      "epoch": 0.04981304783115052,
      "grad_norm": 10.129332542419434,
      "learning_rate": 1.1103378159949923e-05,
      "loss": 4.8745,
      "step": 1219
    },
    {
      "epoch": 0.04985391169319412,
      "grad_norm": 12.94534683227539,
      "learning_rate": 1.1039739245851427e-05,
      "loss": 5.3851,
      "step": 1220
    },
    {
      "epoch": 0.049894775555237726,
      "grad_norm": 12.84284496307373,
      "learning_rate": 1.0976260589346054e-05,
      "loss": 5.7643,
      "step": 1221
    },
    {
      "epoch": 0.049935639417281324,
      "grad_norm": 12.04676628112793,
      "learning_rate": 1.0912942451544377e-05,
      "loss": 6.1616,
      "step": 1222
    },
    {
      "epoch": 0.04997650327932493,
      "grad_norm": 14.473459243774414,
      "learning_rate": 1.0849785092896758e-05,
      "loss": 7.3831,
      "step": 1223
    },
    {
      "epoch": 0.05001736714136853,
      "grad_norm": 12.467133522033691,
      "learning_rate": 1.078678877319213e-05,
      "loss": 5.6528,
      "step": 1224
    },
    {
      "epoch": 0.05005823100341213,
      "grad_norm": 13.110004425048828,
      "learning_rate": 1.0723953751557097e-05,
      "loss": 4.9858,
      "step": 1225
    },
    {
      "epoch": 0.05009909486545573,
      "grad_norm": 13.496818542480469,
      "learning_rate": 1.066128028645471e-05,
      "loss": 6.3312,
      "step": 1226
    },
    {
      "epoch": 0.05013995872749934,
      "grad_norm": 11.86417293548584,
      "learning_rate": 1.059876863568356e-05,
      "loss": 5.7305,
      "step": 1227
    },
    {
      "epoch": 0.050180822589542935,
      "grad_norm": 12.633896827697754,
      "learning_rate": 1.0536419056376568e-05,
      "loss": 5.9026,
      "step": 1228
    },
    {
      "epoch": 0.05022168645158654,
      "grad_norm": 12.399638175964355,
      "learning_rate": 1.0474231805000018e-05,
      "loss": 5.5516,
      "step": 1229
    },
    {
      "epoch": 0.05026255031363014,
      "grad_norm": 12.876869201660156,
      "learning_rate": 1.0412207137352504e-05,
      "loss": 5.7214,
      "step": 1230
    },
    {
      "epoch": 0.050303414175673744,
      "grad_norm": 14.316557884216309,
      "learning_rate": 1.035034530856382e-05,
      "loss": 5.3783,
      "step": 1231
    },
    {
      "epoch": 0.05034427803771734,
      "grad_norm": 12.174219131469727,
      "learning_rate": 1.028864657309398e-05,
      "loss": 5.5782,
      "step": 1232
    },
    {
      "epoch": 0.05038514189976095,
      "grad_norm": 13.287007331848145,
      "learning_rate": 1.0227111184732113e-05,
      "loss": 6.2739,
      "step": 1233
    },
    {
      "epoch": 0.050426005761804546,
      "grad_norm": 11.273058891296387,
      "learning_rate": 1.016573939659543e-05,
      "loss": 5.3985,
      "step": 1234
    },
    {
      "epoch": 0.05046686962384815,
      "grad_norm": 14.127720832824707,
      "learning_rate": 1.0104531461128226e-05,
      "loss": 5.8588,
      "step": 1235
    },
    {
      "epoch": 0.05050773348589175,
      "grad_norm": 15.278068542480469,
      "learning_rate": 1.0043487630100812e-05,
      "loss": 5.7859,
      "step": 1236
    },
    {
      "epoch": 0.050548597347935355,
      "grad_norm": 13.765253067016602,
      "learning_rate": 9.982608154608446e-06,
      "loss": 6.1172,
      "step": 1237
    },
    {
      "epoch": 0.05058946120997895,
      "grad_norm": 14.134552001953125,
      "learning_rate": 9.921893285070361e-06,
      "loss": 5.7363,
      "step": 1238
    },
    {
      "epoch": 0.05063032507202256,
      "grad_norm": 15.40446949005127,
      "learning_rate": 9.861343271228678e-06,
      "loss": 5.7238,
      "step": 1239
    },
    {
      "epoch": 0.05067118893406616,
      "grad_norm": 14.402509689331055,
      "learning_rate": 9.800958362147434e-06,
      "loss": 5.7395,
      "step": 1240
    },
    {
      "epoch": 0.05071205279610976,
      "grad_norm": 14.785293579101562,
      "learning_rate": 9.740738806211542e-06,
      "loss": 5.7468,
      "step": 1241
    },
    {
      "epoch": 0.05075291665815336,
      "grad_norm": 15.105719566345215,
      "learning_rate": 9.680684851125715e-06,
      "loss": 6.108,
      "step": 1242
    },
    {
      "epoch": 0.050793780520196966,
      "grad_norm": 16.200971603393555,
      "learning_rate": 9.620796743913513e-06,
      "loss": 5.3941,
      "step": 1243
    },
    {
      "epoch": 0.050834644382240564,
      "grad_norm": 19.255962371826172,
      "learning_rate": 9.561074730916319e-06,
      "loss": 6.1458,
      "step": 1244
    },
    {
      "epoch": 0.05087550824428417,
      "grad_norm": 16.267532348632812,
      "learning_rate": 9.501519057792274e-06,
      "loss": 4.9393,
      "step": 1245
    },
    {
      "epoch": 0.05091637210632777,
      "grad_norm": 18.626277923583984,
      "learning_rate": 9.442129969515351e-06,
      "loss": 6.3728,
      "step": 1246
    },
    {
      "epoch": 0.05095723596837137,
      "grad_norm": 17.49756622314453,
      "learning_rate": 9.382907710374256e-06,
      "loss": 6.9734,
      "step": 1247
    },
    {
      "epoch": 0.05099809983041497,
      "grad_norm": 16.13072967529297,
      "learning_rate": 9.323852523971472e-06,
      "loss": 5.5157,
      "step": 1248
    },
    {
      "epoch": 0.051038963692458576,
      "grad_norm": 17.544748306274414,
      "learning_rate": 9.264964653222292e-06,
      "loss": 6.2915,
      "step": 1249
    },
    {
      "epoch": 0.051079827554502175,
      "grad_norm": 35.300872802734375,
      "learning_rate": 9.20624434035373e-06,
      "loss": 6.9662,
      "step": 1250
    },
    {
      "epoch": 0.05112069141654578,
      "grad_norm": 9.494024276733398,
      "learning_rate": 9.147691826903593e-06,
      "loss": 4.8124,
      "step": 1251
    },
    {
      "epoch": 0.05116155527858938,
      "grad_norm": 12.89008617401123,
      "learning_rate": 9.089307353719479e-06,
      "loss": 5.4176,
      "step": 1252
    },
    {
      "epoch": 0.05120241914063298,
      "grad_norm": 10.269113540649414,
      "learning_rate": 9.031091160957772e-06,
      "loss": 5.2947,
      "step": 1253
    },
    {
      "epoch": 0.05124328300267658,
      "grad_norm": 11.057022094726562,
      "learning_rate": 8.973043488082649e-06,
      "loss": 5.8336,
      "step": 1254
    },
    {
      "epoch": 0.05128414686472019,
      "grad_norm": 11.286837577819824,
      "learning_rate": 8.915164573865109e-06,
      "loss": 6.355,
      "step": 1255
    },
    {
      "epoch": 0.051325010726763785,
      "grad_norm": 10.454761505126953,
      "learning_rate": 8.857454656381952e-06,
      "loss": 5.5888,
      "step": 1256
    },
    {
      "epoch": 0.05136587458880739,
      "grad_norm": 11.674518585205078,
      "learning_rate": 8.799913973014923e-06,
      "loss": 6.07,
      "step": 1257
    },
    {
      "epoch": 0.05140673845085099,
      "grad_norm": 12.686792373657227,
      "learning_rate": 8.742542760449563e-06,
      "loss": 5.7491,
      "step": 1258
    },
    {
      "epoch": 0.051447602312894594,
      "grad_norm": 11.083107948303223,
      "learning_rate": 8.68534125467434e-06,
      "loss": 5.3407,
      "step": 1259
    },
    {
      "epoch": 0.05148846617493819,
      "grad_norm": 11.931784629821777,
      "learning_rate": 8.628309690979657e-06,
      "loss": 6.3415,
      "step": 1260
    },
    {
      "epoch": 0.0515293300369818,
      "grad_norm": 10.646793365478516,
      "learning_rate": 8.571448303956898e-06,
      "loss": 5.1177,
      "step": 1261
    },
    {
      "epoch": 0.051570193899025396,
      "grad_norm": 11.873929023742676,
      "learning_rate": 8.514757327497446e-06,
      "loss": 5.7963,
      "step": 1262
    },
    {
      "epoch": 0.051611057761069,
      "grad_norm": 13.434286117553711,
      "learning_rate": 8.458236994791712e-06,
      "loss": 6.3954,
      "step": 1263
    },
    {
      "epoch": 0.0516519216231126,
      "grad_norm": 12.250168800354004,
      "learning_rate": 8.401887538328196e-06,
      "loss": 4.7648,
      "step": 1264
    },
    {
      "epoch": 0.051692785485156205,
      "grad_norm": 15.333703994750977,
      "learning_rate": 8.345709189892503e-06,
      "loss": 6.504,
      "step": 1265
    },
    {
      "epoch": 0.0517336493471998,
      "grad_norm": 13.18412971496582,
      "learning_rate": 8.28970218056645e-06,
      "loss": 6.0472,
      "step": 1266
    },
    {
      "epoch": 0.05177451320924341,
      "grad_norm": 11.889876365661621,
      "learning_rate": 8.23386674072703e-06,
      "loss": 5.4082,
      "step": 1267
    },
    {
      "epoch": 0.05181537707128701,
      "grad_norm": 13.549942970275879,
      "learning_rate": 8.17820310004555e-06,
      "loss": 6.1495,
      "step": 1268
    },
    {
      "epoch": 0.05185624093333061,
      "grad_norm": 13.083065032958984,
      "learning_rate": 8.122711487486595e-06,
      "loss": 5.8732,
      "step": 1269
    },
    {
      "epoch": 0.05189710479537421,
      "grad_norm": 12.908683776855469,
      "learning_rate": 8.0673921313072e-06,
      "loss": 6.633,
      "step": 1270
    },
    {
      "epoch": 0.051937968657417816,
      "grad_norm": 16.046030044555664,
      "learning_rate": 8.0122452590558e-06,
      "loss": 6.5138,
      "step": 1271
    },
    {
      "epoch": 0.051978832519461414,
      "grad_norm": 12.690372467041016,
      "learning_rate": 7.957271097571334e-06,
      "loss": 5.9849,
      "step": 1272
    },
    {
      "epoch": 0.05201969638150502,
      "grad_norm": 13.320104598999023,
      "learning_rate": 7.90246987298236e-06,
      "loss": 5.2731,
      "step": 1273
    },
    {
      "epoch": 0.05206056024354862,
      "grad_norm": 11.995138168334961,
      "learning_rate": 7.847841810706074e-06,
      "loss": 5.4736,
      "step": 1274
    },
    {
      "epoch": 0.05210142410559222,
      "grad_norm": 14.164356231689453,
      "learning_rate": 7.793387135447372e-06,
      "loss": 5.7038,
      "step": 1275
    },
    {
      "epoch": 0.05214228796763582,
      "grad_norm": 15.582404136657715,
      "learning_rate": 7.739106071197954e-06,
      "loss": 5.8561,
      "step": 1276
    },
    {
      "epoch": 0.052183151829679426,
      "grad_norm": 10.692551612854004,
      "learning_rate": 7.684998841235391e-06,
      "loss": 5.0494,
      "step": 1277
    },
    {
      "epoch": 0.052224015691723025,
      "grad_norm": 14.861363410949707,
      "learning_rate": 7.631065668122233e-06,
      "loss": 7.0001,
      "step": 1278
    },
    {
      "epoch": 0.05226487955376662,
      "grad_norm": 12.813691139221191,
      "learning_rate": 7.577306773705062e-06,
      "loss": 5.3477,
      "step": 1279
    },
    {
      "epoch": 0.05230574341581023,
      "grad_norm": 13.51701831817627,
      "learning_rate": 7.523722379113579e-06,
      "loss": 6.1212,
      "step": 1280
    },
    {
      "epoch": 0.05234660727785383,
      "grad_norm": 33.655460357666016,
      "learning_rate": 7.470312704759697e-06,
      "loss": 6.4791,
      "step": 1281
    },
    {
      "epoch": 0.05238747113989743,
      "grad_norm": 12.676177024841309,
      "learning_rate": 7.417077970336678e-06,
      "loss": 5.5461,
      "step": 1282
    },
    {
      "epoch": 0.05242833500194103,
      "grad_norm": 12.751127243041992,
      "learning_rate": 7.3640183948181506e-06,
      "loss": 6.1601,
      "step": 1283
    },
    {
      "epoch": 0.052469198863984635,
      "grad_norm": 13.632148742675781,
      "learning_rate": 7.311134196457281e-06,
      "loss": 6.3303,
      "step": 1284
    },
    {
      "epoch": 0.052510062726028234,
      "grad_norm": 12.904389381408691,
      "learning_rate": 7.258425592785839e-06,
      "loss": 6.2029,
      "step": 1285
    },
    {
      "epoch": 0.05255092658807184,
      "grad_norm": 13.69832706451416,
      "learning_rate": 7.205892800613284e-06,
      "loss": 6.3765,
      "step": 1286
    },
    {
      "epoch": 0.05259179045011544,
      "grad_norm": 14.280808448791504,
      "learning_rate": 7.153536036025948e-06,
      "loss": 6.8123,
      "step": 1287
    },
    {
      "epoch": 0.05263265431215904,
      "grad_norm": 17.279685974121094,
      "learning_rate": 7.10135551438606e-06,
      "loss": 7.0462,
      "step": 1288
    },
    {
      "epoch": 0.05267351817420264,
      "grad_norm": 16.416654586791992,
      "learning_rate": 7.049351450330915e-06,
      "loss": 7.4677,
      "step": 1289
    },
    {
      "epoch": 0.052714382036246246,
      "grad_norm": 18.79620361328125,
      "learning_rate": 6.9975240577719645e-06,
      "loss": 6.447,
      "step": 1290
    },
    {
      "epoch": 0.052755245898289845,
      "grad_norm": 18.415451049804688,
      "learning_rate": 6.945873549893961e-06,
      "loss": 6.665,
      "step": 1291
    },
    {
      "epoch": 0.05279610976033345,
      "grad_norm": 15.684821128845215,
      "learning_rate": 6.894400139154056e-06,
      "loss": 6.0481,
      "step": 1292
    },
    {
      "epoch": 0.05283697362237705,
      "grad_norm": 16.285133361816406,
      "learning_rate": 6.8431040372809285e-06,
      "loss": 5.693,
      "step": 1293
    },
    {
      "epoch": 0.05287783748442065,
      "grad_norm": 15.192296981811523,
      "learning_rate": 6.79198545527393e-06,
      "loss": 6.244,
      "step": 1294
    },
    {
      "epoch": 0.05291870134646425,
      "grad_norm": 17.961584091186523,
      "learning_rate": 6.741044603402213e-06,
      "loss": 5.5759,
      "step": 1295
    },
    {
      "epoch": 0.05295956520850786,
      "grad_norm": 13.980565071105957,
      "learning_rate": 6.6902816912038816e-06,
      "loss": 4.6304,
      "step": 1296
    },
    {
      "epoch": 0.053000429070551455,
      "grad_norm": 19.309667587280273,
      "learning_rate": 6.6396969274850675e-06,
      "loss": 6.6212,
      "step": 1297
    },
    {
      "epoch": 0.05304129293259506,
      "grad_norm": 19.81852149963379,
      "learning_rate": 6.589290520319125e-06,
      "loss": 7.4413,
      "step": 1298
    },
    {
      "epoch": 0.05308215679463866,
      "grad_norm": 17.609085083007812,
      "learning_rate": 6.539062677045782e-06,
      "loss": 5.6315,
      "step": 1299
    },
    {
      "epoch": 0.053123020656682264,
      "grad_norm": 26.30453109741211,
      "learning_rate": 6.489013604270278e-06,
      "loss": 8.1746,
      "step": 1300
    },
    {
      "epoch": 0.05316388451872586,
      "grad_norm": 11.81814193725586,
      "learning_rate": 6.439143507862466e-06,
      "loss": 6.7105,
      "step": 1301
    },
    {
      "epoch": 0.05320474838076947,
      "grad_norm": 9.656513214111328,
      "learning_rate": 6.38945259295603e-06,
      "loss": 5.1346,
      "step": 1302
    },
    {
      "epoch": 0.053245612242813066,
      "grad_norm": 10.611899375915527,
      "learning_rate": 6.3399410639475966e-06,
      "loss": 5.8584,
      "step": 1303
    },
    {
      "epoch": 0.05328647610485667,
      "grad_norm": 9.092964172363281,
      "learning_rate": 6.290609124495939e-06,
      "loss": 4.9972,
      "step": 1304
    },
    {
      "epoch": 0.05332733996690027,
      "grad_norm": 11.171881675720215,
      "learning_rate": 6.241456977521115e-06,
      "loss": 6.2399,
      "step": 1305
    },
    {
      "epoch": 0.053368203828943875,
      "grad_norm": 9.803963661193848,
      "learning_rate": 6.19248482520361e-06,
      "loss": 5.4172,
      "step": 1306
    },
    {
      "epoch": 0.05340906769098747,
      "grad_norm": 12.769637107849121,
      "learning_rate": 6.14369286898352e-06,
      "loss": 5.907,
      "step": 1307
    },
    {
      "epoch": 0.05344993155303108,
      "grad_norm": 12.696666717529297,
      "learning_rate": 6.0950813095597695e-06,
      "loss": 5.905,
      "step": 1308
    },
    {
      "epoch": 0.05349079541507468,
      "grad_norm": 11.773411750793457,
      "learning_rate": 6.04665034688921e-06,
      "loss": 5.8702,
      "step": 1309
    },
    {
      "epoch": 0.05353165927711828,
      "grad_norm": 9.899693489074707,
      "learning_rate": 5.998400180185837e-06,
      "loss": 4.9315,
      "step": 1310
    },
    {
      "epoch": 0.05357252313916188,
      "grad_norm": 15.44206714630127,
      "learning_rate": 5.9503310079199734e-06,
      "loss": 6.3004,
      "step": 1311
    },
    {
      "epoch": 0.053613387001205486,
      "grad_norm": 12.296639442443848,
      "learning_rate": 5.902443027817472e-06,
      "loss": 6.0329,
      "step": 1312
    },
    {
      "epoch": 0.053654250863249084,
      "grad_norm": 10.341333389282227,
      "learning_rate": 5.854736436858838e-06,
      "loss": 5.3143,
      "step": 1313
    },
    {
      "epoch": 0.05369511472529269,
      "grad_norm": 9.71491813659668,
      "learning_rate": 5.807211431278469e-06,
      "loss": 5.2402,
      "step": 1314
    },
    {
      "epoch": 0.05373597858733629,
      "grad_norm": 11.967327117919922,
      "learning_rate": 5.759868206563834e-06,
      "loss": 6.1597,
      "step": 1315
    },
    {
      "epoch": 0.05377684244937989,
      "grad_norm": 12.041747093200684,
      "learning_rate": 5.712706957454689e-06,
      "loss": 6.1137,
      "step": 1316
    },
    {
      "epoch": 0.05381770631142349,
      "grad_norm": 11.523645401000977,
      "learning_rate": 5.6657278779422564e-06,
      "loss": 4.7146,
      "step": 1317
    },
    {
      "epoch": 0.053858570173467096,
      "grad_norm": 11.76720905303955,
      "learning_rate": 5.618931161268409e-06,
      "loss": 4.8229,
      "step": 1318
    },
    {
      "epoch": 0.053899434035510695,
      "grad_norm": 14.665324211120605,
      "learning_rate": 5.5723169999248985e-06,
      "loss": 6.3562,
      "step": 1319
    },
    {
      "epoch": 0.0539402978975543,
      "grad_norm": 12.501147270202637,
      "learning_rate": 5.52588558565259e-06,
      "loss": 5.7088,
      "step": 1320
    },
    {
      "epoch": 0.0539811617595979,
      "grad_norm": 11.123631477355957,
      "learning_rate": 5.479637109440605e-06,
      "loss": 6.0012,
      "step": 1321
    },
    {
      "epoch": 0.0540220256216415,
      "grad_norm": 13.458786964416504,
      "learning_rate": 5.433571761525608e-06,
      "loss": 5.2179,
      "step": 1322
    },
    {
      "epoch": 0.0540628894836851,
      "grad_norm": 12.442361831665039,
      "learning_rate": 5.387689731390971e-06,
      "loss": 5.8886,
      "step": 1323
    },
    {
      "epoch": 0.05410375334572871,
      "grad_norm": 12.343889236450195,
      "learning_rate": 5.3419912077660115e-06,
      "loss": 5.4713,
      "step": 1324
    },
    {
      "epoch": 0.054144617207772305,
      "grad_norm": 15.862980842590332,
      "learning_rate": 5.296476378625237e-06,
      "loss": 6.3647,
      "step": 1325
    },
    {
      "epoch": 0.05418548106981591,
      "grad_norm": 14.279685020446777,
      "learning_rate": 5.251145431187532e-06,
      "loss": 6.0743,
      "step": 1326
    },
    {
      "epoch": 0.05422634493185951,
      "grad_norm": 11.489834785461426,
      "learning_rate": 5.205998551915431e-06,
      "loss": 5.7051,
      "step": 1327
    },
    {
      "epoch": 0.054267208793903114,
      "grad_norm": 11.323694229125977,
      "learning_rate": 5.161035926514307e-06,
      "loss": 5.4545,
      "step": 1328
    },
    {
      "epoch": 0.05430807265594671,
      "grad_norm": 12.028011322021484,
      "learning_rate": 5.116257739931662e-06,
      "loss": 5.8448,
      "step": 1329
    },
    {
      "epoch": 0.05434893651799032,
      "grad_norm": 12.499610900878906,
      "learning_rate": 5.071664176356295e-06,
      "loss": 5.7263,
      "step": 1330
    },
    {
      "epoch": 0.054389800380033916,
      "grad_norm": 13.89228630065918,
      "learning_rate": 5.027255419217602e-06,
      "loss": 6.1402,
      "step": 1331
    },
    {
      "epoch": 0.05443066424207752,
      "grad_norm": 15.132948875427246,
      "learning_rate": 4.983031651184828e-06,
      "loss": 5.8142,
      "step": 1332
    },
    {
      "epoch": 0.05447152810412112,
      "grad_norm": 12.604890823364258,
      "learning_rate": 4.938993054166235e-06,
      "loss": 5.3971,
      "step": 1333
    },
    {
      "epoch": 0.054512391966164725,
      "grad_norm": 13.132485389709473,
      "learning_rate": 4.89513980930848e-06,
      "loss": 6.1247,
      "step": 1334
    },
    {
      "epoch": 0.05455325582820832,
      "grad_norm": 15.888174057006836,
      "learning_rate": 4.85147209699574e-06,
      "loss": 6.4279,
      "step": 1335
    },
    {
      "epoch": 0.05459411969025193,
      "grad_norm": 13.905696868896484,
      "learning_rate": 4.807990096849052e-06,
      "loss": 6.5553,
      "step": 1336
    },
    {
      "epoch": 0.05463498355229553,
      "grad_norm": 15.824579238891602,
      "learning_rate": 4.764693987725555e-06,
      "loss": 5.8727,
      "step": 1337
    },
    {
      "epoch": 0.05467584741433913,
      "grad_norm": 12.343487739562988,
      "learning_rate": 4.721583947717767e-06,
      "loss": 5.3657,
      "step": 1338
    },
    {
      "epoch": 0.05471671127638273,
      "grad_norm": 16.064315795898438,
      "learning_rate": 4.678660154152803e-06,
      "loss": 6.3825,
      "step": 1339
    },
    {
      "epoch": 0.054757575138426336,
      "grad_norm": 15.64239501953125,
      "learning_rate": 4.635922783591695e-06,
      "loss": 6.443,
      "step": 1340
    },
    {
      "epoch": 0.054798439000469934,
      "grad_norm": 14.100479125976562,
      "learning_rate": 4.593372011828645e-06,
      "loss": 4.8361,
      "step": 1341
    },
    {
      "epoch": 0.05483930286251354,
      "grad_norm": 14.435734748840332,
      "learning_rate": 4.5510080138903175e-06,
      "loss": 6.1017,
      "step": 1342
    },
    {
      "epoch": 0.05488016672455714,
      "grad_norm": 15.61367416381836,
      "learning_rate": 4.50883096403511e-06,
      "loss": 6.8161,
      "step": 1343
    },
    {
      "epoch": 0.05492103058660074,
      "grad_norm": 14.850663185119629,
      "learning_rate": 4.466841035752428e-06,
      "loss": 6.0298,
      "step": 1344
    },
    {
      "epoch": 0.05496189444864434,
      "grad_norm": 19.58012580871582,
      "learning_rate": 4.42503840176196e-06,
      "loss": 6.4416,
      "step": 1345
    },
    {
      "epoch": 0.055002758310687946,
      "grad_norm": 15.58175277709961,
      "learning_rate": 4.383423234013029e-06,
      "loss": 5.7028,
      "step": 1346
    },
    {
      "epoch": 0.055043622172731545,
      "grad_norm": 23.334970474243164,
      "learning_rate": 4.341995703683799e-06,
      "loss": 6.2679,
      "step": 1347
    },
    {
      "epoch": 0.05508448603477515,
      "grad_norm": 19.322080612182617,
      "learning_rate": 4.300755981180648e-06,
      "loss": 6.1203,
      "step": 1348
    },
    {
      "epoch": 0.05512534989681875,
      "grad_norm": 19.294343948364258,
      "learning_rate": 4.259704236137402e-06,
      "loss": 6.1612,
      "step": 1349
    },
    {
      "epoch": 0.05516621375886235,
      "grad_norm": 23.609317779541016,
      "learning_rate": 4.218840637414695e-06,
      "loss": 6.4344,
      "step": 1350
    },
    {
      "epoch": 0.05520707762090595,
      "grad_norm": 10.905501365661621,
      "learning_rate": 4.178165353099233e-06,
      "loss": 5.7916,
      "step": 1351
    },
    {
      "epoch": 0.05524794148294955,
      "grad_norm": 10.461952209472656,
      "learning_rate": 4.13767855050311e-06,
      "loss": 5.6574,
      "step": 1352
    },
    {
      "epoch": 0.055288805344993155,
      "grad_norm": 10.941486358642578,
      "learning_rate": 4.097380396163136e-06,
      "loss": 5.9305,
      "step": 1353
    },
    {
      "epoch": 0.055329669207036754,
      "grad_norm": 9.929145812988281,
      "learning_rate": 4.057271055840151e-06,
      "loss": 4.7839,
      "step": 1354
    },
    {
      "epoch": 0.05537053306908036,
      "grad_norm": 10.920966148376465,
      "learning_rate": 4.017350694518329e-06,
      "loss": 5.8171,
      "step": 1355
    },
    {
      "epoch": 0.05541139693112396,
      "grad_norm": 21.842693328857422,
      "learning_rate": 3.977619476404499e-06,
      "loss": 5.3902,
      "step": 1356
    },
    {
      "epoch": 0.05545226079316756,
      "grad_norm": 13.601142883300781,
      "learning_rate": 3.938077564927467e-06,
      "loss": 6.2075,
      "step": 1357
    },
    {
      "epoch": 0.05549312465521116,
      "grad_norm": 11.834310531616211,
      "learning_rate": 3.8987251227373734e-06,
      "loss": 6.2559,
      "step": 1358
    },
    {
      "epoch": 0.055533988517254766,
      "grad_norm": 10.8425931930542,
      "learning_rate": 3.859562311705011e-06,
      "loss": 4.917,
      "step": 1359
    },
    {
      "epoch": 0.055574852379298365,
      "grad_norm": 14.948829650878906,
      "learning_rate": 3.820589292921117e-06,
      "loss": 6.796,
      "step": 1360
    },
    {
      "epoch": 0.05561571624134197,
      "grad_norm": 19.911386489868164,
      "learning_rate": 3.7818062266957722e-06,
      "loss": 5.654,
      "step": 1361
    },
    {
      "epoch": 0.05565658010338557,
      "grad_norm": 10.68065071105957,
      "learning_rate": 3.7432132725576885e-06,
      "loss": 5.7488,
      "step": 1362
    },
    {
      "epoch": 0.05569744396542917,
      "grad_norm": 12.978265762329102,
      "learning_rate": 3.704810589253621e-06,
      "loss": 5.9216,
      "step": 1363
    },
    {
      "epoch": 0.05573830782747277,
      "grad_norm": 14.055144309997559,
      "learning_rate": 3.6665983347476174e-06,
      "loss": 6.0299,
      "step": 1364
    },
    {
      "epoch": 0.05577917168951638,
      "grad_norm": 13.637020111083984,
      "learning_rate": 3.6285766662204735e-06,
      "loss": 5.782,
      "step": 1365
    },
    {
      "epoch": 0.055820035551559975,
      "grad_norm": 15.15635871887207,
      "learning_rate": 3.590745740068996e-06,
      "loss": 6.4302,
      "step": 1366
    },
    {
      "epoch": 0.05586089941360358,
      "grad_norm": 11.472108840942383,
      "learning_rate": 3.5531057119054414e-06,
      "loss": 5.7443,
      "step": 1367
    },
    {
      "epoch": 0.05590176327564718,
      "grad_norm": 11.374180793762207,
      "learning_rate": 3.515656736556794e-06,
      "loss": 5.204,
      "step": 1368
    },
    {
      "epoch": 0.055942627137690784,
      "grad_norm": 11.667403221130371,
      "learning_rate": 3.478398968064178e-06,
      "loss": 5.574,
      "step": 1369
    },
    {
      "epoch": 0.05598349099973438,
      "grad_norm": 12.843528747558594,
      "learning_rate": 3.4413325596822423e-06,
      "loss": 5.8785,
      "step": 1370
    },
    {
      "epoch": 0.05602435486177799,
      "grad_norm": 11.200161933898926,
      "learning_rate": 3.4044576638784685e-06,
      "loss": 5.003,
      "step": 1371
    },
    {
      "epoch": 0.056065218723821586,
      "grad_norm": 14.955963134765625,
      "learning_rate": 3.3677744323325987e-06,
      "loss": 6.0432,
      "step": 1372
    },
    {
      "epoch": 0.05610608258586519,
      "grad_norm": 11.538397789001465,
      "learning_rate": 3.3312830159359876e-06,
      "loss": 5.5782,
      "step": 1373
    },
    {
      "epoch": 0.05614694644790879,
      "grad_norm": 13.244929313659668,
      "learning_rate": 3.2949835647909656e-06,
      "loss": 6.2672,
      "step": 1374
    },
    {
      "epoch": 0.056187810309952395,
      "grad_norm": 11.738024711608887,
      "learning_rate": 3.258876228210267e-06,
      "loss": 5.8058,
      "step": 1375
    },
    {
      "epoch": 0.05622867417199599,
      "grad_norm": 13.42725944519043,
      "learning_rate": 3.222961154716392e-06,
      "loss": 5.8394,
      "step": 1376
    },
    {
      "epoch": 0.0562695380340396,
      "grad_norm": 12.933088302612305,
      "learning_rate": 3.1872384920409613e-06,
      "loss": 6.2117,
      "step": 1377
    },
    {
      "epoch": 0.0563104018960832,
      "grad_norm": 10.286880493164062,
      "learning_rate": 3.151708387124175e-06,
      "loss": 4.6895,
      "step": 1378
    },
    {
      "epoch": 0.0563512657581268,
      "grad_norm": 10.749935150146484,
      "learning_rate": 3.1163709861141478e-06,
      "loss": 4.7426,
      "step": 1379
    },
    {
      "epoch": 0.0563921296201704,
      "grad_norm": 12.68270492553711,
      "learning_rate": 3.0812264343663466e-06,
      "loss": 5.1007,
      "step": 1380
    },
    {
      "epoch": 0.056432993482214006,
      "grad_norm": 13.24690055847168,
      "learning_rate": 3.046274876442989e-06,
      "loss": 6.1502,
      "step": 1381
    },
    {
      "epoch": 0.056473857344257604,
      "grad_norm": 14.038854598999023,
      "learning_rate": 3.0115164561124176e-06,
      "loss": 6.2595,
      "step": 1382
    },
    {
      "epoch": 0.05651472120630121,
      "grad_norm": 13.148086547851562,
      "learning_rate": 2.976951316348542e-06,
      "loss": 5.4964,
      "step": 1383
    },
    {
      "epoch": 0.05655558506834481,
      "grad_norm": 13.133016586303711,
      "learning_rate": 2.9425795993302474e-06,
      "loss": 5.1961,
      "step": 1384
    },
    {
      "epoch": 0.05659644893038841,
      "grad_norm": 14.196730613708496,
      "learning_rate": 2.908401446440784e-06,
      "loss": 6.0362,
      "step": 1385
    },
    {
      "epoch": 0.05663731279243201,
      "grad_norm": 15.088958740234375,
      "learning_rate": 2.8744169982672207e-06,
      "loss": 6.3641,
      "step": 1386
    },
    {
      "epoch": 0.056678176654475616,
      "grad_norm": 14.354655265808105,
      "learning_rate": 2.840626394599827e-06,
      "loss": 6.3393,
      "step": 1387
    },
    {
      "epoch": 0.056719040516519215,
      "grad_norm": 14.473902702331543,
      "learning_rate": 2.8070297744315465e-06,
      "loss": 5.4706,
      "step": 1388
    },
    {
      "epoch": 0.05675990437856282,
      "grad_norm": 13.960811614990234,
      "learning_rate": 2.7736272759573856e-06,
      "loss": 5.1405,
      "step": 1389
    },
    {
      "epoch": 0.05680076824060642,
      "grad_norm": 21.69525909423828,
      "learning_rate": 2.7404190365738437e-06,
      "loss": 5.6208,
      "step": 1390
    },
    {
      "epoch": 0.056841632102650023,
      "grad_norm": 13.99712085723877,
      "learning_rate": 2.707405192878393e-06,
      "loss": 5.2746,
      "step": 1391
    },
    {
      "epoch": 0.05688249596469362,
      "grad_norm": 16.092470169067383,
      "learning_rate": 2.674585880668856e-06,
      "loss": 6.3549,
      "step": 1392
    },
    {
      "epoch": 0.05692335982673723,
      "grad_norm": 16.60957145690918,
      "learning_rate": 2.641961234942908e-06,
      "loss": 5.9754,
      "step": 1393
    },
    {
      "epoch": 0.056964223688780825,
      "grad_norm": 14.698297500610352,
      "learning_rate": 2.6095313898974628e-06,
      "loss": 5.1192,
      "step": 1394
    },
    {
      "epoch": 0.05700508755082443,
      "grad_norm": 15.271346092224121,
      "learning_rate": 2.5772964789281597e-06,
      "loss": 4.6252,
      "step": 1395
    },
    {
      "epoch": 0.05704595141286803,
      "grad_norm": 15.326761245727539,
      "learning_rate": 2.5452566346288064e-06,
      "loss": 4.9674,
      "step": 1396
    },
    {
      "epoch": 0.057086815274911634,
      "grad_norm": 17.644712448120117,
      "learning_rate": 2.5134119887908368e-06,
      "loss": 6.3781,
      "step": 1397
    },
    {
      "epoch": 0.05712767913695523,
      "grad_norm": 16.700098037719727,
      "learning_rate": 2.4817626724027487e-06,
      "loss": 5.039,
      "step": 1398
    },
    {
      "epoch": 0.05716854299899884,
      "grad_norm": 18.29340934753418,
      "learning_rate": 2.4503088156495823e-06,
      "loss": 6.381,
      "step": 1399
    },
    {
      "epoch": 0.057209406861042436,
      "grad_norm": 32.03140640258789,
      "learning_rate": 2.419050547912388e-06,
      "loss": 7.1019,
      "step": 1400
    },
    {
      "epoch": 0.05725027072308604,
      "grad_norm": 14.21849536895752,
      "learning_rate": 2.3879879977676933e-06,
      "loss": 7.1429,
      "step": 1401
    },
    {
      "epoch": 0.05729113458512964,
      "grad_norm": 12.14288330078125,
      "learning_rate": 2.357121292986958e-06,
      "loss": 6.596,
      "step": 1402
    },
    {
      "epoch": 0.057331998447173245,
      "grad_norm": 10.332315444946289,
      "learning_rate": 2.3264505605360587e-06,
      "loss": 5.9791,
      "step": 1403
    },
    {
      "epoch": 0.05737286230921684,
      "grad_norm": 11.936444282531738,
      "learning_rate": 2.295975926574767e-06,
      "loss": 5.2107,
      "step": 1404
    },
    {
      "epoch": 0.05741372617126045,
      "grad_norm": 11.68570613861084,
      "learning_rate": 2.26569751645625e-06,
      "loss": 6.0945,
      "step": 1405
    },
    {
      "epoch": 0.05745459003330405,
      "grad_norm": 12.234179496765137,
      "learning_rate": 2.235615454726514e-06,
      "loss": 6.4366,
      "step": 1406
    },
    {
      "epoch": 0.05749545389534765,
      "grad_norm": 13.551424026489258,
      "learning_rate": 2.205729865123912e-06,
      "loss": 5.8915,
      "step": 1407
    },
    {
      "epoch": 0.05753631775739125,
      "grad_norm": 11.42490005493164,
      "learning_rate": 2.176040870578655e-06,
      "loss": 5.4649,
      "step": 1408
    },
    {
      "epoch": 0.057577181619434856,
      "grad_norm": 12.296146392822266,
      "learning_rate": 2.146548593212261e-06,
      "loss": 5.2908,
      "step": 1409
    },
    {
      "epoch": 0.057618045481478454,
      "grad_norm": 13.628933906555176,
      "learning_rate": 2.1172531543371176e-06,
      "loss": 5.6548,
      "step": 1410
    },
    {
      "epoch": 0.05765890934352206,
      "grad_norm": 11.3690185546875,
      "learning_rate": 2.088154674455911e-06,
      "loss": 5.422,
      "step": 1411
    },
    {
      "epoch": 0.05769977320556566,
      "grad_norm": 10.398890495300293,
      "learning_rate": 2.059253273261169e-06,
      "loss": 5.1192,
      "step": 1412
    },
    {
      "epoch": 0.05774063706760926,
      "grad_norm": 11.483975410461426,
      "learning_rate": 2.0305490696347795e-06,
      "loss": 4.9472,
      "step": 1413
    },
    {
      "epoch": 0.05778150092965286,
      "grad_norm": 11.797661781311035,
      "learning_rate": 2.002042181647479e-06,
      "loss": 5.8422,
      "step": 1414
    },
    {
      "epoch": 0.057822364791696466,
      "grad_norm": 12.492131233215332,
      "learning_rate": 1.973732726558364e-06,
      "loss": 7.2811,
      "step": 1415
    },
    {
      "epoch": 0.057863228653740065,
      "grad_norm": 13.242003440856934,
      "learning_rate": 1.9456208208144313e-06,
      "loss": 5.1037,
      "step": 1416
    },
    {
      "epoch": 0.05790409251578367,
      "grad_norm": 14.247307777404785,
      "learning_rate": 1.917706580050066e-06,
      "loss": 6.2367,
      "step": 1417
    },
    {
      "epoch": 0.05794495637782727,
      "grad_norm": 11.60015869140625,
      "learning_rate": 1.889990119086621e-06,
      "loss": 5.4071,
      "step": 1418
    },
    {
      "epoch": 0.057985820239870874,
      "grad_norm": 11.598762512207031,
      "learning_rate": 1.862471551931877e-06,
      "loss": 5.3924,
      "step": 1419
    },
    {
      "epoch": 0.05802668410191447,
      "grad_norm": 12.020844459533691,
      "learning_rate": 1.8351509917796216e-06,
      "loss": 5.1825,
      "step": 1420
    },
    {
      "epoch": 0.05806754796395807,
      "grad_norm": 12.868925094604492,
      "learning_rate": 1.8080285510091554e-06,
      "loss": 6.1717,
      "step": 1421
    },
    {
      "epoch": 0.058108411826001675,
      "grad_norm": 14.97560977935791,
      "learning_rate": 1.7811043411848693e-06,
      "loss": 5.4369,
      "step": 1422
    },
    {
      "epoch": 0.058149275688045274,
      "grad_norm": 12.455634117126465,
      "learning_rate": 1.7543784730557234e-06,
      "loss": 6.155,
      "step": 1423
    },
    {
      "epoch": 0.05819013955008888,
      "grad_norm": 15.083786010742188,
      "learning_rate": 1.7278510565548577e-06,
      "loss": 6.4782,
      "step": 1424
    },
    {
      "epoch": 0.05823100341213248,
      "grad_norm": 12.602248191833496,
      "learning_rate": 1.7015222007990883e-06,
      "loss": 5.2377,
      "step": 1425
    },
    {
      "epoch": 0.05827186727417608,
      "grad_norm": 12.938545227050781,
      "learning_rate": 1.675392014088495e-06,
      "loss": 5.9429,
      "step": 1426
    },
    {
      "epoch": 0.05831273113621968,
      "grad_norm": 16.22939109802246,
      "learning_rate": 1.6494606039059502e-06,
      "loss": 6.4306,
      "step": 1427
    },
    {
      "epoch": 0.058353594998263286,
      "grad_norm": 13.610986709594727,
      "learning_rate": 1.6237280769166807e-06,
      "loss": 5.8904,
      "step": 1428
    },
    {
      "epoch": 0.058394458860306885,
      "grad_norm": 13.104776382446289,
      "learning_rate": 1.5981945389678566e-06,
      "loss": 5.5021,
      "step": 1429
    },
    {
      "epoch": 0.05843532272235049,
      "grad_norm": 12.524452209472656,
      "learning_rate": 1.572860095088108e-06,
      "loss": 5.4969,
      "step": 1430
    },
    {
      "epoch": 0.05847618658439409,
      "grad_norm": 16.706439971923828,
      "learning_rate": 1.547724849487142e-06,
      "loss": 6.3696,
      "step": 1431
    },
    {
      "epoch": 0.05851705044643769,
      "grad_norm": 12.304777145385742,
      "learning_rate": 1.5227889055552836e-06,
      "loss": 5.3329,
      "step": 1432
    },
    {
      "epoch": 0.05855791430848129,
      "grad_norm": 14.964431762695312,
      "learning_rate": 1.4980523658630453e-06,
      "loss": 7.206,
      "step": 1433
    },
    {
      "epoch": 0.0585987781705249,
      "grad_norm": 13.057554244995117,
      "learning_rate": 1.473515332160741e-06,
      "loss": 6.3246,
      "step": 1434
    },
    {
      "epoch": 0.058639642032568495,
      "grad_norm": 16.151348114013672,
      "learning_rate": 1.4491779053780296e-06,
      "loss": 6.6896,
      "step": 1435
    },
    {
      "epoch": 0.0586805058946121,
      "grad_norm": 13.605801582336426,
      "learning_rate": 1.4250401856235218e-06,
      "loss": 5.5107,
      "step": 1436
    },
    {
      "epoch": 0.0587213697566557,
      "grad_norm": 15.856985092163086,
      "learning_rate": 1.4011022721843514e-06,
      "loss": 6.3843,
      "step": 1437
    },
    {
      "epoch": 0.058762233618699304,
      "grad_norm": 12.339056968688965,
      "learning_rate": 1.3773642635257821e-06,
      "loss": 5.4914,
      "step": 1438
    },
    {
      "epoch": 0.0588030974807429,
      "grad_norm": 17.9697265625,
      "learning_rate": 1.3538262572908022e-06,
      "loss": 5.8273,
      "step": 1439
    },
    {
      "epoch": 0.05884396134278651,
      "grad_norm": 14.805066108703613,
      "learning_rate": 1.3304883502997134e-06,
      "loss": 5.6195,
      "step": 1440
    },
    {
      "epoch": 0.058884825204830106,
      "grad_norm": 12.795866012573242,
      "learning_rate": 1.3073506385497424e-06,
      "loss": 4.8128,
      "step": 1441
    },
    {
      "epoch": 0.05892568906687371,
      "grad_norm": 16.51844596862793,
      "learning_rate": 1.2844132172146307e-06,
      "loss": 5.0841,
      "step": 1442
    },
    {
      "epoch": 0.05896655292891731,
      "grad_norm": 16.40656280517578,
      "learning_rate": 1.2616761806442557e-06,
      "loss": 7.3637,
      "step": 1443
    },
    {
      "epoch": 0.059007416790960915,
      "grad_norm": 13.929911613464355,
      "learning_rate": 1.2391396223642492e-06,
      "loss": 4.7891,
      "step": 1444
    },
    {
      "epoch": 0.05904828065300451,
      "grad_norm": 15.564924240112305,
      "learning_rate": 1.2168036350755974e-06,
      "loss": 6.9448,
      "step": 1445
    },
    {
      "epoch": 0.05908914451504812,
      "grad_norm": 16.948013305664062,
      "learning_rate": 1.1946683106542622e-06,
      "loss": 6.4067,
      "step": 1446
    },
    {
      "epoch": 0.05913000837709172,
      "grad_norm": 16.79241180419922,
      "learning_rate": 1.1727337401508053e-06,
      "loss": 5.9192,
      "step": 1447
    },
    {
      "epoch": 0.05917087223913532,
      "grad_norm": 16.887653350830078,
      "learning_rate": 1.1510000137900268e-06,
      "loss": 5.3616,
      "step": 1448
    },
    {
      "epoch": 0.05921173610117892,
      "grad_norm": 20.964611053466797,
      "learning_rate": 1.1294672209705814e-06,
      "loss": 6.4104,
      "step": 1449
    },
    {
      "epoch": 0.059252599963222526,
      "grad_norm": 24.013517379760742,
      "learning_rate": 1.1081354502645914e-06,
      "loss": 6.2491,
      "step": 1450
    },
    {
      "epoch": 0.059293463825266124,
      "grad_norm": 9.17637825012207,
      "learning_rate": 1.087004789417323e-06,
      "loss": 5.5373,
      "step": 1451
    },
    {
      "epoch": 0.05933432768730973,
      "grad_norm": 13.024526596069336,
      "learning_rate": 1.0660753253468102e-06,
      "loss": 6.5182,
      "step": 1452
    },
    {
      "epoch": 0.05937519154935333,
      "grad_norm": 10.952601432800293,
      "learning_rate": 1.0453471441434659e-06,
      "loss": 5.3951,
      "step": 1453
    },
    {
      "epoch": 0.05941605541139693,
      "grad_norm": 12.251294136047363,
      "learning_rate": 1.0248203310697812e-06,
      "loss": 6.6093,
      "step": 1454
    },
    {
      "epoch": 0.05945691927344053,
      "grad_norm": 11.657454490661621,
      "learning_rate": 1.0044949705599216e-06,
      "loss": 5.694,
      "step": 1455
    },
    {
      "epoch": 0.059497783135484136,
      "grad_norm": 13.22636604309082,
      "learning_rate": 9.843711462194372e-07,
      "loss": 5.6781,
      "step": 1456
    },
    {
      "epoch": 0.059538646997527735,
      "grad_norm": 10.926990509033203,
      "learning_rate": 9.644489408248637e-07,
      "loss": 5.3213,
      "step": 1457
    },
    {
      "epoch": 0.05957951085957134,
      "grad_norm": 13.176186561584473,
      "learning_rate": 9.447284363234055e-07,
      "loss": 6.2745,
      "step": 1458
    },
    {
      "epoch": 0.05962037472161494,
      "grad_norm": 12.561846733093262,
      "learning_rate": 9.252097138326087e-07,
      "loss": 6.2479,
      "step": 1459
    },
    {
      "epoch": 0.059661238583658543,
      "grad_norm": 12.38630199432373,
      "learning_rate": 9.058928536400058e-07,
      "loss": 5.2524,
      "step": 1460
    },
    {
      "epoch": 0.05970210244570214,
      "grad_norm": 11.330286979675293,
      "learning_rate": 8.867779352028205e-07,
      "loss": 5.8127,
      "step": 1461
    },
    {
      "epoch": 0.05974296630774575,
      "grad_norm": 11.38916301727295,
      "learning_rate": 8.678650371475916e-07,
      "loss": 5.6307,
      "step": 1462
    },
    {
      "epoch": 0.059783830169789345,
      "grad_norm": 12.12108325958252,
      "learning_rate": 8.491542372698835e-07,
      "loss": 6.1368,
      "step": 1463
    },
    {
      "epoch": 0.05982469403183295,
      "grad_norm": 11.852420806884766,
      "learning_rate": 8.30645612533959e-07,
      "loss": 5.4171,
      "step": 1464
    },
    {
      "epoch": 0.05986555789387655,
      "grad_norm": 11.031457901000977,
      "learning_rate": 8.123392390724682e-07,
      "loss": 4.8049,
      "step": 1465
    },
    {
      "epoch": 0.059906421755920154,
      "grad_norm": 9.570330619812012,
      "learning_rate": 7.942351921861102e-07,
      "loss": 4.3052,
      "step": 1466
    },
    {
      "epoch": 0.05994728561796375,
      "grad_norm": 12.23093032836914,
      "learning_rate": 7.763335463433718e-07,
      "loss": 5.7314,
      "step": 1467
    },
    {
      "epoch": 0.05998814948000736,
      "grad_norm": 12.750445365905762,
      "learning_rate": 7.586343751801506e-07,
      "loss": 5.6883,
      "step": 1468
    },
    {
      "epoch": 0.060029013342050956,
      "grad_norm": 15.570301055908203,
      "learning_rate": 7.411377514995432e-07,
      "loss": 5.0826,
      "step": 1469
    },
    {
      "epoch": 0.06006987720409456,
      "grad_norm": 11.989043235778809,
      "learning_rate": 7.238437472714466e-07,
      "loss": 5.7435,
      "step": 1470
    },
    {
      "epoch": 0.06011074106613816,
      "grad_norm": 13.558979034423828,
      "learning_rate": 7.067524336323406e-07,
      "loss": 5.4195,
      "step": 1471
    },
    {
      "epoch": 0.060151604928181765,
      "grad_norm": 12.950581550598145,
      "learning_rate": 6.898638808849556e-07,
      "loss": 6.1003,
      "step": 1472
    },
    {
      "epoch": 0.06019246879022536,
      "grad_norm": 13.448431968688965,
      "learning_rate": 6.731781584980001e-07,
      "loss": 6.4803,
      "step": 1473
    },
    {
      "epoch": 0.06023333265226897,
      "grad_norm": 11.66065788269043,
      "learning_rate": 6.566953351058669e-07,
      "loss": 5.1155,
      "step": 1474
    },
    {
      "epoch": 0.06027419651431257,
      "grad_norm": 14.802644729614258,
      "learning_rate": 6.404154785083383e-07,
      "loss": 6.7994,
      "step": 1475
    },
    {
      "epoch": 0.06031506037635617,
      "grad_norm": 18.10548973083496,
      "learning_rate": 6.243386556703312e-07,
      "loss": 5.5827,
      "step": 1476
    },
    {
      "epoch": 0.06035592423839977,
      "grad_norm": 11.930153846740723,
      "learning_rate": 6.084649327216141e-07,
      "loss": 5.8416,
      "step": 1477
    },
    {
      "epoch": 0.060396788100443376,
      "grad_norm": 12.74058723449707,
      "learning_rate": 5.927943749565401e-07,
      "loss": 5.9192,
      "step": 1478
    },
    {
      "epoch": 0.060437651962486974,
      "grad_norm": 12.323589324951172,
      "learning_rate": 5.773270468337533e-07,
      "loss": 5.3801,
      "step": 1479
    },
    {
      "epoch": 0.06047851582453058,
      "grad_norm": 12.76671028137207,
      "learning_rate": 5.62063011975944e-07,
      "loss": 5.2271,
      "step": 1480
    },
    {
      "epoch": 0.06051937968657418,
      "grad_norm": 13.657951354980469,
      "learning_rate": 5.470023331695939e-07,
      "loss": 6.1542,
      "step": 1481
    },
    {
      "epoch": 0.06056024354861778,
      "grad_norm": 12.739529609680176,
      "learning_rate": 5.321450723646982e-07,
      "loss": 5.4657,
      "step": 1482
    },
    {
      "epoch": 0.06060110741066138,
      "grad_norm": 14.063922882080078,
      "learning_rate": 5.174912906745321e-07,
      "loss": 6.0558,
      "step": 1483
    },
    {
      "epoch": 0.060641971272704986,
      "grad_norm": 12.476627349853516,
      "learning_rate": 5.0304104837538e-07,
      "loss": 6.0374,
      "step": 1484
    },
    {
      "epoch": 0.060682835134748585,
      "grad_norm": 16.759687423706055,
      "learning_rate": 4.887944049062843e-07,
      "loss": 8.0454,
      "step": 1485
    },
    {
      "epoch": 0.06072369899679219,
      "grad_norm": 13.86631965637207,
      "learning_rate": 4.747514188688351e-07,
      "loss": 5.8759,
      "step": 1486
    },
    {
      "epoch": 0.06076456285883579,
      "grad_norm": 12.774024963378906,
      "learning_rate": 4.6091214802689295e-07,
      "loss": 4.5233,
      "step": 1487
    },
    {
      "epoch": 0.060805426720879394,
      "grad_norm": 15.54319953918457,
      "learning_rate": 4.4727664930636624e-07,
      "loss": 5.6707,
      "step": 1488
    },
    {
      "epoch": 0.06084629058292299,
      "grad_norm": 13.094404220581055,
      "learning_rate": 4.3384497879497274e-07,
      "loss": 5.5513,
      "step": 1489
    },
    {
      "epoch": 0.0608871544449666,
      "grad_norm": 13.967459678649902,
      "learning_rate": 4.206171917420121e-07,
      "loss": 5.4522,
      "step": 1490
    },
    {
      "epoch": 0.060928018307010195,
      "grad_norm": 15.86069107055664,
      "learning_rate": 4.075933425581491e-07,
      "loss": 5.9506,
      "step": 1491
    },
    {
      "epoch": 0.060968882169053794,
      "grad_norm": 18.132307052612305,
      "learning_rate": 3.9477348481515853e-07,
      "loss": 7.6329,
      "step": 1492
    },
    {
      "epoch": 0.0610097460310974,
      "grad_norm": 17.080135345458984,
      "learning_rate": 3.8215767124573643e-07,
      "loss": 6.0841,
      "step": 1493
    },
    {
      "epoch": 0.061050609893141,
      "grad_norm": 19.462413787841797,
      "learning_rate": 3.6974595374328345e-07,
      "loss": 6.2101,
      "step": 1494
    },
    {
      "epoch": 0.0610914737551846,
      "grad_norm": 11.74515438079834,
      "learning_rate": 3.575383833616497e-07,
      "loss": 4.7436,
      "step": 1495
    },
    {
      "epoch": 0.0611323376172282,
      "grad_norm": 16.021833419799805,
      "learning_rate": 3.4553501031497906e-07,
      "loss": 6.0138,
      "step": 1496
    },
    {
      "epoch": 0.061173201479271806,
      "grad_norm": 22.23221778869629,
      "learning_rate": 3.337358839774707e-07,
      "loss": 7.1393,
      "step": 1497
    },
    {
      "epoch": 0.061214065341315405,
      "grad_norm": 18.788055419921875,
      "learning_rate": 3.2214105288318474e-07,
      "loss": 7.0255,
      "step": 1498
    },
    {
      "epoch": 0.06125492920335901,
      "grad_norm": 18.50741195678711,
      "learning_rate": 3.1075056472583686e-07,
      "loss": 5.0141,
      "step": 1499
    },
    {
      "epoch": 0.06129579306540261,
      "grad_norm": 25.534204483032227,
      "learning_rate": 2.9956446635861503e-07,
      "loss": 6.6527,
      "step": 1500
    },
    {
      "epoch": 0.06133665692744621,
      "grad_norm": 10.7308988571167,
      "learning_rate": 2.8858280379396306e-07,
      "loss": 5.4428,
      "step": 1501
    },
    {
      "epoch": 0.06137752078948981,
      "grad_norm": 10.015771865844727,
      "learning_rate": 2.778056222034253e-07,
      "loss": 5.2409,
      "step": 1502
    },
    {
      "epoch": 0.06141838465153342,
      "grad_norm": 11.2932710647583,
      "learning_rate": 2.6723296591742996e-07,
      "loss": 5.673,
      "step": 1503
    },
    {
      "epoch": 0.061459248513577015,
      "grad_norm": 9.384864807128906,
      "learning_rate": 2.5686487842512816e-07,
      "loss": 4.8163,
      "step": 1504
    },
    {
      "epoch": 0.06150011237562062,
      "grad_norm": 11.913911819458008,
      "learning_rate": 2.467014023741943e-07,
      "loss": 5.8597,
      "step": 1505
    },
    {
      "epoch": 0.06154097623766422,
      "grad_norm": 10.451993942260742,
      "learning_rate": 2.3674257957067013e-07,
      "loss": 5.3339,
      "step": 1506
    },
    {
      "epoch": 0.061581840099707824,
      "grad_norm": 10.381134986877441,
      "learning_rate": 2.269884509787823e-07,
      "loss": 4.9778,
      "step": 1507
    },
    {
      "epoch": 0.06162270396175142,
      "grad_norm": 12.811723709106445,
      "learning_rate": 2.1743905672077513e-07,
      "loss": 7.1338,
      "step": 1508
    },
    {
      "epoch": 0.06166356782379503,
      "grad_norm": 10.494141578674316,
      "learning_rate": 2.0809443607675006e-07,
      "loss": 5.1256,
      "step": 1509
    },
    {
      "epoch": 0.061704431685838626,
      "grad_norm": 11.155356407165527,
      "learning_rate": 1.9895462748450443e-07,
      "loss": 5.896,
      "step": 1510
    },
    {
      "epoch": 0.06174529554788223,
      "grad_norm": 11.229161262512207,
      "learning_rate": 1.9001966853935404e-07,
      "loss": 4.8591,
      "step": 1511
    },
    {
      "epoch": 0.06178615940992583,
      "grad_norm": 11.449837684631348,
      "learning_rate": 1.812895959940164e-07,
      "loss": 6.071,
      "step": 1512
    },
    {
      "epoch": 0.061827023271969435,
      "grad_norm": 10.819708824157715,
      "learning_rate": 1.727644457584221e-07,
      "loss": 5.2497,
      "step": 1513
    },
    {
      "epoch": 0.06186788713401303,
      "grad_norm": 12.558652877807617,
      "learning_rate": 1.6444425289958155e-07,
      "loss": 5.994,
      "step": 1514
    },
    {
      "epoch": 0.06190875099605664,
      "grad_norm": 12.91252326965332,
      "learning_rate": 1.5632905164145172e-07,
      "loss": 5.4362,
      "step": 1515
    },
    {
      "epoch": 0.06194961485810024,
      "grad_norm": 13.53883171081543,
      "learning_rate": 1.4841887536478082e-07,
      "loss": 5.7484,
      "step": 1516
    },
    {
      "epoch": 0.06199047872014384,
      "grad_norm": 11.971946716308594,
      "learning_rate": 1.407137566069694e-07,
      "loss": 5.6425,
      "step": 1517
    },
    {
      "epoch": 0.06203134258218744,
      "grad_norm": 14.9813814163208,
      "learning_rate": 1.332137270619538e-07,
      "loss": 6.353,
      "step": 1518
    },
    {
      "epoch": 0.062072206444231046,
      "grad_norm": 10.741629600524902,
      "learning_rate": 1.2591881758005076e-07,
      "loss": 5.6977,
      "step": 1519
    },
    {
      "epoch": 0.062113070306274644,
      "grad_norm": 15.596894264221191,
      "learning_rate": 1.188290581678575e-07,
      "loss": 6.2054,
      "step": 1520
    },
    {
      "epoch": 0.06215393416831825,
      "grad_norm": 12.907197952270508,
      "learning_rate": 1.1194447798811291e-07,
      "loss": 7.102,
      "step": 1521
    },
    {
      "epoch": 0.06219479803036185,
      "grad_norm": 11.445554733276367,
      "learning_rate": 1.052651053595699e-07,
      "loss": 5.667,
      "step": 1522
    },
    {
      "epoch": 0.06223566189240545,
      "grad_norm": 11.226521492004395,
      "learning_rate": 9.879096775689545e-08,
      "loss": 4.7355,
      "step": 1523
    },
    {
      "epoch": 0.06227652575444905,
      "grad_norm": 12.492834091186523,
      "learning_rate": 9.25220918105485e-08,
      "loss": 5.8962,
      "step": 1524
    },
    {
      "epoch": 0.062317389616492656,
      "grad_norm": 14.047611236572266,
      "learning_rate": 8.64585033066856e-08,
      "loss": 6.5156,
      "step": 1525
    },
    {
      "epoch": 0.062358253478536255,
      "grad_norm": 12.739624977111816,
      "learning_rate": 8.060022718702209e-08,
      "loss": 6.2031,
      "step": 1526
    },
    {
      "epoch": 0.06239911734057986,
      "grad_norm": 12.041427612304688,
      "learning_rate": 7.494728754876002e-08,
      "loss": 5.4776,
      "step": 1527
    },
    {
      "epoch": 0.06243998120262346,
      "grad_norm": 15.399492263793945,
      "learning_rate": 6.949970764448254e-08,
      "loss": 6.6556,
      "step": 1528
    },
    {
      "epoch": 0.062480845064667064,
      "grad_norm": 12.621404647827148,
      "learning_rate": 6.425750988204304e-08,
      "loss": 5.2749,
      "step": 1529
    },
    {
      "epoch": 0.06252170892671066,
      "grad_norm": 14.159551620483398,
      "learning_rate": 5.922071582449285e-08,
      "loss": 5.4779,
      "step": 1530
    },
    {
      "epoch": 0.06256257278875427,
      "grad_norm": 12.370981216430664,
      "learning_rate": 5.438934618998137e-08,
      "loss": 5.6499,
      "step": 1531
    },
    {
      "epoch": 0.06260343665079787,
      "grad_norm": 15.384753227233887,
      "learning_rate": 4.976342085167285e-08,
      "loss": 6.5493,
      "step": 1532
    },
    {
      "epoch": 0.06264430051284146,
      "grad_norm": 13.284728050231934,
      "learning_rate": 4.534295883766859e-08,
      "loss": 6.45,
      "step": 1533
    },
    {
      "epoch": 0.06268516437488507,
      "grad_norm": 16.89252281188965,
      "learning_rate": 4.112797833091264e-08,
      "loss": 7.0135,
      "step": 1534
    },
    {
      "epoch": 0.06272602823692867,
      "grad_norm": 17.233299255371094,
      "learning_rate": 3.7118496669147354e-08,
      "loss": 6.9018,
      "step": 1535
    },
    {
      "epoch": 0.06276689209897228,
      "grad_norm": 15.176739692687988,
      "learning_rate": 3.3314530344807916e-08,
      "loss": 6.1082,
      "step": 1536
    },
    {
      "epoch": 0.06280775596101587,
      "grad_norm": 14.497002601623535,
      "learning_rate": 2.9716095004989064e-08,
      "loss": 6.0441,
      "step": 1537
    },
    {
      "epoch": 0.06284861982305948,
      "grad_norm": 16.184877395629883,
      "learning_rate": 2.6323205451345145e-08,
      "loss": 6.2948,
      "step": 1538
    },
    {
      "epoch": 0.06288948368510308,
      "grad_norm": 13.436396598815918,
      "learning_rate": 2.3135875640051264e-08,
      "loss": 5.5434,
      "step": 1539
    },
    {
      "epoch": 0.06293034754714669,
      "grad_norm": 13.344731330871582,
      "learning_rate": 2.015411868175332e-08,
      "loss": 4.7574,
      "step": 1540
    },
    {
      "epoch": 0.06297121140919028,
      "grad_norm": 14.811240196228027,
      "learning_rate": 1.737794684148475e-08,
      "loss": 5.6094,
      "step": 1541
    },
    {
      "epoch": 0.06301207527123388,
      "grad_norm": 18.071805953979492,
      "learning_rate": 1.480737153864431e-08,
      "loss": 6.1633,
      "step": 1542
    },
    {
      "epoch": 0.06305293913327749,
      "grad_norm": 17.336023330688477,
      "learning_rate": 1.2442403346929476e-08,
      "loss": 7.362,
      "step": 1543
    },
    {
      "epoch": 0.0630938029953211,
      "grad_norm": 20.29914665222168,
      "learning_rate": 1.0283051994308678e-08,
      "loss": 6.7163,
      "step": 1544
    },
    {
      "epoch": 0.06313466685736469,
      "grad_norm": 15.721060752868652,
      "learning_rate": 8.329326362976897e-09,
      "loss": 6.1168,
      "step": 1545
    },
    {
      "epoch": 0.06317553071940829,
      "grad_norm": 13.263158798217773,
      "learning_rate": 6.58123448931125e-09,
      "loss": 4.2258,
      "step": 1546
    },
    {
      "epoch": 0.0632163945814519,
      "grad_norm": 16.77396011352539,
      "learning_rate": 5.03878356383769e-09,
      "loss": 6.6178,
      "step": 1547
    },
    {
      "epoch": 0.0632572584434955,
      "grad_norm": 16.796947479248047,
      "learning_rate": 3.70197993121435e-09,
      "loss": 6.8297,
      "step": 1548
    },
    {
      "epoch": 0.06329812230553909,
      "grad_norm": 55.745731353759766,
      "learning_rate": 2.5708290901982344e-09,
      "loss": 5.6831,
      "step": 1549
    },
    {
      "epoch": 0.0633389861675827,
      "grad_norm": 26.14885711669922,
      "learning_rate": 1.645335693623018e-09,
      "loss": 6.9226,
      "step": 1550
    },
    {
      "epoch": 0.0633798500296263,
      "grad_norm": 9.635321617126465,
      "learning_rate": 9.25503548371287e-10,
      "loss": 6.117,
      "step": 1551
    },
    {
      "epoch": 0.06342071389166991,
      "grad_norm": 10.165143013000488,
      "learning_rate": 4.113356153745418e-10,
      "loss": 5.3234,
      "step": 1552
    },
    {
      "epoch": 0.0634615777537135,
      "grad_norm": 10.81802749633789,
      "learning_rate": 1.0283400959099076e-10,
      "loss": 5.5497,
      "step": 1553
    },
    {
      "epoch": 0.0635024416157571,
      "grad_norm": 10.889331817626953,
      "learning_rate": 0.0,
      "loss": 5.0768,
      "step": 1554
    }
  ],
  "logging_steps": 1,
  "max_steps": 1554,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 389,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1.0899400942461911e+18,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}