{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.0,
  "eval_steps": 500,
  "global_step": 43800,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.00228310502283105,
      "grad_norm": 33.85030746459961,
      "learning_rate": 2.9965753424657534e-05,
      "loss": 4.7256,
      "step": 50
    },
    {
      "epoch": 0.0045662100456621,
      "grad_norm": 28.36233139038086,
      "learning_rate": 2.993150684931507e-05,
      "loss": 4.0093,
      "step": 100
    },
    {
      "epoch": 0.00684931506849315,
      "grad_norm": 40.79988098144531,
      "learning_rate": 2.9897260273972603e-05,
      "loss": 3.3789,
      "step": 150
    },
    {
      "epoch": 0.0091324200913242,
      "grad_norm": 38.37752914428711,
      "learning_rate": 2.9863013698630136e-05,
      "loss": 2.5531,
      "step": 200
    },
    {
      "epoch": 0.01141552511415525,
      "grad_norm": 46.2108268737793,
      "learning_rate": 2.9828767123287673e-05,
      "loss": 2.4412,
      "step": 250
    },
    {
      "epoch": 0.0136986301369863,
      "grad_norm": 22.16556739807129,
      "learning_rate": 2.9794520547945206e-05,
      "loss": 2.1968,
      "step": 300
    },
    {
      "epoch": 0.01598173515981735,
      "grad_norm": 38.14749526977539,
      "learning_rate": 2.9760273972602742e-05,
      "loss": 2.0913,
      "step": 350
    },
    {
      "epoch": 0.0182648401826484,
      "grad_norm": 38.938079833984375,
      "learning_rate": 2.9726027397260275e-05,
      "loss": 2.0564,
      "step": 400
    },
    {
      "epoch": 0.02054794520547945,
      "grad_norm": 51.680259704589844,
      "learning_rate": 2.969178082191781e-05,
      "loss": 1.9041,
      "step": 450
    },
    {
      "epoch": 0.0228310502283105,
      "grad_norm": 23.21047019958496,
      "learning_rate": 2.9657534246575345e-05,
      "loss": 1.7974,
      "step": 500
    },
    {
      "epoch": 0.02511415525114155,
      "grad_norm": 27.936336517333984,
      "learning_rate": 2.9623287671232878e-05,
      "loss": 1.6824,
      "step": 550
    },
    {
      "epoch": 0.0273972602739726,
      "grad_norm": 121.84676361083984,
      "learning_rate": 2.958904109589041e-05,
      "loss": 2.0853,
      "step": 600
    },
    {
      "epoch": 0.02968036529680365,
      "grad_norm": 51.72910690307617,
      "learning_rate": 2.9554794520547947e-05,
      "loss": 1.8569,
      "step": 650
    },
    {
      "epoch": 0.0319634703196347,
      "grad_norm": 27.697223663330078,
      "learning_rate": 2.952054794520548e-05,
      "loss": 1.7805,
      "step": 700
    },
    {
      "epoch": 0.03424657534246575,
      "grad_norm": 59.87869644165039,
      "learning_rate": 2.9486301369863017e-05,
      "loss": 1.8421,
      "step": 750
    },
    {
      "epoch": 0.0365296803652968,
      "grad_norm": 20.744386672973633,
      "learning_rate": 2.945205479452055e-05,
      "loss": 1.8149,
      "step": 800
    },
    {
      "epoch": 0.03881278538812785,
      "grad_norm": 22.272050857543945,
      "learning_rate": 2.9417808219178083e-05,
      "loss": 1.6892,
      "step": 850
    },
    {
      "epoch": 0.0410958904109589,
      "grad_norm": 34.34733963012695,
      "learning_rate": 2.938356164383562e-05,
      "loss": 1.6013,
      "step": 900
    },
    {
      "epoch": 0.04337899543378995,
      "grad_norm": 19.482553482055664,
      "learning_rate": 2.9349315068493152e-05,
      "loss": 1.6772,
      "step": 950
    },
    {
      "epoch": 0.045662100456621,
      "grad_norm": 19.61932945251465,
      "learning_rate": 2.9315068493150685e-05,
      "loss": 1.7372,
      "step": 1000
    },
    {
      "epoch": 0.04794520547945205,
      "grad_norm": 47.28583526611328,
      "learning_rate": 2.9280821917808222e-05,
      "loss": 1.6459,
      "step": 1050
    },
    {
      "epoch": 0.0502283105022831,
      "grad_norm": 74.12429809570312,
      "learning_rate": 2.9246575342465755e-05,
      "loss": 1.4242,
      "step": 1100
    },
    {
      "epoch": 0.05251141552511415,
      "grad_norm": 28.49104118347168,
      "learning_rate": 2.921232876712329e-05,
      "loss": 1.4958,
      "step": 1150
    },
    {
      "epoch": 0.0547945205479452,
      "grad_norm": 69.21525573730469,
      "learning_rate": 2.9178082191780824e-05,
      "loss": 1.4848,
      "step": 1200
    },
    {
      "epoch": 0.05707762557077625,
      "grad_norm": 28.827421188354492,
      "learning_rate": 2.9143835616438357e-05,
      "loss": 1.451,
      "step": 1250
    },
    {
      "epoch": 0.0593607305936073,
      "grad_norm": 69.60295867919922,
      "learning_rate": 2.910958904109589e-05,
      "loss": 1.6166,
      "step": 1300
    },
    {
      "epoch": 0.06164383561643835,
      "grad_norm": 43.529075622558594,
      "learning_rate": 2.9075342465753423e-05,
      "loss": 1.5593,
      "step": 1350
    },
    {
      "epoch": 0.0639269406392694,
      "grad_norm": 21.382102966308594,
      "learning_rate": 2.9041095890410956e-05,
      "loss": 1.5083,
      "step": 1400
    },
    {
      "epoch": 0.06621004566210045,
      "grad_norm": 38.85325622558594,
      "learning_rate": 2.9006849315068493e-05,
      "loss": 1.6731,
      "step": 1450
    },
    {
      "epoch": 0.0684931506849315,
      "grad_norm": 31.006072998046875,
      "learning_rate": 2.8972602739726026e-05,
      "loss": 1.4695,
      "step": 1500
    },
    {
      "epoch": 0.07077625570776255,
      "grad_norm": 26.75164222717285,
      "learning_rate": 2.8938356164383562e-05,
      "loss": 1.574,
      "step": 1550
    },
    {
      "epoch": 0.0730593607305936,
      "grad_norm": 38.76344299316406,
      "learning_rate": 2.8904109589041095e-05,
      "loss": 1.5674,
      "step": 1600
    },
    {
      "epoch": 0.07534246575342465,
      "grad_norm": 34.11776351928711,
      "learning_rate": 2.886986301369863e-05,
      "loss": 1.3804,
      "step": 1650
    },
    {
      "epoch": 0.0776255707762557,
      "grad_norm": 45.00776290893555,
      "learning_rate": 2.8835616438356165e-05,
      "loss": 1.5021,
      "step": 1700
    },
    {
      "epoch": 0.07990867579908675,
      "grad_norm": 85.93338775634766,
      "learning_rate": 2.8801369863013698e-05,
      "loss": 1.4673,
      "step": 1750
    },
    {
      "epoch": 0.0821917808219178,
      "grad_norm": 20.37348747253418,
      "learning_rate": 2.876712328767123e-05,
      "loss": 1.5315,
      "step": 1800
    },
    {
      "epoch": 0.08447488584474885,
      "grad_norm": 18.73834800720215,
      "learning_rate": 2.8732876712328767e-05,
      "loss": 1.4074,
      "step": 1850
    },
    {
      "epoch": 0.0867579908675799,
      "grad_norm": 38.19795608520508,
      "learning_rate": 2.86986301369863e-05,
      "loss": 1.4442,
      "step": 1900
    },
    {
      "epoch": 0.08904109589041095,
      "grad_norm": 18.31586265563965,
      "learning_rate": 2.8664383561643837e-05,
      "loss": 1.4918,
      "step": 1950
    },
    {
      "epoch": 0.091324200913242,
      "grad_norm": 44.28574752807617,
      "learning_rate": 2.863013698630137e-05,
      "loss": 1.3071,
      "step": 2000
    },
    {
      "epoch": 0.09360730593607305,
      "grad_norm": 51.20829391479492,
      "learning_rate": 2.8595890410958903e-05,
      "loss": 1.6107,
      "step": 2050
    },
    {
      "epoch": 0.0958904109589041,
      "grad_norm": 45.16651153564453,
      "learning_rate": 2.856164383561644e-05,
      "loss": 1.1947,
      "step": 2100
    },
    {
      "epoch": 0.09817351598173515,
      "grad_norm": 3.6301872730255127,
      "learning_rate": 2.8527397260273972e-05,
      "loss": 1.4133,
      "step": 2150
    },
    {
      "epoch": 0.1004566210045662,
      "grad_norm": 19.277009963989258,
      "learning_rate": 2.8493150684931505e-05,
      "loss": 1.2874,
      "step": 2200
    },
    {
      "epoch": 0.10273972602739725,
      "grad_norm": 36.330936431884766,
      "learning_rate": 2.8458904109589042e-05,
      "loss": 1.4955,
      "step": 2250
    },
    {
      "epoch": 0.1050228310502283,
      "grad_norm": 15.057435035705566,
      "learning_rate": 2.8424657534246575e-05,
      "loss": 1.3309,
      "step": 2300
    },
    {
      "epoch": 0.10730593607305935,
      "grad_norm": 31.65122413635254,
      "learning_rate": 2.839041095890411e-05,
      "loss": 1.3836,
      "step": 2350
    },
    {
      "epoch": 0.1095890410958904,
      "grad_norm": 26.276851654052734,
      "learning_rate": 2.8356164383561644e-05,
      "loss": 1.4872,
      "step": 2400
    },
    {
      "epoch": 0.11187214611872145,
      "grad_norm": 80.19303131103516,
      "learning_rate": 2.8321917808219177e-05,
      "loss": 1.4708,
      "step": 2450
    },
    {
      "epoch": 0.1141552511415525,
      "grad_norm": 23.674320220947266,
      "learning_rate": 2.8287671232876714e-05,
      "loss": 1.1475,
      "step": 2500
    },
    {
      "epoch": 0.11643835616438356,
      "grad_norm": 29.5810604095459,
      "learning_rate": 2.8253424657534247e-05,
      "loss": 1.5903,
      "step": 2550
    },
    {
      "epoch": 0.1187214611872146,
      "grad_norm": 32.49135208129883,
      "learning_rate": 2.821917808219178e-05,
      "loss": 1.3248,
      "step": 2600
    },
    {
      "epoch": 0.12100456621004566,
      "grad_norm": 33.26783752441406,
      "learning_rate": 2.8184931506849316e-05,
      "loss": 1.5587,
      "step": 2650
    },
    {
      "epoch": 0.1232876712328767,
      "grad_norm": 34.50761795043945,
      "learning_rate": 2.815068493150685e-05,
      "loss": 1.3713,
      "step": 2700
    },
    {
      "epoch": 0.12557077625570776,
      "grad_norm": 21.493181228637695,
      "learning_rate": 2.8116438356164386e-05,
      "loss": 1.2665,
      "step": 2750
    },
    {
      "epoch": 0.1278538812785388,
      "grad_norm": 10.42421817779541,
      "learning_rate": 2.808219178082192e-05,
      "loss": 1.3406,
      "step": 2800
    },
    {
      "epoch": 0.13013698630136986,
      "grad_norm": 18.451990127563477,
      "learning_rate": 2.8047945205479452e-05,
      "loss": 1.2502,
      "step": 2850
    },
    {
      "epoch": 0.1324200913242009,
      "grad_norm": 27.949146270751953,
      "learning_rate": 2.801369863013699e-05,
      "loss": 1.2492,
      "step": 2900
    },
    {
      "epoch": 0.13470319634703196,
      "grad_norm": 19.943056106567383,
      "learning_rate": 2.797945205479452e-05,
      "loss": 1.4071,
      "step": 2950
    },
    {
      "epoch": 0.136986301369863,
      "grad_norm": 30.464204788208008,
      "learning_rate": 2.7945205479452054e-05,
      "loss": 1.2135,
      "step": 3000
    },
    {
      "epoch": 0.13926940639269406,
      "grad_norm": 20.832355499267578,
      "learning_rate": 2.791095890410959e-05,
      "loss": 1.2872,
      "step": 3050
    },
    {
      "epoch": 0.1415525114155251,
      "grad_norm": 13.37592601776123,
      "learning_rate": 2.7876712328767124e-05,
      "loss": 1.1165,
      "step": 3100
    },
    {
      "epoch": 0.14383561643835616,
      "grad_norm": 36.62568664550781,
      "learning_rate": 2.784246575342466e-05,
      "loss": 1.2849,
      "step": 3150
    },
    {
      "epoch": 0.1461187214611872,
      "grad_norm": 11.884871482849121,
      "learning_rate": 2.7808219178082193e-05,
      "loss": 1.241,
      "step": 3200
    },
    {
      "epoch": 0.14840182648401826,
      "grad_norm": 22.552181243896484,
      "learning_rate": 2.7773972602739726e-05,
      "loss": 1.1695,
      "step": 3250
    },
    {
      "epoch": 0.1506849315068493,
      "grad_norm": 29.05255126953125,
      "learning_rate": 2.7739726027397263e-05,
      "loss": 1.3266,
      "step": 3300
    },
    {
      "epoch": 0.15296803652968036,
      "grad_norm": 27.039731979370117,
      "learning_rate": 2.7705479452054796e-05,
      "loss": 1.4528,
      "step": 3350
    },
    {
      "epoch": 0.1552511415525114,
      "grad_norm": 12.077860832214355,
      "learning_rate": 2.767123287671233e-05,
      "loss": 1.0587,
      "step": 3400
    },
    {
      "epoch": 0.15753424657534246,
      "grad_norm": 33.64236068725586,
      "learning_rate": 2.7636986301369865e-05,
      "loss": 1.3053,
      "step": 3450
    },
    {
      "epoch": 0.1598173515981735,
      "grad_norm": 7.781187534332275,
      "learning_rate": 2.76027397260274e-05,
      "loss": 1.5692,
      "step": 3500
    },
    {
      "epoch": 0.16210045662100456,
      "grad_norm": 58.28102111816406,
      "learning_rate": 2.7568493150684935e-05,
      "loss": 1.0579,
      "step": 3550
    },
    {
      "epoch": 0.1643835616438356,
      "grad_norm": 46.713260650634766,
      "learning_rate": 2.7534246575342468e-05,
      "loss": 1.1327,
      "step": 3600
    },
    {
      "epoch": 0.16666666666666666,
      "grad_norm": 38.657493591308594,
      "learning_rate": 2.75e-05,
      "loss": 1.299,
      "step": 3650
    },
    {
      "epoch": 0.1689497716894977,
      "grad_norm": 7.117087364196777,
      "learning_rate": 2.7465753424657537e-05,
      "loss": 1.0367,
      "step": 3700
    },
    {
      "epoch": 0.17123287671232876,
      "grad_norm": 33.10891342163086,
      "learning_rate": 2.743150684931507e-05,
      "loss": 1.1318,
      "step": 3750
    },
    {
      "epoch": 0.1735159817351598,
      "grad_norm": 38.68271255493164,
      "learning_rate": 2.7397260273972603e-05,
      "loss": 1.1906,
      "step": 3800
    },
    {
      "epoch": 0.17579908675799086,
      "grad_norm": 45.01628494262695,
      "learning_rate": 2.736301369863014e-05,
      "loss": 1.1285,
      "step": 3850
    },
    {
      "epoch": 0.1780821917808219,
      "grad_norm": 20.761018753051758,
      "learning_rate": 2.732876712328767e-05,
      "loss": 1.4117,
      "step": 3900
    },
    {
      "epoch": 0.18036529680365296,
      "grad_norm": 46.919952392578125,
      "learning_rate": 2.7294520547945206e-05,
      "loss": 1.0591,
      "step": 3950
    },
    {
      "epoch": 0.182648401826484,
      "grad_norm": 78.8492431640625,
      "learning_rate": 2.726027397260274e-05,
      "loss": 1.3741,
      "step": 4000
    },
    {
      "epoch": 0.18493150684931506,
      "grad_norm": 25.57372283935547,
      "learning_rate": 2.7226027397260272e-05,
      "loss": 1.1287,
      "step": 4050
    },
    {
      "epoch": 0.1872146118721461,
      "grad_norm": 16.47197723388672,
      "learning_rate": 2.719178082191781e-05,
      "loss": 1.3216,
      "step": 4100
    },
    {
      "epoch": 0.18949771689497716,
      "grad_norm": 36.24203109741211,
      "learning_rate": 2.715753424657534e-05,
      "loss": 1.3095,
      "step": 4150
    },
    {
      "epoch": 0.1917808219178082,
      "grad_norm": 8.002535820007324,
      "learning_rate": 2.7123287671232875e-05,
      "loss": 1.1426,
      "step": 4200
    },
    {
      "epoch": 0.19406392694063926,
      "grad_norm": 9.112885475158691,
      "learning_rate": 2.708904109589041e-05,
      "loss": 1.4292,
      "step": 4250
    },
    {
      "epoch": 0.1963470319634703,
      "grad_norm": 7.080036640167236,
      "learning_rate": 2.7054794520547944e-05,
      "loss": 1.2665,
      "step": 4300
    },
    {
      "epoch": 0.19863013698630136,
      "grad_norm": 8.403115272521973,
      "learning_rate": 2.702054794520548e-05,
      "loss": 1.3686,
      "step": 4350
    },
    {
      "epoch": 0.2009132420091324,
      "grad_norm": 29.843015670776367,
      "learning_rate": 2.6986301369863014e-05,
      "loss": 1.0842,
      "step": 4400
    },
    {
      "epoch": 0.20319634703196346,
      "grad_norm": 16.962310791015625,
      "learning_rate": 2.6952054794520547e-05,
      "loss": 1.1983,
      "step": 4450
    },
    {
      "epoch": 0.2054794520547945,
      "grad_norm": 19.98363494873047,
      "learning_rate": 2.6917808219178083e-05,
      "loss": 1.136,
      "step": 4500
    },
    {
      "epoch": 0.20776255707762556,
      "grad_norm": 23.507699966430664,
      "learning_rate": 2.6883561643835616e-05,
      "loss": 1.4167,
      "step": 4550
    },
    {
      "epoch": 0.2100456621004566,
      "grad_norm": 85.11144256591797,
      "learning_rate": 2.684931506849315e-05,
      "loss": 1.0667,
      "step": 4600
    },
    {
      "epoch": 0.21232876712328766,
      "grad_norm": 25.13855743408203,
      "learning_rate": 2.6815068493150686e-05,
      "loss": 1.1755,
      "step": 4650
    },
    {
      "epoch": 0.2146118721461187,
      "grad_norm": 21.816020965576172,
      "learning_rate": 2.678082191780822e-05,
      "loss": 1.1357,
      "step": 4700
    },
    {
      "epoch": 0.21689497716894976,
      "grad_norm": 27.655017852783203,
      "learning_rate": 2.6746575342465755e-05,
      "loss": 1.2578,
      "step": 4750
    },
    {
      "epoch": 0.2191780821917808,
      "grad_norm": 24.329933166503906,
      "learning_rate": 2.6712328767123288e-05,
      "loss": 1.1243,
      "step": 4800
    },
    {
      "epoch": 0.22146118721461186,
      "grad_norm": 9.320807456970215,
      "learning_rate": 2.667808219178082e-05,
      "loss": 1.2211,
      "step": 4850
    },
    {
      "epoch": 0.2237442922374429,
      "grad_norm": 14.245413780212402,
      "learning_rate": 2.6643835616438358e-05,
      "loss": 1.2804,
      "step": 4900
    },
    {
      "epoch": 0.22602739726027396,
      "grad_norm": 46.82653045654297,
      "learning_rate": 2.660958904109589e-05,
      "loss": 1.2949,
      "step": 4950
    },
    {
      "epoch": 0.228310502283105,
      "grad_norm": 43.06188201904297,
      "learning_rate": 2.6575342465753424e-05,
      "loss": 1.2012,
      "step": 5000
    },
    {
      "epoch": 0.23059360730593606,
      "grad_norm": 50.084381103515625,
      "learning_rate": 2.654109589041096e-05,
      "loss": 1.2965,
      "step": 5050
    },
    {
      "epoch": 0.2328767123287671,
      "grad_norm": 32.71940994262695,
      "learning_rate": 2.6506849315068493e-05,
      "loss": 1.0847,
      "step": 5100
    },
    {
      "epoch": 0.23515981735159816,
      "grad_norm": 53.56361389160156,
      "learning_rate": 2.647260273972603e-05,
      "loss": 1.2125,
      "step": 5150
    },
    {
      "epoch": 0.2374429223744292,
      "grad_norm": 57.06380081176758,
      "learning_rate": 2.6438356164383563e-05,
      "loss": 1.06,
      "step": 5200
    },
    {
      "epoch": 0.23972602739726026,
      "grad_norm": 41.62690734863281,
      "learning_rate": 2.6404109589041096e-05,
      "loss": 1.1048,
      "step": 5250
    },
    {
      "epoch": 0.2420091324200913,
      "grad_norm": 44.06789016723633,
      "learning_rate": 2.6369863013698632e-05,
      "loss": 1.2219,
      "step": 5300
    },
    {
      "epoch": 0.24429223744292236,
      "grad_norm": 14.321037292480469,
      "learning_rate": 2.6335616438356165e-05,
      "loss": 1.2137,
      "step": 5350
    },
    {
      "epoch": 0.2465753424657534,
      "grad_norm": 31.366552352905273,
      "learning_rate": 2.6301369863013698e-05,
      "loss": 1.2281,
      "step": 5400
    },
    {
      "epoch": 0.24885844748858446,
      "grad_norm": 19.642141342163086,
      "learning_rate": 2.6267123287671235e-05,
      "loss": 1.0646,
      "step": 5450
    },
    {
      "epoch": 0.2511415525114155,
      "grad_norm": 24.77635955810547,
      "learning_rate": 2.6232876712328768e-05,
      "loss": 1.0827,
      "step": 5500
    },
    {
      "epoch": 0.2534246575342466,
      "grad_norm": 21.257320404052734,
      "learning_rate": 2.6198630136986304e-05,
      "loss": 1.1798,
      "step": 5550
    },
    {
      "epoch": 0.2557077625570776,
      "grad_norm": 7.442146301269531,
      "learning_rate": 2.6164383561643837e-05,
      "loss": 1.2409,
      "step": 5600
    },
    {
      "epoch": 0.2579908675799087,
      "grad_norm": 40.682579040527344,
      "learning_rate": 2.613013698630137e-05,
      "loss": 1.2001,
      "step": 5650
    },
    {
      "epoch": 0.2602739726027397,
      "grad_norm": 22.984914779663086,
      "learning_rate": 2.6095890410958907e-05,
      "loss": 1.0922,
      "step": 5700
    },
    {
      "epoch": 0.2625570776255708,
      "grad_norm": 14.088912010192871,
      "learning_rate": 2.606164383561644e-05,
      "loss": 1.0361,
      "step": 5750
    },
    {
      "epoch": 0.2648401826484018,
      "grad_norm": 26.859743118286133,
      "learning_rate": 2.6027397260273973e-05,
      "loss": 1.3059,
      "step": 5800
    },
    {
      "epoch": 0.2671232876712329,
      "grad_norm": 27.274446487426758,
      "learning_rate": 2.599315068493151e-05,
      "loss": 1.2146,
      "step": 5850
    },
    {
      "epoch": 0.2694063926940639,
      "grad_norm": 15.877359390258789,
      "learning_rate": 2.5958904109589042e-05,
      "loss": 1.047,
      "step": 5900
    },
    {
      "epoch": 0.271689497716895,
      "grad_norm": 27.11214256286621,
      "learning_rate": 2.592465753424658e-05,
      "loss": 1.1303,
      "step": 5950
    },
    {
      "epoch": 0.273972602739726,
      "grad_norm": 25.463417053222656,
      "learning_rate": 2.589041095890411e-05,
      "loss": 0.9916,
      "step": 6000
    },
    {
      "epoch": 0.2762557077625571,
      "grad_norm": 5.419765472412109,
      "learning_rate": 2.5856164383561645e-05,
      "loss": 1.3228,
      "step": 6050
    },
    {
      "epoch": 0.2785388127853881,
      "grad_norm": 26.771987915039062,
      "learning_rate": 2.582191780821918e-05,
      "loss": 1.1163,
      "step": 6100
    },
    {
      "epoch": 0.2808219178082192,
      "grad_norm": 40.04314422607422,
      "learning_rate": 2.5787671232876714e-05,
      "loss": 1.2227,
      "step": 6150
    },
    {
      "epoch": 0.2831050228310502,
      "grad_norm": 31.262903213500977,
      "learning_rate": 2.5753424657534247e-05,
      "loss": 1.0956,
      "step": 6200
    },
    {
      "epoch": 0.2853881278538813,
      "grad_norm": 8.211708068847656,
      "learning_rate": 2.5719178082191784e-05,
      "loss": 0.8686,
      "step": 6250
    },
    {
      "epoch": 0.2876712328767123,
      "grad_norm": 7.24912166595459,
      "learning_rate": 2.5684931506849317e-05,
      "loss": 1.2297,
      "step": 6300
    },
    {
      "epoch": 0.2899543378995434,
      "grad_norm": 11.469908714294434,
      "learning_rate": 2.5650684931506853e-05,
      "loss": 1.1037,
      "step": 6350
    },
    {
      "epoch": 0.2922374429223744,
      "grad_norm": 11.30005168914795,
      "learning_rate": 2.5616438356164386e-05,
      "loss": 1.1043,
      "step": 6400
    },
    {
      "epoch": 0.2945205479452055,
      "grad_norm": 9.771041870117188,
      "learning_rate": 2.558219178082192e-05,
      "loss": 1.09,
      "step": 6450
    },
    {
      "epoch": 0.2968036529680365,
      "grad_norm": 22.025493621826172,
      "learning_rate": 2.5547945205479452e-05,
      "loss": 1.1252,
      "step": 6500
    },
    {
      "epoch": 0.2990867579908676,
      "grad_norm": 22.842763900756836,
      "learning_rate": 2.5513698630136985e-05,
      "loss": 1.0219,
      "step": 6550
    },
    {
      "epoch": 0.3013698630136986,
      "grad_norm": 49.29541015625,
      "learning_rate": 2.5479452054794518e-05,
      "loss": 0.8537,
      "step": 6600
    },
    {
      "epoch": 0.3036529680365297,
      "grad_norm": 32.22005844116211,
      "learning_rate": 2.5445205479452055e-05,
      "loss": 1.1211,
      "step": 6650
    },
    {
      "epoch": 0.3059360730593607,
      "grad_norm": 49.50102615356445,
      "learning_rate": 2.5410958904109588e-05,
      "loss": 1.0462,
      "step": 6700
    },
    {
      "epoch": 0.3082191780821918,
      "grad_norm": 69.23637390136719,
      "learning_rate": 2.5376712328767124e-05,
      "loss": 0.9964,
      "step": 6750
    },
    {
      "epoch": 0.3105022831050228,
      "grad_norm": 15.762770652770996,
      "learning_rate": 2.5342465753424657e-05,
      "loss": 1.3032,
      "step": 6800
    },
    {
      "epoch": 0.3127853881278539,
      "grad_norm": 36.22660827636719,
      "learning_rate": 2.530821917808219e-05,
      "loss": 1.1776,
      "step": 6850
    },
    {
      "epoch": 0.3150684931506849,
      "grad_norm": 6.89371395111084,
      "learning_rate": 2.5273972602739727e-05,
      "loss": 1.1224,
      "step": 6900
    },
    {
      "epoch": 0.317351598173516,
      "grad_norm": 76.80335235595703,
      "learning_rate": 2.523972602739726e-05,
      "loss": 0.9386,
      "step": 6950
    },
    {
      "epoch": 0.319634703196347,
      "grad_norm": 50.3594970703125,
      "learning_rate": 2.5205479452054793e-05,
      "loss": 1.0721,
      "step": 7000
    },
    {
      "epoch": 0.3219178082191781,
      "grad_norm": 26.805213928222656,
      "learning_rate": 2.517123287671233e-05,
      "loss": 1.2563,
      "step": 7050
    },
    {
      "epoch": 0.3242009132420091,
      "grad_norm": 39.83240509033203,
      "learning_rate": 2.5136986301369862e-05,
      "loss": 1.0924,
      "step": 7100
    },
    {
      "epoch": 0.3264840182648402,
      "grad_norm": 41.219818115234375,
      "learning_rate": 2.51027397260274e-05,
      "loss": 1.0771,
      "step": 7150
    },
    {
      "epoch": 0.3287671232876712,
      "grad_norm": 63.68681335449219,
      "learning_rate": 2.5068493150684932e-05,
      "loss": 1.1793,
      "step": 7200
    },
    {
      "epoch": 0.3310502283105023,
      "grad_norm": 96.54421997070312,
      "learning_rate": 2.5034246575342465e-05,
      "loss": 1.185,
      "step": 7250
    },
    {
      "epoch": 0.3333333333333333,
      "grad_norm": 35.43101119995117,
      "learning_rate": 2.5e-05,
      "loss": 1.3505,
      "step": 7300
    },
    {
      "epoch": 0.3356164383561644,
      "grad_norm": 26.726581573486328,
      "learning_rate": 2.4965753424657534e-05,
      "loss": 1.0832,
      "step": 7350
    },
    {
      "epoch": 0.3378995433789954,
      "grad_norm": 22.066526412963867,
      "learning_rate": 2.4931506849315067e-05,
      "loss": 1.2593,
      "step": 7400
    },
    {
      "epoch": 0.3401826484018265,
      "grad_norm": 9.076361656188965,
      "learning_rate": 2.4897260273972604e-05,
      "loss": 0.9935,
      "step": 7450
    },
    {
      "epoch": 0.3424657534246575,
      "grad_norm": 32.710853576660156,
      "learning_rate": 2.4863013698630137e-05,
      "loss": 1.2397,
      "step": 7500
    },
    {
      "epoch": 0.3447488584474886,
      "grad_norm": 24.153223037719727,
      "learning_rate": 2.4828767123287673e-05,
      "loss": 1.1828,
      "step": 7550
    },
    {
      "epoch": 0.3470319634703196,
      "grad_norm": 21.1640682220459,
      "learning_rate": 2.4794520547945206e-05,
      "loss": 1.2872,
      "step": 7600
    },
    {
      "epoch": 0.3493150684931507,
      "grad_norm": 8.183709144592285,
      "learning_rate": 2.476027397260274e-05,
      "loss": 1.0255,
      "step": 7650
    },
    {
      "epoch": 0.3515981735159817,
      "grad_norm": 32.05094528198242,
      "learning_rate": 2.4726027397260276e-05,
      "loss": 1.1408,
      "step": 7700
    },
    {
      "epoch": 0.3538812785388128,
      "grad_norm": 42.780330657958984,
      "learning_rate": 2.469178082191781e-05,
      "loss": 1.0889,
      "step": 7750
    },
    {
      "epoch": 0.3561643835616438,
      "grad_norm": 12.330619812011719,
      "learning_rate": 2.4657534246575342e-05,
      "loss": 1.1555,
      "step": 7800
    },
    {
      "epoch": 0.3584474885844749,
      "grad_norm": 52.48133850097656,
      "learning_rate": 2.4623287671232878e-05,
      "loss": 0.9871,
      "step": 7850
    },
    {
      "epoch": 0.3607305936073059,
      "grad_norm": 17.115123748779297,
      "learning_rate": 2.458904109589041e-05,
      "loss": 1.2171,
      "step": 7900
    },
    {
      "epoch": 0.363013698630137,
      "grad_norm": 24.72197914123535,
      "learning_rate": 2.4554794520547948e-05,
      "loss": 0.9396,
      "step": 7950
    },
    {
      "epoch": 0.365296803652968,
      "grad_norm": 59.79161834716797,
      "learning_rate": 2.452054794520548e-05,
      "loss": 1.161,
      "step": 8000
    },
    {
      "epoch": 0.3675799086757991,
      "grad_norm": 27.012365341186523,
      "learning_rate": 2.4486301369863014e-05,
      "loss": 1.2269,
      "step": 8050
    },
    {
      "epoch": 0.3698630136986301,
      "grad_norm": 10.282275199890137,
      "learning_rate": 2.445205479452055e-05,
      "loss": 1.0582,
      "step": 8100
    },
    {
      "epoch": 0.3721461187214612,
      "grad_norm": 16.697723388671875,
      "learning_rate": 2.4417808219178083e-05,
      "loss": 1.1504,
      "step": 8150
    },
    {
      "epoch": 0.3744292237442922,
      "grad_norm": 19.30514144897461,
      "learning_rate": 2.4383561643835616e-05,
      "loss": 1.0279,
      "step": 8200
    },
    {
      "epoch": 0.3767123287671233,
      "grad_norm": 49.45153045654297,
      "learning_rate": 2.4349315068493153e-05,
      "loss": 1.0799,
      "step": 8250
    },
    {
      "epoch": 0.3789954337899543,
      "grad_norm": 33.181060791015625,
      "learning_rate": 2.4315068493150686e-05,
      "loss": 1.1191,
      "step": 8300
    },
    {
      "epoch": 0.3812785388127854,
      "grad_norm": 79.8065185546875,
      "learning_rate": 2.4280821917808222e-05,
      "loss": 1.1442,
      "step": 8350
    },
    {
      "epoch": 0.3835616438356164,
      "grad_norm": 48.79990005493164,
      "learning_rate": 2.4246575342465755e-05,
      "loss": 1.349,
      "step": 8400
    },
    {
      "epoch": 0.3858447488584475,
      "grad_norm": 56.24677658081055,
      "learning_rate": 2.4212328767123288e-05,
      "loss": 1.0238,
      "step": 8450
    },
    {
      "epoch": 0.3881278538812785,
      "grad_norm": 12.791101455688477,
      "learning_rate": 2.4178082191780825e-05,
      "loss": 1.0045,
      "step": 8500
    },
    {
      "epoch": 0.3904109589041096,
      "grad_norm": 13.716742515563965,
      "learning_rate": 2.4143835616438358e-05,
      "loss": 1.0964,
      "step": 8550
    },
    {
      "epoch": 0.3926940639269406,
      "grad_norm": 6.694267272949219,
      "learning_rate": 2.410958904109589e-05,
      "loss": 0.9396,
      "step": 8600
    },
    {
      "epoch": 0.3949771689497717,
      "grad_norm": 19.237689971923828,
      "learning_rate": 2.4075342465753427e-05,
      "loss": 1.0931,
      "step": 8650
    },
    {
      "epoch": 0.3972602739726027,
      "grad_norm": 23.344566345214844,
      "learning_rate": 2.404109589041096e-05,
      "loss": 1.3482,
      "step": 8700
    },
    {
      "epoch": 0.3995433789954338,
      "grad_norm": 9.369404792785645,
      "learning_rate": 2.4006849315068497e-05,
      "loss": 1.0205,
      "step": 8750
    },
    {
      "epoch": 0.4018264840182648,
      "grad_norm": 20.9238224029541,
      "learning_rate": 2.397260273972603e-05,
      "loss": 1.0606,
      "step": 8800
    },
    {
      "epoch": 0.4041095890410959,
      "grad_norm": 66.00227355957031,
      "learning_rate": 2.3938356164383563e-05,
      "loss": 1.103,
      "step": 8850
    },
    {
      "epoch": 0.4063926940639269,
      "grad_norm": 5.158641815185547,
      "learning_rate": 2.39041095890411e-05,
      "loss": 1.0207,
      "step": 8900
    },
    {
      "epoch": 0.408675799086758,
      "grad_norm": 19.67837142944336,
      "learning_rate": 2.3869863013698632e-05,
      "loss": 1.108,
      "step": 8950
    },
    {
      "epoch": 0.410958904109589,
      "grad_norm": 48.31447219848633,
      "learning_rate": 2.3835616438356165e-05,
      "loss": 1.0708,
      "step": 9000
    },
    {
      "epoch": 0.4132420091324201,
      "grad_norm": 18.173908233642578,
      "learning_rate": 2.38013698630137e-05,
      "loss": 1.0449,
      "step": 9050
    },
    {
      "epoch": 0.4155251141552511,
      "grad_norm": 57.505226135253906,
      "learning_rate": 2.376712328767123e-05,
      "loss": 1.1911,
      "step": 9100
    },
    {
      "epoch": 0.4178082191780822,
      "grad_norm": 39.649169921875,
      "learning_rate": 2.3732876712328768e-05,
      "loss": 1.1708,
      "step": 9150
    },
    {
      "epoch": 0.4200913242009132,
      "grad_norm": 7.622274398803711,
      "learning_rate": 2.36986301369863e-05,
      "loss": 0.9928,
      "step": 9200
    },
    {
      "epoch": 0.4223744292237443,
      "grad_norm": 17.452634811401367,
      "learning_rate": 2.3664383561643834e-05,
      "loss": 0.9558,
      "step": 9250
    },
    {
      "epoch": 0.4246575342465753,
      "grad_norm": 59.85329055786133,
      "learning_rate": 2.363013698630137e-05,
      "loss": 1.0805,
      "step": 9300
    },
    {
      "epoch": 0.4269406392694064,
      "grad_norm": 9.634559631347656,
      "learning_rate": 2.3595890410958903e-05,
      "loss": 0.9829,
      "step": 9350
    },
    {
      "epoch": 0.4292237442922374,
      "grad_norm": 1.924180507659912,
      "learning_rate": 2.3561643835616436e-05,
      "loss": 1.0737,
      "step": 9400
    },
    {
      "epoch": 0.4315068493150685,
      "grad_norm": 31.276365280151367,
      "learning_rate": 2.3527397260273973e-05,
      "loss": 1.0905,
      "step": 9450
    },
    {
      "epoch": 0.4337899543378995,
      "grad_norm": 29.218658447265625,
      "learning_rate": 2.3493150684931506e-05,
      "loss": 1.2167,
      "step": 9500
    },
    {
      "epoch": 0.4360730593607306,
      "grad_norm": 42.0178108215332,
      "learning_rate": 2.3458904109589042e-05,
      "loss": 1.0009,
      "step": 9550
    },
    {
      "epoch": 0.4383561643835616,
      "grad_norm": 36.67307662963867,
      "learning_rate": 2.3424657534246575e-05,
      "loss": 1.1016,
      "step": 9600
    },
    {
      "epoch": 0.4406392694063927,
      "grad_norm": 21.634462356567383,
      "learning_rate": 2.339041095890411e-05,
      "loss": 1.0895,
      "step": 9650
    },
    {
      "epoch": 0.4429223744292237,
      "grad_norm": 20.32236671447754,
      "learning_rate": 2.3356164383561645e-05,
      "loss": 1.1135,
      "step": 9700
    },
    {
      "epoch": 0.4452054794520548,
      "grad_norm": 5.574302673339844,
      "learning_rate": 2.3321917808219178e-05,
      "loss": 1.1313,
      "step": 9750
    },
    {
      "epoch": 0.4474885844748858,
      "grad_norm": 5.582201957702637,
      "learning_rate": 2.328767123287671e-05,
      "loss": 1.0072,
      "step": 9800
    },
    {
      "epoch": 0.4497716894977169,
      "grad_norm": 58.499603271484375,
      "learning_rate": 2.3253424657534247e-05,
      "loss": 1.2044,
      "step": 9850
    },
    {
      "epoch": 0.4520547945205479,
      "grad_norm": 18.887069702148438,
      "learning_rate": 2.321917808219178e-05,
      "loss": 1.0175,
      "step": 9900
    },
    {
      "epoch": 0.454337899543379,
      "grad_norm": 33.383880615234375,
      "learning_rate": 2.3184931506849317e-05,
      "loss": 1.1733,
      "step": 9950
    },
    {
      "epoch": 0.45662100456621,
      "grad_norm": 85.34075927734375,
      "learning_rate": 2.315068493150685e-05,
      "loss": 1.1876,
      "step": 10000
    },
    {
      "epoch": 0.4589041095890411,
      "grad_norm": 22.957134246826172,
      "learning_rate": 2.3116438356164383e-05,
      "loss": 1.074,
      "step": 10050
    },
    {
      "epoch": 0.4611872146118721,
      "grad_norm": 57.47038269042969,
      "learning_rate": 2.308219178082192e-05,
      "loss": 0.9007,
      "step": 10100
    },
    {
      "epoch": 0.4634703196347032,
      "grad_norm": 11.614636421203613,
      "learning_rate": 2.3047945205479452e-05,
      "loss": 1.0877,
      "step": 10150
    },
    {
      "epoch": 0.4657534246575342,
      "grad_norm": 8.970778465270996,
      "learning_rate": 2.3013698630136985e-05,
      "loss": 1.3286,
      "step": 10200
    },
    {
      "epoch": 0.4680365296803653,
      "grad_norm": 43.425514221191406,
      "learning_rate": 2.2979452054794522e-05,
      "loss": 1.1883,
      "step": 10250
    },
    {
      "epoch": 0.4703196347031963,
      "grad_norm": 12.85531234741211,
      "learning_rate": 2.2945205479452055e-05,
      "loss": 1.0921,
      "step": 10300
    },
    {
      "epoch": 0.4726027397260274,
      "grad_norm": 6.603804111480713,
      "learning_rate": 2.291095890410959e-05,
      "loss": 1.1883,
      "step": 10350
    },
    {
      "epoch": 0.4748858447488584,
      "grad_norm": 47.8962516784668,
      "learning_rate": 2.2876712328767124e-05,
      "loss": 1.1814,
      "step": 10400
    },
    {
      "epoch": 0.4771689497716895,
      "grad_norm": 59.406280517578125,
      "learning_rate": 2.2842465753424657e-05,
      "loss": 1.115,
      "step": 10450
    },
    {
      "epoch": 0.4794520547945205,
      "grad_norm": 43.54423522949219,
      "learning_rate": 2.2808219178082194e-05,
      "loss": 0.998,
      "step": 10500
    },
    {
      "epoch": 0.4817351598173516,
      "grad_norm": 17.37261962890625,
      "learning_rate": 2.2773972602739727e-05,
      "loss": 0.9542,
      "step": 10550
    },
    {
      "epoch": 0.4840182648401826,
      "grad_norm": 38.04684829711914,
      "learning_rate": 2.273972602739726e-05,
      "loss": 1.0195,
      "step": 10600
    },
    {
      "epoch": 0.4863013698630137,
      "grad_norm": 17.202608108520508,
      "learning_rate": 2.2705479452054796e-05,
      "loss": 1.109,
      "step": 10650
    },
    {
      "epoch": 0.4885844748858447,
      "grad_norm": 4.1588897705078125,
      "learning_rate": 2.267123287671233e-05,
      "loss": 1.0125,
      "step": 10700
    },
    {
      "epoch": 0.4908675799086758,
      "grad_norm": 10.435503005981445,
      "learning_rate": 2.2636986301369866e-05,
      "loss": 1.0044,
      "step": 10750
    },
    {
      "epoch": 0.4931506849315068,
      "grad_norm": 62.7014045715332,
      "learning_rate": 2.26027397260274e-05,
      "loss": 1.0457,
      "step": 10800
    },
    {
      "epoch": 0.4954337899543379,
      "grad_norm": 19.47702407836914,
      "learning_rate": 2.2568493150684932e-05,
      "loss": 1.0468,
      "step": 10850
    },
    {
      "epoch": 0.4977168949771689,
      "grad_norm": 42.62397766113281,
      "learning_rate": 2.253424657534247e-05,
      "loss": 1.0374,
      "step": 10900
    },
    {
      "epoch": 0.5,
      "grad_norm": 52.27951431274414,
      "learning_rate": 2.25e-05,
      "loss": 1.0967,
      "step": 10950
    },
    {
      "epoch": 0.502283105022831,
      "grad_norm": 8.714099884033203,
      "learning_rate": 2.2465753424657534e-05,
      "loss": 1.2492,
      "step": 11000
    },
    {
      "epoch": 0.5045662100456622,
      "grad_norm": 10.670646667480469,
      "learning_rate": 2.243150684931507e-05,
      "loss": 1.23,
      "step": 11050
    },
    {
      "epoch": 0.5068493150684932,
      "grad_norm": 30.391632080078125,
      "learning_rate": 2.2397260273972604e-05,
      "loss": 1.3576,
      "step": 11100
    },
    {
      "epoch": 0.5091324200913242,
      "grad_norm": 36.597408294677734,
      "learning_rate": 2.2363013698630137e-05,
      "loss": 0.9834,
      "step": 11150
    },
    {
      "epoch": 0.5114155251141552,
      "grad_norm": 58.925941467285156,
      "learning_rate": 2.2328767123287673e-05,
      "loss": 1.139,
      "step": 11200
    },
    {
      "epoch": 0.5136986301369864,
      "grad_norm": 52.20880126953125,
      "learning_rate": 2.2294520547945206e-05,
      "loss": 1.1037,
      "step": 11250
    },
    {
      "epoch": 0.5159817351598174,
      "grad_norm": 104.13248443603516,
      "learning_rate": 2.2260273972602743e-05,
      "loss": 1.0124,
      "step": 11300
    },
    {
      "epoch": 0.5182648401826484,
      "grad_norm": 37.718406677246094,
      "learning_rate": 2.2226027397260276e-05,
      "loss": 1.1873,
      "step": 11350
    },
    {
      "epoch": 0.5205479452054794,
      "grad_norm": 31.402559280395508,
      "learning_rate": 2.219178082191781e-05,
      "loss": 1.1506,
      "step": 11400
    },
    {
      "epoch": 0.5228310502283106,
      "grad_norm": 7.707183361053467,
      "learning_rate": 2.2157534246575345e-05,
      "loss": 1.2423,
      "step": 11450
    },
    {
      "epoch": 0.5251141552511416,
      "grad_norm": 45.80585861206055,
      "learning_rate": 2.212328767123288e-05,
      "loss": 1.1457,
      "step": 11500
    },
    {
      "epoch": 0.5273972602739726,
      "grad_norm": 58.7805061340332,
      "learning_rate": 2.208904109589041e-05,
      "loss": 1.0302,
      "step": 11550
    },
    {
      "epoch": 0.5296803652968036,
      "grad_norm": 29.0611515045166,
      "learning_rate": 2.2054794520547945e-05,
      "loss": 1.1852,
      "step": 11600
    },
    {
      "epoch": 0.5319634703196348,
      "grad_norm": 17.17108917236328,
      "learning_rate": 2.2020547945205478e-05,
      "loss": 1.0164,
      "step": 11650
    },
    {
      "epoch": 0.5342465753424658,
      "grad_norm": 28.332836151123047,
      "learning_rate": 2.1986301369863014e-05,
      "loss": 0.968,
      "step": 11700
    },
    {
      "epoch": 0.5365296803652968,
      "grad_norm": 7.278358459472656,
      "learning_rate": 2.1952054794520547e-05,
      "loss": 1.2058,
      "step": 11750
    },
    {
      "epoch": 0.5388127853881278,
      "grad_norm": 15.584250450134277,
      "learning_rate": 2.191780821917808e-05,
      "loss": 1.0892,
      "step": 11800
    },
    {
      "epoch": 0.541095890410959,
      "grad_norm": 22.4052791595459,
      "learning_rate": 2.1883561643835617e-05,
      "loss": 0.9984,
      "step": 11850
    },
    {
      "epoch": 0.54337899543379,
      "grad_norm": 31.585800170898438,
      "learning_rate": 2.184931506849315e-05,
      "loss": 1.2338,
      "step": 11900
    },
    {
      "epoch": 0.545662100456621,
      "grad_norm": 19.224178314208984,
      "learning_rate": 2.1815068493150683e-05,
      "loss": 1.0994,
      "step": 11950
    },
    {
      "epoch": 0.547945205479452,
      "grad_norm": 15.44568157196045,
      "learning_rate": 2.178082191780822e-05,
      "loss": 1.0938,
      "step": 12000
    },
    {
      "epoch": 0.5502283105022832,
      "grad_norm": 9.826760292053223,
      "learning_rate": 2.1746575342465752e-05,
      "loss": 1.1607,
      "step": 12050
    },
    {
      "epoch": 0.5525114155251142,
      "grad_norm": 8.327254295349121,
      "learning_rate": 2.171232876712329e-05,
      "loss": 1.0973,
      "step": 12100
    },
    {
      "epoch": 0.5547945205479452,
      "grad_norm": 39.339962005615234,
      "learning_rate": 2.167808219178082e-05,
      "loss": 1.1066,
      "step": 12150
    },
    {
      "epoch": 0.5570776255707762,
      "grad_norm": 27.773502349853516,
      "learning_rate": 2.1643835616438355e-05,
      "loss": 0.9664,
      "step": 12200
    },
    {
      "epoch": 0.5593607305936074,
      "grad_norm": 34.17534637451172,
      "learning_rate": 2.160958904109589e-05,
      "loss": 1.2806,
      "step": 12250
    },
    {
      "epoch": 0.5616438356164384,
      "grad_norm": 14.751806259155273,
      "learning_rate": 2.1575342465753424e-05,
      "loss": 1.0973,
      "step": 12300
    },
    {
      "epoch": 0.5639269406392694,
      "grad_norm": 39.10814666748047,
      "learning_rate": 2.1541095890410957e-05,
      "loss": 1.0821,
      "step": 12350
    },
    {
      "epoch": 0.5662100456621004,
      "grad_norm": 14.468631744384766,
      "learning_rate": 2.1506849315068494e-05,
      "loss": 0.8218,
      "step": 12400
    },
    {
      "epoch": 0.5684931506849316,
      "grad_norm": 30.599267959594727,
      "learning_rate": 2.1472602739726027e-05,
      "loss": 1.0412,
      "step": 12450
    },
    {
      "epoch": 0.5707762557077626,
      "grad_norm": 15.382964134216309,
      "learning_rate": 2.1438356164383563e-05,
      "loss": 0.9351,
      "step": 12500
    },
    {
      "epoch": 0.5730593607305936,
      "grad_norm": 44.646480560302734,
      "learning_rate": 2.1404109589041096e-05,
      "loss": 1.1423,
      "step": 12550
    },
    {
      "epoch": 0.5753424657534246,
      "grad_norm": 40.618309020996094,
      "learning_rate": 2.136986301369863e-05,
      "loss": 1.0657,
      "step": 12600
    },
    {
      "epoch": 0.5776255707762558,
      "grad_norm": 50.3376579284668,
      "learning_rate": 2.1335616438356166e-05,
      "loss": 0.9775,
      "step": 12650
    },
    {
      "epoch": 0.5799086757990868,
      "grad_norm": 60.17688751220703,
      "learning_rate": 2.13013698630137e-05,
      "loss": 1.1291,
      "step": 12700
    },
    {
      "epoch": 0.5821917808219178,
      "grad_norm": 11.148223876953125,
      "learning_rate": 2.126712328767123e-05,
      "loss": 1.1556,
      "step": 12750
    },
    {
      "epoch": 0.5844748858447488,
      "grad_norm": 20.931018829345703,
      "learning_rate": 2.1232876712328768e-05,
      "loss": 1.0614,
      "step": 12800
    },
    {
      "epoch": 0.58675799086758,
      "grad_norm": 29.79435157775879,
      "learning_rate": 2.11986301369863e-05,
      "loss": 1.2341,
      "step": 12850
    },
    {
      "epoch": 0.589041095890411,
      "grad_norm": 27.72561264038086,
      "learning_rate": 2.1164383561643838e-05,
      "loss": 0.9783,
      "step": 12900
    },
    {
      "epoch": 0.591324200913242,
      "grad_norm": 6.564560890197754,
      "learning_rate": 2.113013698630137e-05,
      "loss": 1.0293,
      "step": 12950
    },
    {
      "epoch": 0.593607305936073,
      "grad_norm": 68.2934799194336,
      "learning_rate": 2.1095890410958904e-05,
      "loss": 1.1324,
      "step": 13000
    },
    {
      "epoch": 0.5958904109589042,
      "grad_norm": 8.194302558898926,
      "learning_rate": 2.106164383561644e-05,
      "loss": 0.9099,
      "step": 13050
    },
    {
      "epoch": 0.5981735159817352,
      "grad_norm": 25.813316345214844,
      "learning_rate": 2.1027397260273973e-05,
      "loss": 1.0368,
      "step": 13100
    },
    {
      "epoch": 0.6004566210045662,
      "grad_norm": 19.83176612854004,
      "learning_rate": 2.0993150684931506e-05,
      "loss": 0.9496,
      "step": 13150
    },
    {
      "epoch": 0.6027397260273972,
      "grad_norm": 17.05171012878418,
      "learning_rate": 2.0958904109589043e-05,
      "loss": 1.1386,
      "step": 13200
    },
    {
      "epoch": 0.6050228310502284,
      "grad_norm": 12.28995418548584,
      "learning_rate": 2.0924657534246576e-05,
      "loss": 1.1897,
      "step": 13250
    },
    {
      "epoch": 0.6073059360730594,
      "grad_norm": 22.48783302307129,
      "learning_rate": 2.0890410958904112e-05,
      "loss": 1.1413,
      "step": 13300
    },
    {
      "epoch": 0.6095890410958904,
      "grad_norm": 37.44598388671875,
      "learning_rate": 2.0856164383561645e-05,
      "loss": 1.1138,
      "step": 13350
    },
    {
      "epoch": 0.6118721461187214,
      "grad_norm": 19.184656143188477,
      "learning_rate": 2.0821917808219178e-05,
      "loss": 1.0924,
      "step": 13400
    },
    {
      "epoch": 0.6141552511415526,
      "grad_norm": 30.34543228149414,
      "learning_rate": 2.0787671232876715e-05,
      "loss": 1.0382,
      "step": 13450
    },
    {
      "epoch": 0.6164383561643836,
      "grad_norm": 18.820228576660156,
      "learning_rate": 2.0753424657534248e-05,
      "loss": 1.0618,
      "step": 13500
    },
    {
      "epoch": 0.6187214611872146,
      "grad_norm": 3.0790977478027344,
      "learning_rate": 2.071917808219178e-05,
      "loss": 1.0412,
      "step": 13550
    },
    {
      "epoch": 0.6210045662100456,
      "grad_norm": 42.972923278808594,
      "learning_rate": 2.0684931506849317e-05,
      "loss": 0.9701,
      "step": 13600
    },
    {
      "epoch": 0.6232876712328768,
      "grad_norm": 13.229798316955566,
      "learning_rate": 2.065068493150685e-05,
      "loss": 0.9746,
      "step": 13650
    },
    {
      "epoch": 0.6255707762557078,
      "grad_norm": 87.67366790771484,
      "learning_rate": 2.0616438356164387e-05,
      "loss": 1.1411,
      "step": 13700
    },
    {
      "epoch": 0.6278538812785388,
      "grad_norm": 12.436323165893555,
      "learning_rate": 2.058219178082192e-05,
      "loss": 1.208,
      "step": 13750
    },
    {
      "epoch": 0.6301369863013698,
      "grad_norm": 19.009395599365234,
      "learning_rate": 2.0547945205479453e-05,
      "loss": 1.0635,
      "step": 13800
    },
    {
      "epoch": 0.632420091324201,
      "grad_norm": 6.680107593536377,
      "learning_rate": 2.051369863013699e-05,
      "loss": 1.0463,
      "step": 13850
    },
    {
      "epoch": 0.634703196347032,
      "grad_norm": 11.398260116577148,
      "learning_rate": 2.0479452054794522e-05,
      "loss": 0.9179,
      "step": 13900
    },
    {
      "epoch": 0.636986301369863,
      "grad_norm": 4.983315467834473,
      "learning_rate": 2.0445205479452055e-05,
      "loss": 1.0699,
      "step": 13950
    },
    {
      "epoch": 0.639269406392694,
      "grad_norm": 29.882274627685547,
      "learning_rate": 2.041095890410959e-05,
      "loss": 1.1485,
      "step": 14000
    },
    {
      "epoch": 0.6415525114155252,
      "grad_norm": 9.104654312133789,
      "learning_rate": 2.0376712328767125e-05,
      "loss": 0.9783,
      "step": 14050
    },
    {
      "epoch": 0.6438356164383562,
      "grad_norm": 8.866716384887695,
      "learning_rate": 2.034246575342466e-05,
      "loss": 0.9843,
      "step": 14100
    },
    {
      "epoch": 0.6461187214611872,
      "grad_norm": 20.7504825592041,
      "learning_rate": 2.0308219178082194e-05,
      "loss": 0.9999,
      "step": 14150
    },
    {
      "epoch": 0.6484018264840182,
      "grad_norm": 16.239980697631836,
      "learning_rate": 2.0273972602739724e-05,
      "loss": 0.9305,
      "step": 14200
    },
    {
      "epoch": 0.6506849315068494,
      "grad_norm": 52.316673278808594,
      "learning_rate": 2.023972602739726e-05,
      "loss": 0.9185,
      "step": 14250
    },
    {
      "epoch": 0.6529680365296804,
      "grad_norm": 13.330124855041504,
      "learning_rate": 2.0205479452054793e-05,
      "loss": 0.9943,
      "step": 14300
    },
    {
      "epoch": 0.6552511415525114,
      "grad_norm": 13.177003860473633,
      "learning_rate": 2.0171232876712326e-05,
      "loss": 0.7542,
      "step": 14350
    },
    {
      "epoch": 0.6575342465753424,
      "grad_norm": 36.442108154296875,
      "learning_rate": 2.0136986301369863e-05,
      "loss": 0.8722,
      "step": 14400
    },
    {
      "epoch": 0.6598173515981736,
      "grad_norm": 26.251983642578125,
      "learning_rate": 2.0102739726027396e-05,
      "loss": 0.9657,
      "step": 14450
    },
    {
      "epoch": 0.6621004566210046,
      "grad_norm": 35.95085144042969,
      "learning_rate": 2.0068493150684932e-05,
      "loss": 1.0656,
      "step": 14500
    },
    {
      "epoch": 0.6643835616438356,
      "grad_norm": 29.169719696044922,
      "learning_rate": 2.0034246575342465e-05,
      "loss": 1.076,
      "step": 14550
    },
    {
      "epoch": 0.6666666666666666,
      "grad_norm": 49.64678955078125,
      "learning_rate": 1.9999999999999998e-05,
      "loss": 0.9267,
      "step": 14600
    },
    {
      "epoch": 0.6689497716894978,
      "grad_norm": 25.249004364013672,
      "learning_rate": 1.9965753424657535e-05,
      "loss": 1.1205,
      "step": 14650
    },
    {
      "epoch": 0.6712328767123288,
      "grad_norm": 21.96654510498047,
      "learning_rate": 1.9931506849315068e-05,
      "loss": 0.8928,
      "step": 14700
    },
    {
      "epoch": 0.6735159817351598,
      "grad_norm": 78.21800994873047,
      "learning_rate": 1.98972602739726e-05,
      "loss": 0.9646,
      "step": 14750
    },
    {
      "epoch": 0.6757990867579908,
      "grad_norm": 49.2692756652832,
      "learning_rate": 1.9863013698630137e-05,
      "loss": 1.0115,
      "step": 14800
    },
    {
      "epoch": 0.678082191780822,
      "grad_norm": 35.43125915527344,
      "learning_rate": 1.982876712328767e-05,
      "loss": 1.0473,
      "step": 14850
    },
    {
      "epoch": 0.680365296803653,
      "grad_norm": 18.292205810546875,
      "learning_rate": 1.9794520547945207e-05,
      "loss": 0.7609,
      "step": 14900
    },
    {
      "epoch": 0.682648401826484,
      "grad_norm": 18.42896842956543,
      "learning_rate": 1.976027397260274e-05,
      "loss": 0.989,
      "step": 14950
    },
    {
      "epoch": 0.684931506849315,
      "grad_norm": 25.584640502929688,
      "learning_rate": 1.9726027397260273e-05,
      "loss": 1.1391,
      "step": 15000
    },
    {
      "epoch": 0.6872146118721462,
      "grad_norm": 12.116101264953613,
      "learning_rate": 1.969178082191781e-05,
      "loss": 1.09,
      "step": 15050
    },
    {
      "epoch": 0.6894977168949772,
      "grad_norm": 4.520615100860596,
      "learning_rate": 1.9657534246575342e-05,
      "loss": 0.9834,
      "step": 15100
    },
    {
      "epoch": 0.6917808219178082,
      "grad_norm": 16.461069107055664,
      "learning_rate": 1.9623287671232875e-05,
      "loss": 0.8777,
      "step": 15150
    },
    {
      "epoch": 0.6940639269406392,
      "grad_norm": 41.71174240112305,
      "learning_rate": 1.9589041095890412e-05,
      "loss": 1.2619,
      "step": 15200
    },
    {
      "epoch": 0.6963470319634704,
      "grad_norm": 10.733747482299805,
      "learning_rate": 1.9554794520547945e-05,
      "loss": 1.0843,
      "step": 15250
    },
    {
      "epoch": 0.6986301369863014,
      "grad_norm": 34.77432632446289,
      "learning_rate": 1.952054794520548e-05,
      "loss": 0.9292,
      "step": 15300
    },
    {
      "epoch": 0.7009132420091324,
      "grad_norm": 46.95319747924805,
      "learning_rate": 1.9486301369863014e-05,
      "loss": 1.0058,
      "step": 15350
    },
    {
      "epoch": 0.7031963470319634,
      "grad_norm": 1.2955800294876099,
      "learning_rate": 1.9452054794520547e-05,
      "loss": 0.9672,
      "step": 15400
    },
    {
      "epoch": 0.7054794520547946,
      "grad_norm": 16.37827491760254,
      "learning_rate": 1.9417808219178084e-05,
      "loss": 0.9386,
      "step": 15450
    },
    {
      "epoch": 0.7077625570776256,
      "grad_norm": 41.87287139892578,
      "learning_rate": 1.9383561643835617e-05,
      "loss": 1.0772,
      "step": 15500
    },
    {
      "epoch": 0.7100456621004566,
      "grad_norm": 8.469085693359375,
      "learning_rate": 1.934931506849315e-05,
      "loss": 0.9201,
      "step": 15550
    },
    {
      "epoch": 0.7123287671232876,
      "grad_norm": 5.279160976409912,
      "learning_rate": 1.9315068493150686e-05,
      "loss": 1.2076,
      "step": 15600
    },
    {
      "epoch": 0.7146118721461188,
      "grad_norm": 24.052440643310547,
      "learning_rate": 1.928082191780822e-05,
      "loss": 1.079,
      "step": 15650
    },
    {
      "epoch": 0.7168949771689498,
      "grad_norm": 43.76991271972656,
      "learning_rate": 1.9246575342465756e-05,
      "loss": 0.9909,
      "step": 15700
    },
    {
      "epoch": 0.7191780821917808,
      "grad_norm": 0.4643230438232422,
      "learning_rate": 1.921232876712329e-05,
      "loss": 1.0314,
      "step": 15750
    },
    {
      "epoch": 0.7214611872146118,
      "grad_norm": 31.16683006286621,
      "learning_rate": 1.9178082191780822e-05,
      "loss": 1.0446,
      "step": 15800
    },
    {
      "epoch": 0.723744292237443,
      "grad_norm": 2.468339443206787,
      "learning_rate": 1.9143835616438358e-05,
      "loss": 0.9801,
      "step": 15850
    },
    {
      "epoch": 0.726027397260274,
      "grad_norm": 18.055511474609375,
      "learning_rate": 1.910958904109589e-05,
      "loss": 0.9679,
      "step": 15900
    },
    {
      "epoch": 0.728310502283105,
      "grad_norm": 11.843624114990234,
      "learning_rate": 1.9075342465753424e-05,
      "loss": 1.049,
      "step": 15950
    },
    {
      "epoch": 0.730593607305936,
      "grad_norm": 28.83637237548828,
      "learning_rate": 1.904109589041096e-05,
      "loss": 1.0862,
      "step": 16000
    },
    {
      "epoch": 0.7328767123287672,
      "grad_norm": 41.827579498291016,
      "learning_rate": 1.9006849315068494e-05,
      "loss": 0.9812,
      "step": 16050
    },
    {
      "epoch": 0.7351598173515982,
      "grad_norm": 19.110126495361328,
      "learning_rate": 1.897260273972603e-05,
      "loss": 1.2085,
      "step": 16100
    },
    {
      "epoch": 0.7374429223744292,
      "grad_norm": 7.440555572509766,
      "learning_rate": 1.8938356164383563e-05,
      "loss": 1.0045,
      "step": 16150
    },
    {
      "epoch": 0.7397260273972602,
      "grad_norm": 14.894591331481934,
      "learning_rate": 1.8904109589041096e-05,
      "loss": 1.0214,
      "step": 16200
    },
    {
      "epoch": 0.7420091324200914,
      "grad_norm": 50.265140533447266,
      "learning_rate": 1.8869863013698633e-05,
      "loss": 1.0115,
      "step": 16250
    },
    {
      "epoch": 0.7442922374429224,
      "grad_norm": 48.24840545654297,
      "learning_rate": 1.8835616438356166e-05,
      "loss": 1.022,
      "step": 16300
    },
    {
      "epoch": 0.7465753424657534,
      "grad_norm": 23.087678909301758,
      "learning_rate": 1.88013698630137e-05,
      "loss": 0.9043,
      "step": 16350
    },
    {
      "epoch": 0.7488584474885844,
      "grad_norm": 41.646461486816406,
      "learning_rate": 1.8767123287671235e-05,
      "loss": 1.0964,
      "step": 16400
    },
    {
      "epoch": 0.7511415525114156,
      "grad_norm": 18.607566833496094,
      "learning_rate": 1.8732876712328768e-05,
      "loss": 1.1307,
      "step": 16450
    },
    {
      "epoch": 0.7534246575342466,
      "grad_norm": 19.668004989624023,
      "learning_rate": 1.8698630136986305e-05,
      "loss": 0.9917,
      "step": 16500
    },
    {
      "epoch": 0.7557077625570776,
      "grad_norm": 81.84849548339844,
      "learning_rate": 1.8664383561643838e-05,
      "loss": 1.1245,
      "step": 16550
    },
    {
      "epoch": 0.7579908675799086,
      "grad_norm": 17.170801162719727,
      "learning_rate": 1.863013698630137e-05,
      "loss": 0.8943,
      "step": 16600
    },
    {
      "epoch": 0.7602739726027398,
      "grad_norm": 20.587200164794922,
      "learning_rate": 1.8595890410958907e-05,
      "loss": 0.9715,
      "step": 16650
    },
    {
      "epoch": 0.7625570776255708,
      "grad_norm": 65.86396026611328,
      "learning_rate": 1.856164383561644e-05,
      "loss": 1.0448,
      "step": 16700
    },
    {
      "epoch": 0.7648401826484018,
      "grad_norm": 16.04901695251465,
      "learning_rate": 1.8527397260273973e-05,
      "loss": 1.0682,
      "step": 16750
    },
    {
      "epoch": 0.7671232876712328,
      "grad_norm": 19.407167434692383,
      "learning_rate": 1.8493150684931506e-05,
      "loss": 0.9607,
      "step": 16800
    },
    {
      "epoch": 0.769406392694064,
      "grad_norm": 13.71429443359375,
      "learning_rate": 1.845890410958904e-05,
      "loss": 1.0604,
      "step": 16850
    },
    {
      "epoch": 0.771689497716895,
      "grad_norm": 51.34487533569336,
      "learning_rate": 1.8424657534246576e-05,
      "loss": 0.8779,
      "step": 16900
    },
    {
      "epoch": 0.773972602739726,
      "grad_norm": 13.411955833435059,
      "learning_rate": 1.839041095890411e-05,
      "loss": 1.0547,
      "step": 16950
    },
    {
      "epoch": 0.776255707762557,
      "grad_norm": 60.41900634765625,
      "learning_rate": 1.8356164383561642e-05,
      "loss": 1.0141,
      "step": 17000
    },
    {
      "epoch": 0.7785388127853882,
      "grad_norm": 65.25275421142578,
      "learning_rate": 1.832191780821918e-05,
      "loss": 1.0541,
      "step": 17050
    },
    {
      "epoch": 0.7808219178082192,
      "grad_norm": 64.50421905517578,
      "learning_rate": 1.828767123287671e-05,
      "loss": 1.0467,
      "step": 17100
    },
    {
      "epoch": 0.7831050228310502,
      "grad_norm": 35.63545608520508,
      "learning_rate": 1.8253424657534244e-05,
      "loss": 1.0431,
      "step": 17150
    },
    {
      "epoch": 0.7853881278538812,
      "grad_norm": 8.089126586914062,
      "learning_rate": 1.821917808219178e-05,
      "loss": 1.0258,
      "step": 17200
    },
    {
      "epoch": 0.7876712328767124,
      "grad_norm": 33.44828414916992,
      "learning_rate": 1.8184931506849314e-05,
      "loss": 0.9516,
      "step": 17250
    },
    {
      "epoch": 0.7899543378995434,
      "grad_norm": 52.08647537231445,
      "learning_rate": 1.815068493150685e-05,
      "loss": 1.0529,
      "step": 17300
    },
    {
      "epoch": 0.7922374429223744,
      "grad_norm": 33.359886169433594,
      "learning_rate": 1.8116438356164383e-05,
      "loss": 1.0985,
      "step": 17350
    },
    {
      "epoch": 0.7945205479452054,
      "grad_norm": 43.1573486328125,
      "learning_rate": 1.8082191780821916e-05,
      "loss": 0.987,
      "step": 17400
    },
    {
      "epoch": 0.7968036529680366,
      "grad_norm": 41.887718200683594,
      "learning_rate": 1.8047945205479453e-05,
      "loss": 0.9562,
      "step": 17450
    },
    {
      "epoch": 0.7990867579908676,
      "grad_norm": 4.935914993286133,
      "learning_rate": 1.8013698630136986e-05,
      "loss": 1.011,
      "step": 17500
    },
    {
      "epoch": 0.8013698630136986,
      "grad_norm": 17.437244415283203,
      "learning_rate": 1.797945205479452e-05,
      "loss": 1.1939,
      "step": 17550
    },
    {
      "epoch": 0.8036529680365296,
      "grad_norm": 38.83684158325195,
      "learning_rate": 1.7945205479452055e-05,
      "loss": 1.0831,
      "step": 17600
    },
    {
      "epoch": 0.8059360730593608,
      "grad_norm": 389.5946960449219,
      "learning_rate": 1.791095890410959e-05,
      "loss": 0.9442,
      "step": 17650
    },
    {
      "epoch": 0.8082191780821918,
      "grad_norm": 55.63192367553711,
      "learning_rate": 1.7876712328767125e-05,
      "loss": 0.8581,
      "step": 17700
    },
    {
      "epoch": 0.8105022831050228,
      "grad_norm": 12.910749435424805,
      "learning_rate": 1.7842465753424658e-05,
      "loss": 0.9023,
      "step": 17750
    },
    {
      "epoch": 0.8127853881278538,
      "grad_norm": 25.35328483581543,
      "learning_rate": 1.780821917808219e-05,
      "loss": 1.0642,
      "step": 17800
    },
    {
      "epoch": 0.815068493150685,
      "grad_norm": 14.35108470916748,
      "learning_rate": 1.7773972602739727e-05,
      "loss": 0.9517,
      "step": 17850
    },
    {
      "epoch": 0.817351598173516,
      "grad_norm": 16.878704071044922,
      "learning_rate": 1.773972602739726e-05,
      "loss": 1.0333,
      "step": 17900
    },
    {
      "epoch": 0.819634703196347,
      "grad_norm": 4.217007160186768,
      "learning_rate": 1.7705479452054793e-05,
      "loss": 1.048,
      "step": 17950
    },
    {
      "epoch": 0.821917808219178,
      "grad_norm": 7.6629767417907715,
      "learning_rate": 1.767123287671233e-05,
      "loss": 0.9847,
      "step": 18000
    },
    {
      "epoch": 0.8242009132420092,
      "grad_norm": 8.383101463317871,
      "learning_rate": 1.7636986301369863e-05,
      "loss": 0.8269,
      "step": 18050
    },
    {
      "epoch": 0.8264840182648402,
      "grad_norm": 21.882862091064453,
      "learning_rate": 1.76027397260274e-05,
      "loss": 1.0138,
      "step": 18100
    },
    {
      "epoch": 0.8287671232876712,
      "grad_norm": 15.08014965057373,
      "learning_rate": 1.7568493150684932e-05,
      "loss": 1.0072,
      "step": 18150
    },
    {
      "epoch": 0.8310502283105022,
      "grad_norm": 9.188797950744629,
      "learning_rate": 1.7534246575342465e-05,
      "loss": 0.998,
      "step": 18200
    },
    {
      "epoch": 0.8333333333333334,
      "grad_norm": 8.108163833618164,
      "learning_rate": 1.7500000000000002e-05,
      "loss": 0.8591,
      "step": 18250
    },
    {
      "epoch": 0.8356164383561644,
      "grad_norm": 8.082106590270996,
      "learning_rate": 1.7465753424657535e-05,
      "loss": 0.9486,
      "step": 18300
    },
    {
      "epoch": 0.8378995433789954,
      "grad_norm": 9.28232479095459,
      "learning_rate": 1.7431506849315068e-05,
      "loss": 1.1733,
      "step": 18350
    },
    {
      "epoch": 0.8401826484018264,
      "grad_norm": 42.009498596191406,
      "learning_rate": 1.7397260273972604e-05,
      "loss": 1.0863,
      "step": 18400
    },
    {
      "epoch": 0.8424657534246576,
      "grad_norm": 16.338623046875,
      "learning_rate": 1.7363013698630137e-05,
      "loss": 0.8428,
      "step": 18450
    },
    {
      "epoch": 0.8447488584474886,
      "grad_norm": 22.031343460083008,
      "learning_rate": 1.7328767123287674e-05,
      "loss": 0.9678,
      "step": 18500
    },
    {
      "epoch": 0.8470319634703196,
      "grad_norm": 60.101600646972656,
      "learning_rate": 1.7294520547945207e-05,
      "loss": 1.0961,
      "step": 18550
    },
    {
      "epoch": 0.8493150684931506,
      "grad_norm": 17.335065841674805,
      "learning_rate": 1.726027397260274e-05,
      "loss": 0.9917,
      "step": 18600
    },
    {
      "epoch": 0.8515981735159818,
      "grad_norm": 1.8705586194992065,
      "learning_rate": 1.7226027397260276e-05,
      "loss": 0.9031,
      "step": 18650
    },
    {
      "epoch": 0.8538812785388128,
      "grad_norm": 8.452926635742188,
      "learning_rate": 1.719178082191781e-05,
      "loss": 0.9161,
      "step": 18700
    },
    {
      "epoch": 0.8561643835616438,
      "grad_norm": 22.091020584106445,
      "learning_rate": 1.7157534246575342e-05,
      "loss": 0.9697,
      "step": 18750
    },
    {
      "epoch": 0.8584474885844748,
      "grad_norm": 14.892813682556152,
      "learning_rate": 1.712328767123288e-05,
      "loss": 1.1043,
      "step": 18800
    },
    {
      "epoch": 0.860730593607306,
      "grad_norm": 5.6726274490356445,
      "learning_rate": 1.7089041095890412e-05,
      "loss": 0.9272,
      "step": 18850
    },
    {
      "epoch": 0.863013698630137,
      "grad_norm": 4.598392963409424,
      "learning_rate": 1.705479452054795e-05,
      "loss": 1.0438,
      "step": 18900
    },
    {
      "epoch": 0.865296803652968,
      "grad_norm": 10.54848575592041,
      "learning_rate": 1.702054794520548e-05,
      "loss": 1.068,
      "step": 18950
    },
    {
      "epoch": 0.867579908675799,
      "grad_norm": 43.7364616394043,
      "learning_rate": 1.6986301369863014e-05,
      "loss": 0.9575,
      "step": 19000
    },
    {
      "epoch": 0.8698630136986302,
      "grad_norm": 17.5739803314209,
      "learning_rate": 1.695205479452055e-05,
      "loss": 0.933,
      "step": 19050
    },
    {
      "epoch": 0.8721461187214612,
      "grad_norm": 2.4345619678497314,
      "learning_rate": 1.6917808219178084e-05,
      "loss": 0.8702,
      "step": 19100
    },
    {
      "epoch": 0.8744292237442922,
      "grad_norm": 27.58513069152832,
      "learning_rate": 1.6883561643835617e-05,
      "loss": 0.9842,
      "step": 19150
    },
    {
      "epoch": 0.8767123287671232,
      "grad_norm": 44.58627700805664,
      "learning_rate": 1.6849315068493153e-05,
      "loss": 0.9117,
      "step": 19200
    },
    {
      "epoch": 0.8789954337899544,
      "grad_norm": 23.16618537902832,
      "learning_rate": 1.6815068493150686e-05,
      "loss": 0.9699,
      "step": 19250
    },
    {
      "epoch": 0.8812785388127854,
      "grad_norm": 10.979578971862793,
      "learning_rate": 1.6780821917808223e-05,
      "loss": 0.9397,
      "step": 19300
    },
    {
      "epoch": 0.8835616438356164,
      "grad_norm": 12.799473762512207,
      "learning_rate": 1.6746575342465753e-05,
      "loss": 1.0797,
      "step": 19350
    },
    {
      "epoch": 0.8858447488584474,
      "grad_norm": 6.065539836883545,
      "learning_rate": 1.6712328767123286e-05,
      "loss": 1.1177,
      "step": 19400
    },
    {
      "epoch": 0.8881278538812786,
      "grad_norm": 14.423439979553223,
      "learning_rate": 1.6678082191780822e-05,
      "loss": 0.8818,
      "step": 19450
    },
    {
      "epoch": 0.8904109589041096,
      "grad_norm": 1.1675946712493896,
      "learning_rate": 1.6643835616438355e-05,
      "loss": 0.8819,
      "step": 19500
    },
    {
      "epoch": 0.8926940639269406,
      "grad_norm": 18.09140396118164,
      "learning_rate": 1.6609589041095888e-05,
      "loss": 0.9183,
      "step": 19550
    },
    {
      "epoch": 0.8949771689497716,
      "grad_norm": 11.98416805267334,
      "learning_rate": 1.6575342465753425e-05,
      "loss": 1.0715,
      "step": 19600
    },
    {
      "epoch": 0.8972602739726028,
      "grad_norm": 16.66376495361328,
      "learning_rate": 1.6541095890410958e-05,
      "loss": 0.7896,
      "step": 19650
    },
    {
      "epoch": 0.8995433789954338,
      "grad_norm": 17.945493698120117,
      "learning_rate": 1.6506849315068494e-05,
      "loss": 0.8961,
      "step": 19700
    },
    {
      "epoch": 0.9018264840182648,
      "grad_norm": 34.556827545166016,
      "learning_rate": 1.6472602739726027e-05,
      "loss": 0.9543,
      "step": 19750
    },
    {
      "epoch": 0.9041095890410958,
      "grad_norm": 16.06093406677246,
      "learning_rate": 1.643835616438356e-05,
      "loss": 0.913,
      "step": 19800
    },
    {
      "epoch": 0.906392694063927,
      "grad_norm": 28.835208892822266,
      "learning_rate": 1.6404109589041096e-05,
      "loss": 1.068,
      "step": 19850
    },
    {
      "epoch": 0.908675799086758,
      "grad_norm": 3.6414895057678223,
      "learning_rate": 1.636986301369863e-05,
      "loss": 0.9695,
      "step": 19900
    },
    {
      "epoch": 0.910958904109589,
      "grad_norm": 16.142841339111328,
      "learning_rate": 1.6335616438356163e-05,
      "loss": 1.0057,
      "step": 19950
    },
    {
      "epoch": 0.91324200913242,
      "grad_norm": 15.585680961608887,
      "learning_rate": 1.63013698630137e-05,
      "loss": 0.964,
      "step": 20000
    },
    {
      "epoch": 0.9155251141552512,
      "grad_norm": 23.79058265686035,
      "learning_rate": 1.6267123287671232e-05,
      "loss": 0.8243,
      "step": 20050
    },
    {
      "epoch": 0.9178082191780822,
      "grad_norm": 14.258800506591797,
      "learning_rate": 1.623287671232877e-05,
      "loss": 0.9247,
      "step": 20100
    },
    {
      "epoch": 0.9200913242009132,
      "grad_norm": 16.076623916625977,
      "learning_rate": 1.61986301369863e-05,
      "loss": 0.8446,
      "step": 20150
    },
    {
      "epoch": 0.9223744292237442,
      "grad_norm": 19.330589294433594,
      "learning_rate": 1.6164383561643835e-05,
      "loss": 1.0295,
      "step": 20200
    },
    {
      "epoch": 0.9246575342465754,
      "grad_norm": 29.074434280395508,
      "learning_rate": 1.613013698630137e-05,
      "loss": 1.0043,
      "step": 20250
    },
    {
      "epoch": 0.9269406392694064,
      "grad_norm": 19.37755012512207,
      "learning_rate": 1.6095890410958904e-05,
      "loss": 0.8284,
      "step": 20300
    },
    {
      "epoch": 0.9292237442922374,
      "grad_norm": 17.540924072265625,
      "learning_rate": 1.6061643835616437e-05,
      "loss": 0.9585,
      "step": 20350
    },
    {
      "epoch": 0.9315068493150684,
      "grad_norm": 15.943336486816406,
      "learning_rate": 1.6027397260273974e-05,
      "loss": 0.9534,
      "step": 20400
    },
    {
      "epoch": 0.9337899543378996,
      "grad_norm": 14.471035957336426,
      "learning_rate": 1.5993150684931507e-05,
      "loss": 0.9346,
      "step": 20450
    },
    {
      "epoch": 0.9360730593607306,
      "grad_norm": 2.5866785049438477,
      "learning_rate": 1.5958904109589043e-05,
      "loss": 0.874,
      "step": 20500
    },
    {
      "epoch": 0.9383561643835616,
      "grad_norm": 23.115089416503906,
      "learning_rate": 1.5924657534246576e-05,
      "loss": 1.0657,
      "step": 20550
    },
    {
      "epoch": 0.9406392694063926,
      "grad_norm": 37.99090576171875,
      "learning_rate": 1.589041095890411e-05,
      "loss": 0.8484,
      "step": 20600
    },
    {
      "epoch": 0.9429223744292238,
      "grad_norm": 8.818378448486328,
      "learning_rate": 1.5856164383561646e-05,
      "loss": 0.8682,
      "step": 20650
    },
    {
      "epoch": 0.9452054794520548,
      "grad_norm": 64.82261657714844,
      "learning_rate": 1.582191780821918e-05,
      "loss": 0.9238,
      "step": 20700
    },
    {
      "epoch": 0.9474885844748858,
      "grad_norm": 4.82705545425415,
      "learning_rate": 1.578767123287671e-05,
      "loss": 1.0183,
      "step": 20750
    },
    {
      "epoch": 0.9497716894977168,
      "grad_norm": 35.37221908569336,
      "learning_rate": 1.5753424657534248e-05,
      "loss": 0.9661,
      "step": 20800
    },
    {
      "epoch": 0.952054794520548,
      "grad_norm": 59.23238754272461,
      "learning_rate": 1.571917808219178e-05,
      "loss": 1.1756,
      "step": 20850
    },
    {
      "epoch": 0.954337899543379,
      "grad_norm": 5.600244045257568,
      "learning_rate": 1.5684931506849318e-05,
      "loss": 0.9528,
      "step": 20900
    },
    {
      "epoch": 0.95662100456621,
      "grad_norm": 36.54751968383789,
      "learning_rate": 1.565068493150685e-05,
      "loss": 0.8113,
      "step": 20950
    },
    {
      "epoch": 0.958904109589041,
      "grad_norm": 21.206743240356445,
      "learning_rate": 1.5616438356164384e-05,
      "loss": 1.0184,
      "step": 21000
    },
    {
      "epoch": 0.9611872146118722,
      "grad_norm": 5.483078479766846,
      "learning_rate": 1.558219178082192e-05,
      "loss": 1.0164,
      "step": 21050
    },
    {
      "epoch": 0.9634703196347032,
      "grad_norm": 10.294635772705078,
      "learning_rate": 1.5547945205479453e-05,
      "loss": 0.8765,
      "step": 21100
    },
    {
      "epoch": 0.9657534246575342,
      "grad_norm": 15.811431884765625,
      "learning_rate": 1.5513698630136986e-05,
      "loss": 1.0893,
      "step": 21150
    },
    {
      "epoch": 0.9680365296803652,
      "grad_norm": 12.22139835357666,
      "learning_rate": 1.5479452054794523e-05,
      "loss": 0.8607,
      "step": 21200
    },
    {
      "epoch": 0.9703196347031964,
      "grad_norm": 32.24748229980469,
      "learning_rate": 1.5445205479452056e-05,
      "loss": 0.9461,
      "step": 21250
    },
    {
      "epoch": 0.9726027397260274,
      "grad_norm": 105.09614562988281,
      "learning_rate": 1.5410958904109592e-05,
      "loss": 1.0007,
      "step": 21300
    },
    {
      "epoch": 0.9748858447488584,
      "grad_norm": 39.1617546081543,
      "learning_rate": 1.5376712328767125e-05,
      "loss": 0.8074,
      "step": 21350
    },
    {
      "epoch": 0.9771689497716894,
      "grad_norm": 54.6515007019043,
      "learning_rate": 1.5342465753424658e-05,
      "loss": 1.0728,
      "step": 21400
    },
    {
      "epoch": 0.9794520547945206,
      "grad_norm": 11.429344177246094,
      "learning_rate": 1.5308219178082195e-05,
      "loss": 1.0846,
      "step": 21450
    },
    {
      "epoch": 0.9817351598173516,
      "grad_norm": 35.74282455444336,
      "learning_rate": 1.5273972602739728e-05,
      "loss": 0.9805,
      "step": 21500
    },
    {
      "epoch": 0.9840182648401826,
      "grad_norm": 28.15215301513672,
      "learning_rate": 1.5239726027397259e-05,
      "loss": 1.057,
      "step": 21550
    },
    {
      "epoch": 0.9863013698630136,
      "grad_norm": 24.915042877197266,
      "learning_rate": 1.5205479452054795e-05,
      "loss": 0.9953,
      "step": 21600
    },
    {
      "epoch": 0.9885844748858448,
      "grad_norm": 54.70051574707031,
      "learning_rate": 1.5171232876712328e-05,
      "loss": 0.8781,
      "step": 21650
    },
    {
      "epoch": 0.9908675799086758,
      "grad_norm": 57.645572662353516,
      "learning_rate": 1.5136986301369865e-05,
      "loss": 0.9031,
      "step": 21700
    },
    {
      "epoch": 0.9931506849315068,
      "grad_norm": 49.95241165161133,
      "learning_rate": 1.5102739726027398e-05,
      "loss": 1.1313,
      "step": 21750
    },
    {
      "epoch": 0.9954337899543378,
      "grad_norm": 11.169427871704102,
      "learning_rate": 1.5068493150684931e-05,
      "loss": 0.7831,
      "step": 21800
    },
    {
      "epoch": 0.997716894977169,
      "grad_norm": 1.9000864028930664,
      "learning_rate": 1.5034246575342467e-05,
      "loss": 0.9135,
      "step": 21850
    },
    {
      "epoch": 1.0,
      "grad_norm": 8.12338638305664,
      "learning_rate": 1.5e-05,
      "loss": 0.8517,
      "step": 21900
    },
    {
      "epoch": 1.0022831050228311,
      "grad_norm": 9.123151779174805,
      "learning_rate": 1.4965753424657535e-05,
      "loss": 0.8109,
      "step": 21950
    },
    {
      "epoch": 1.004566210045662,
      "grad_norm": 1.5693093538284302,
      "learning_rate": 1.4931506849315068e-05,
      "loss": 0.637,
      "step": 22000
    },
    {
      "epoch": 1.0068493150684932,
      "grad_norm": 57.09550094604492,
      "learning_rate": 1.4897260273972603e-05,
      "loss": 0.7138,
      "step": 22050
    },
    {
      "epoch": 1.009132420091324,
      "grad_norm": 22.930618286132812,
      "learning_rate": 1.4863013698630138e-05,
      "loss": 0.5267,
      "step": 22100
    },
    {
      "epoch": 1.0114155251141552,
      "grad_norm": 6.480524063110352,
      "learning_rate": 1.4828767123287672e-05,
      "loss": 0.583,
      "step": 22150
    },
    {
      "epoch": 1.0136986301369864,
      "grad_norm": 8.956890106201172,
      "learning_rate": 1.4794520547945205e-05,
      "loss": 0.838,
      "step": 22200
    },
    {
      "epoch": 1.0159817351598173,
      "grad_norm": 28.80997657775879,
      "learning_rate": 1.476027397260274e-05,
      "loss": 0.7791,
      "step": 22250
    },
    {
      "epoch": 1.0182648401826484,
      "grad_norm": 51.440643310546875,
      "learning_rate": 1.4726027397260275e-05,
      "loss": 0.6699,
      "step": 22300
    },
    {
      "epoch": 1.0205479452054795,
      "grad_norm": 16.62401580810547,
      "learning_rate": 1.469178082191781e-05,
      "loss": 0.6056,
      "step": 22350
    },
    {
      "epoch": 1.0228310502283104,
      "grad_norm": 6.103922367095947,
      "learning_rate": 1.4657534246575343e-05,
      "loss": 0.7163,
      "step": 22400
    },
    {
      "epoch": 1.0251141552511416,
      "grad_norm": 13.347216606140137,
      "learning_rate": 1.4623287671232877e-05,
      "loss": 0.8158,
      "step": 22450
    },
    {
      "epoch": 1.0273972602739727,
      "grad_norm": 10.218559265136719,
      "learning_rate": 1.4589041095890412e-05,
      "loss": 0.7067,
      "step": 22500
    },
    {
      "epoch": 1.0296803652968036,
      "grad_norm": 20.360658645629883,
      "learning_rate": 1.4554794520547945e-05,
      "loss": 0.5413,
      "step": 22550
    },
    {
      "epoch": 1.0319634703196348,
      "grad_norm": 14.813282012939453,
      "learning_rate": 1.4520547945205478e-05,
      "loss": 0.7121,
      "step": 22600
    },
    {
      "epoch": 1.0342465753424657,
      "grad_norm": 4.041282653808594,
      "learning_rate": 1.4486301369863013e-05,
      "loss": 0.6259,
      "step": 22650
    },
    {
      "epoch": 1.0365296803652968,
      "grad_norm": 8.718100547790527,
      "learning_rate": 1.4452054794520548e-05,
      "loss": 0.679,
      "step": 22700
    },
    {
      "epoch": 1.038812785388128,
      "grad_norm": 24.674726486206055,
      "learning_rate": 1.4417808219178082e-05,
      "loss": 0.5784,
      "step": 22750
    },
    {
      "epoch": 1.0410958904109588,
      "grad_norm": 18.543848037719727,
      "learning_rate": 1.4383561643835615e-05,
      "loss": 0.6259,
      "step": 22800
    },
    {
      "epoch": 1.04337899543379,
      "grad_norm": 11.60615348815918,
      "learning_rate": 1.434931506849315e-05,
      "loss": 0.6859,
      "step": 22850
    },
    {
      "epoch": 1.045662100456621,
      "grad_norm": 19.409120559692383,
      "learning_rate": 1.4315068493150685e-05,
      "loss": 0.724,
      "step": 22900
    },
    {
      "epoch": 1.047945205479452,
      "grad_norm": 18.087451934814453,
      "learning_rate": 1.428082191780822e-05,
      "loss": 0.6719,
      "step": 22950
    },
    {
      "epoch": 1.0502283105022832,
      "grad_norm": 37.11878967285156,
      "learning_rate": 1.4246575342465753e-05,
      "loss": 0.5994,
      "step": 23000
    },
    {
      "epoch": 1.052511415525114,
      "grad_norm": 35.999149322509766,
      "learning_rate": 1.4212328767123287e-05,
      "loss": 0.8059,
      "step": 23050
    },
    {
      "epoch": 1.0547945205479452,
      "grad_norm": 23.739049911499023,
      "learning_rate": 1.4178082191780822e-05,
      "loss": 0.4798,
      "step": 23100
    },
    {
      "epoch": 1.0570776255707763,
      "grad_norm": 4.680600166320801,
      "learning_rate": 1.4143835616438357e-05,
      "loss": 0.6557,
      "step": 23150
    },
    {
      "epoch": 1.0593607305936072,
      "grad_norm": 31.171585083007812,
      "learning_rate": 1.410958904109589e-05,
      "loss": 0.6122,
      "step": 23200
    },
    {
      "epoch": 1.0616438356164384,
      "grad_norm": 10.616646766662598,
      "learning_rate": 1.4075342465753425e-05,
      "loss": 0.7256,
      "step": 23250
    },
    {
      "epoch": 1.0639269406392695,
      "grad_norm": 5.910991191864014,
      "learning_rate": 1.404109589041096e-05,
      "loss": 0.5245,
      "step": 23300
    },
    {
      "epoch": 1.0662100456621004,
      "grad_norm": 6.659880638122559,
      "learning_rate": 1.4006849315068494e-05,
      "loss": 0.6245,
      "step": 23350
    },
    {
      "epoch": 1.0684931506849316,
      "grad_norm": 28.779626846313477,
      "learning_rate": 1.3972602739726027e-05,
      "loss": 0.7664,
      "step": 23400
    },
    {
      "epoch": 1.0707762557077625,
      "grad_norm": 42.86344909667969,
      "learning_rate": 1.3938356164383562e-05,
      "loss": 0.7317,
      "step": 23450
    },
    {
      "epoch": 1.0730593607305936,
      "grad_norm": 17.784263610839844,
      "learning_rate": 1.3904109589041097e-05,
      "loss": 0.7032,
      "step": 23500
    },
    {
      "epoch": 1.0753424657534247,
      "grad_norm": 33.24246597290039,
      "learning_rate": 1.3869863013698631e-05,
      "loss": 0.6477,
      "step": 23550
    },
    {
      "epoch": 1.0776255707762556,
      "grad_norm": 23.703388214111328,
      "learning_rate": 1.3835616438356164e-05,
      "loss": 0.5103,
      "step": 23600
    },
    {
      "epoch": 1.0799086757990868,
      "grad_norm": 27.350101470947266,
      "learning_rate": 1.38013698630137e-05,
      "loss": 0.7417,
      "step": 23650
    },
    {
      "epoch": 1.0821917808219177,
      "grad_norm": 32.2100715637207,
      "learning_rate": 1.3767123287671234e-05,
      "loss": 0.9106,
      "step": 23700
    },
    {
      "epoch": 1.0844748858447488,
      "grad_norm": 8.949542999267578,
      "learning_rate": 1.3732876712328769e-05,
      "loss": 0.6949,
      "step": 23750
    },
    {
      "epoch": 1.08675799086758,
      "grad_norm": 31.792240142822266,
      "learning_rate": 1.3698630136986302e-05,
      "loss": 0.725,
      "step": 23800
    },
    {
      "epoch": 1.0890410958904109,
      "grad_norm": 51.95265579223633,
      "learning_rate": 1.3664383561643835e-05,
      "loss": 0.73,
      "step": 23850
    },
    {
      "epoch": 1.091324200913242,
      "grad_norm": 19.113056182861328,
      "learning_rate": 1.363013698630137e-05,
      "loss": 0.6004,
      "step": 23900
    },
    {
      "epoch": 1.0936073059360731,
      "grad_norm": 16.85398292541504,
      "learning_rate": 1.3595890410958904e-05,
      "loss": 0.5843,
      "step": 23950
    },
    {
      "epoch": 1.095890410958904,
      "grad_norm": 20.591157913208008,
      "learning_rate": 1.3561643835616437e-05,
      "loss": 0.6938,
      "step": 24000
    },
    {
      "epoch": 1.0981735159817352,
      "grad_norm": 22.592805862426758,
      "learning_rate": 1.3527397260273972e-05,
      "loss": 0.6366,
      "step": 24050
    },
    {
      "epoch": 1.1004566210045663,
      "grad_norm": 77.25360870361328,
      "learning_rate": 1.3493150684931507e-05,
      "loss": 0.7245,
      "step": 24100
    },
    {
      "epoch": 1.1027397260273972,
      "grad_norm": 35.447452545166016,
      "learning_rate": 1.3458904109589042e-05,
      "loss": 0.7001,
      "step": 24150
    },
    {
      "epoch": 1.1050228310502284,
      "grad_norm": 50.135650634765625,
      "learning_rate": 1.3424657534246575e-05,
      "loss": 0.6473,
      "step": 24200
    },
    {
      "epoch": 1.1073059360730593,
      "grad_norm": 9.847333908081055,
      "learning_rate": 1.339041095890411e-05,
      "loss": 0.6206,
      "step": 24250
    },
    {
      "epoch": 1.1095890410958904,
      "grad_norm": 16.841964721679688,
      "learning_rate": 1.3356164383561644e-05,
      "loss": 0.754,
      "step": 24300
    },
    {
      "epoch": 1.1118721461187215,
      "grad_norm": 25.09712028503418,
      "learning_rate": 1.3321917808219179e-05,
      "loss": 0.7678,
      "step": 24350
    },
    {
      "epoch": 1.1141552511415524,
      "grad_norm": 20.83018684387207,
      "learning_rate": 1.3287671232876712e-05,
      "loss": 0.7375,
      "step": 24400
    },
    {
      "epoch": 1.1164383561643836,
      "grad_norm": 1.3051903247833252,
      "learning_rate": 1.3253424657534247e-05,
      "loss": 0.73,
      "step": 24450
    },
    {
      "epoch": 1.1187214611872145,
      "grad_norm": 21.558069229125977,
      "learning_rate": 1.3219178082191781e-05,
      "loss": 0.6535,
      "step": 24500
    },
    {
      "epoch": 1.1210045662100456,
      "grad_norm": 53.48995590209961,
      "learning_rate": 1.3184931506849316e-05,
      "loss": 0.7592,
      "step": 24550
    },
    {
      "epoch": 1.1232876712328768,
      "grad_norm": 6.8114166259765625,
      "learning_rate": 1.3150684931506849e-05,
      "loss": 0.6735,
      "step": 24600
    },
    {
      "epoch": 1.1255707762557077,
      "grad_norm": 16.559179306030273,
      "learning_rate": 1.3116438356164384e-05,
      "loss": 0.4556,
      "step": 24650
    },
    {
      "epoch": 1.1278538812785388,
      "grad_norm": 2.124957323074341,
      "learning_rate": 1.3082191780821919e-05,
      "loss": 0.92,
      "step": 24700
    },
    {
      "epoch": 1.13013698630137,
      "grad_norm": 34.67999267578125,
      "learning_rate": 1.3047945205479453e-05,
      "loss": 0.6309,
      "step": 24750
    },
    {
      "epoch": 1.1324200913242009,
      "grad_norm": 9.184309005737305,
      "learning_rate": 1.3013698630136986e-05,
      "loss": 0.7584,
      "step": 24800
    },
    {
      "epoch": 1.134703196347032,
      "grad_norm": 17.552547454833984,
      "learning_rate": 1.2979452054794521e-05,
      "loss": 0.6098,
      "step": 24850
    },
    {
      "epoch": 1.1369863013698631,
      "grad_norm": 37.24542999267578,
      "learning_rate": 1.2945205479452056e-05,
      "loss": 0.8336,
      "step": 24900
    },
    {
      "epoch": 1.139269406392694,
      "grad_norm": 52.120880126953125,
      "learning_rate": 1.291095890410959e-05,
      "loss": 0.6372,
      "step": 24950
    },
    {
      "epoch": 1.1415525114155252,
      "grad_norm": 13.773005485534668,
      "learning_rate": 1.2876712328767124e-05,
      "loss": 0.6734,
      "step": 25000
    },
    {
      "epoch": 1.143835616438356,
      "grad_norm": 12.726426124572754,
      "learning_rate": 1.2842465753424658e-05,
      "loss": 0.5249,
      "step": 25050
    },
    {
      "epoch": 1.1461187214611872,
      "grad_norm": 8.800257682800293,
      "learning_rate": 1.2808219178082193e-05,
      "loss": 0.5094,
      "step": 25100
    },
    {
      "epoch": 1.1484018264840183,
      "grad_norm": 77.74162292480469,
      "learning_rate": 1.2773972602739726e-05,
      "loss": 0.7281,
      "step": 25150
    },
    {
      "epoch": 1.1506849315068493,
      "grad_norm": 8.394207954406738,
      "learning_rate": 1.2739726027397259e-05,
      "loss": 0.615,
      "step": 25200
    },
    {
      "epoch": 1.1529680365296804,
      "grad_norm": 62.93704605102539,
      "learning_rate": 1.2705479452054794e-05,
      "loss": 0.5909,
      "step": 25250
    },
    {
      "epoch": 1.1552511415525113,
      "grad_norm": 18.461288452148438,
      "learning_rate": 1.2671232876712329e-05,
      "loss": 0.6578,
      "step": 25300
    },
    {
      "epoch": 1.1575342465753424,
      "grad_norm": 17.798723220825195,
      "learning_rate": 1.2636986301369863e-05,
      "loss": 0.7566,
      "step": 25350
    },
    {
      "epoch": 1.1598173515981736,
      "grad_norm": 0.32706037163734436,
      "learning_rate": 1.2602739726027396e-05,
      "loss": 0.6193,
      "step": 25400
    },
    {
      "epoch": 1.1621004566210045,
      "grad_norm": 19.030363082885742,
      "learning_rate": 1.2568493150684931e-05,
      "loss": 0.6249,
      "step": 25450
    },
    {
      "epoch": 1.1643835616438356,
      "grad_norm": 0.1700681447982788,
      "learning_rate": 1.2534246575342466e-05,
      "loss": 0.7782,
      "step": 25500
    },
    {
      "epoch": 1.1666666666666667,
      "grad_norm": 147.6623077392578,
      "learning_rate": 1.25e-05,
      "loss": 0.6307,
      "step": 25550
    },
    {
      "epoch": 1.1689497716894977,
      "grad_norm": 13.00705623626709,
      "learning_rate": 1.2465753424657534e-05,
      "loss": 0.6638,
      "step": 25600
    },
    {
      "epoch": 1.1712328767123288,
      "grad_norm": 10.626334190368652,
      "learning_rate": 1.2431506849315068e-05,
      "loss": 0.7118,
      "step": 25650
    },
    {
      "epoch": 1.17351598173516,
      "grad_norm": 5.709634304046631,
      "learning_rate": 1.2397260273972603e-05,
      "loss": 0.6299,
      "step": 25700
    },
    {
      "epoch": 1.1757990867579908,
      "grad_norm": 30.29009246826172,
      "learning_rate": 1.2363013698630138e-05,
      "loss": 0.7486,
      "step": 25750
    },
    {
      "epoch": 1.178082191780822,
      "grad_norm": 18.62900733947754,
      "learning_rate": 1.2328767123287671e-05,
      "loss": 0.5936,
      "step": 25800
    },
    {
      "epoch": 1.1803652968036529,
      "grad_norm": 14.033234596252441,
      "learning_rate": 1.2294520547945206e-05,
      "loss": 0.7004,
      "step": 25850
    },
    {
      "epoch": 1.182648401826484,
      "grad_norm": 38.063873291015625,
      "learning_rate": 1.226027397260274e-05,
      "loss": 0.7239,
      "step": 25900
    },
    {
      "epoch": 1.1849315068493151,
      "grad_norm": 40.94581985473633,
      "learning_rate": 1.2226027397260275e-05,
      "loss": 0.6232,
      "step": 25950
    },
    {
      "epoch": 1.187214611872146,
      "grad_norm": 10.695091247558594,
      "learning_rate": 1.2191780821917808e-05,
      "loss": 0.8526,
      "step": 26000
    },
    {
      "epoch": 1.1894977168949772,
      "grad_norm": 19.597412109375,
      "learning_rate": 1.2157534246575343e-05,
      "loss": 0.6878,
      "step": 26050
    },
    {
      "epoch": 1.191780821917808,
      "grad_norm": 57.820003509521484,
      "learning_rate": 1.2123287671232878e-05,
      "loss": 0.7689,
      "step": 26100
    },
    {
      "epoch": 1.1940639269406392,
      "grad_norm": 19.449691772460938,
      "learning_rate": 1.2089041095890412e-05,
      "loss": 0.6267,
      "step": 26150
    },
    {
      "epoch": 1.1963470319634704,
      "grad_norm": 30.782194137573242,
      "learning_rate": 1.2054794520547945e-05,
      "loss": 0.6165,
      "step": 26200
    },
    {
      "epoch": 1.1986301369863013,
      "grad_norm": 27.298837661743164,
      "learning_rate": 1.202054794520548e-05,
      "loss": 0.8057,
      "step": 26250
    },
    {
      "epoch": 1.2009132420091324,
      "grad_norm": 185.9980010986328,
      "learning_rate": 1.1986301369863015e-05,
      "loss": 0.7694,
      "step": 26300
    },
    {
      "epoch": 1.2031963470319635,
      "grad_norm": 3.1694886684417725,
      "learning_rate": 1.195205479452055e-05,
      "loss": 0.6598,
      "step": 26350
    },
    {
      "epoch": 1.2054794520547945,
      "grad_norm": 6.1167097091674805,
      "learning_rate": 1.1917808219178083e-05,
      "loss": 0.6464,
      "step": 26400
    },
    {
      "epoch": 1.2077625570776256,
      "grad_norm": 15.646038055419922,
      "learning_rate": 1.1883561643835616e-05,
      "loss": 0.9328,
      "step": 26450
    },
    {
      "epoch": 1.2100456621004567,
      "grad_norm": 7.978808403015137,
      "learning_rate": 1.184931506849315e-05,
      "loss": 0.6384,
      "step": 26500
    },
    {
      "epoch": 1.2123287671232876,
      "grad_norm": 21.067642211914062,
      "learning_rate": 1.1815068493150685e-05,
      "loss": 0.8629,
      "step": 26550
    },
    {
      "epoch": 1.2146118721461188,
      "grad_norm": 27.418428421020508,
      "learning_rate": 1.1780821917808218e-05,
      "loss": 0.6208,
      "step": 26600
    },
    {
      "epoch": 1.2168949771689497,
      "grad_norm": 10.672882080078125,
      "learning_rate": 1.1746575342465753e-05,
      "loss": 0.5777,
      "step": 26650
    },
    {
      "epoch": 1.2191780821917808,
      "grad_norm": 82.25353240966797,
      "learning_rate": 1.1712328767123288e-05,
      "loss": 0.9331,
      "step": 26700
    },
    {
      "epoch": 1.221461187214612,
      "grad_norm": 12.071101188659668,
      "learning_rate": 1.1678082191780822e-05,
      "loss": 0.7766,
      "step": 26750
    },
    {
      "epoch": 1.2237442922374429,
      "grad_norm": 23.268993377685547,
      "learning_rate": 1.1643835616438355e-05,
      "loss": 0.6875,
      "step": 26800
    },
    {
      "epoch": 1.226027397260274,
      "grad_norm": 39.18050003051758,
      "learning_rate": 1.160958904109589e-05,
      "loss": 0.7285,
      "step": 26850
    },
    {
      "epoch": 1.228310502283105,
      "grad_norm": 3.805318832397461,
      "learning_rate": 1.1575342465753425e-05,
      "loss": 0.6275,
      "step": 26900
    },
    {
      "epoch": 1.230593607305936,
      "grad_norm": 39.39872741699219,
      "learning_rate": 1.154109589041096e-05,
      "loss": 0.6889,
      "step": 26950
    },
    {
      "epoch": 1.2328767123287672,
      "grad_norm": 16.79233169555664,
      "learning_rate": 1.1506849315068493e-05,
      "loss": 0.5247,
      "step": 27000
    },
    {
      "epoch": 1.235159817351598,
      "grad_norm": 30.6214656829834,
      "learning_rate": 1.1472602739726027e-05,
      "loss": 0.5567,
      "step": 27050
    },
    {
      "epoch": 1.2374429223744292,
      "grad_norm": 5.248475551605225,
      "learning_rate": 1.1438356164383562e-05,
      "loss": 0.7133,
      "step": 27100
    },
    {
      "epoch": 1.2397260273972603,
      "grad_norm": 16.61432456970215,
      "learning_rate": 1.1404109589041097e-05,
      "loss": 0.6672,
      "step": 27150
    },
    {
      "epoch": 1.2420091324200913,
      "grad_norm": 16.011980056762695,
      "learning_rate": 1.136986301369863e-05,
      "loss": 0.7677,
      "step": 27200
    },
    {
      "epoch": 1.2442922374429224,
      "grad_norm": 34.770938873291016,
      "learning_rate": 1.1335616438356165e-05,
      "loss": 0.6866,
      "step": 27250
    },
    {
      "epoch": 1.2465753424657535,
      "grad_norm": 39.278892517089844,
      "learning_rate": 1.13013698630137e-05,
      "loss": 0.7042,
      "step": 27300
    },
    {
      "epoch": 1.2488584474885844,
      "grad_norm": 21.77368927001953,
      "learning_rate": 1.1267123287671234e-05,
      "loss": 0.6923,
      "step": 27350
    },
    {
      "epoch": 1.2511415525114156,
      "grad_norm": 8.305987358093262,
      "learning_rate": 1.1232876712328767e-05,
      "loss": 0.6222,
      "step": 27400
    },
    {
      "epoch": 1.2534246575342465,
      "grad_norm": 27.238414764404297,
      "learning_rate": 1.1198630136986302e-05,
      "loss": 0.6661,
      "step": 27450
    },
    {
      "epoch": 1.2557077625570776,
      "grad_norm": 25.92155647277832,
      "learning_rate": 1.1164383561643837e-05,
      "loss": 0.7408,
      "step": 27500
    },
    {
      "epoch": 1.2579908675799087,
      "grad_norm": 16.504167556762695,
      "learning_rate": 1.1130136986301371e-05,
      "loss": 0.5134,
      "step": 27550
    },
    {
      "epoch": 1.2602739726027397,
      "grad_norm": 33.571617126464844,
      "learning_rate": 1.1095890410958904e-05,
      "loss": 0.7309,
      "step": 27600
    },
    {
      "epoch": 1.2625570776255708,
      "grad_norm": 10.731171607971191,
      "learning_rate": 1.106164383561644e-05,
      "loss": 0.7008,
      "step": 27650
    },
    {
      "epoch": 1.2648401826484017,
      "grad_norm": 9.138223648071289,
      "learning_rate": 1.1027397260273972e-05,
      "loss": 0.7206,
      "step": 27700
    },
    {
      "epoch": 1.2671232876712328,
      "grad_norm": 19.61602210998535,
      "learning_rate": 1.0993150684931507e-05,
      "loss": 0.7169,
      "step": 27750
    },
    {
      "epoch": 1.269406392694064,
      "grad_norm": 25.721527099609375,
      "learning_rate": 1.095890410958904e-05,
      "loss": 0.6631,
      "step": 27800
    },
    {
      "epoch": 1.271689497716895,
      "grad_norm": 15.044477462768555,
      "learning_rate": 1.0924657534246575e-05,
      "loss": 0.6167,
      "step": 27850
    },
    {
      "epoch": 1.273972602739726,
      "grad_norm": 13.365096092224121,
      "learning_rate": 1.089041095890411e-05,
      "loss": 0.5629,
      "step": 27900
    },
    {
      "epoch": 1.2762557077625571,
      "grad_norm": 26.571229934692383,
      "learning_rate": 1.0856164383561644e-05,
      "loss": 0.6986,
      "step": 27950
    },
    {
      "epoch": 1.278538812785388,
      "grad_norm": 23.07392692565918,
      "learning_rate": 1.0821917808219177e-05,
      "loss": 0.6209,
      "step": 28000
    },
    {
      "epoch": 1.2808219178082192,
      "grad_norm": 1.8312214612960815,
      "learning_rate": 1.0787671232876712e-05,
      "loss": 0.7247,
      "step": 28050
    },
    {
      "epoch": 1.2831050228310503,
      "grad_norm": 3.6338565349578857,
      "learning_rate": 1.0753424657534247e-05,
      "loss": 0.896,
      "step": 28100
    },
    {
      "epoch": 1.2853881278538812,
      "grad_norm": 22.483678817749023,
      "learning_rate": 1.0719178082191782e-05,
      "loss": 0.7087,
      "step": 28150
    },
    {
      "epoch": 1.2876712328767124,
      "grad_norm": 29.26844024658203,
      "learning_rate": 1.0684931506849315e-05,
      "loss": 0.7095,
      "step": 28200
    },
    {
      "epoch": 1.2899543378995433,
      "grad_norm": 0.29415565729141235,
      "learning_rate": 1.065068493150685e-05,
      "loss": 0.5849,
      "step": 28250
    },
    {
      "epoch": 1.2922374429223744,
      "grad_norm": 0.7176687121391296,
      "learning_rate": 1.0616438356164384e-05,
      "loss": 0.657,
      "step": 28300
    },
    {
      "epoch": 1.2945205479452055,
      "grad_norm": 11.345915794372559,
      "learning_rate": 1.0582191780821919e-05,
      "loss": 0.5598,
      "step": 28350
    },
    {
      "epoch": 1.2968036529680365,
      "grad_norm": 35.81932067871094,
      "learning_rate": 1.0547945205479452e-05,
      "loss": 0.8267,
      "step": 28400
    },
    {
      "epoch": 1.2990867579908676,
      "grad_norm": 30.678194046020508,
      "learning_rate": 1.0513698630136987e-05,
      "loss": 0.6508,
      "step": 28450
    },
    {
      "epoch": 1.3013698630136985,
      "grad_norm": 3.55430006980896,
      "learning_rate": 1.0479452054794521e-05,
      "loss": 0.6641,
      "step": 28500
    },
    {
      "epoch": 1.3036529680365296,
      "grad_norm": 18.566883087158203,
      "learning_rate": 1.0445205479452056e-05,
      "loss": 0.7889,
      "step": 28550
    },
    {
      "epoch": 1.3059360730593608,
      "grad_norm": 19.019390106201172,
      "learning_rate": 1.0410958904109589e-05,
      "loss": 0.6177,
      "step": 28600
    },
    {
      "epoch": 1.308219178082192,
      "grad_norm": 17.26028823852539,
      "learning_rate": 1.0376712328767124e-05,
      "loss": 0.7045,
      "step": 28650
    },
    {
      "epoch": 1.3105022831050228,
      "grad_norm": 33.43575668334961,
      "learning_rate": 1.0342465753424659e-05,
      "loss": 0.6046,
      "step": 28700
    },
    {
      "epoch": 1.312785388127854,
      "grad_norm": 51.09929275512695,
      "learning_rate": 1.0308219178082193e-05,
      "loss": 0.5056,
      "step": 28750
    },
    {
      "epoch": 1.3150684931506849,
      "grad_norm": 17.530790328979492,
      "learning_rate": 1.0273972602739726e-05,
      "loss": 0.6507,
      "step": 28800
    },
    {
      "epoch": 1.317351598173516,
      "grad_norm": 26.142900466918945,
      "learning_rate": 1.0239726027397261e-05,
      "loss": 0.5859,
      "step": 28850
    },
    {
      "epoch": 1.3196347031963471,
      "grad_norm": 16.933874130249023,
      "learning_rate": 1.0205479452054796e-05,
      "loss": 0.7274,
      "step": 28900
    },
    {
      "epoch": 1.321917808219178,
      "grad_norm": 5.472013473510742,
      "learning_rate": 1.017123287671233e-05,
      "loss": 0.6445,
      "step": 28950
    },
    {
      "epoch": 1.3242009132420092,
      "grad_norm": 20.826509475708008,
      "learning_rate": 1.0136986301369862e-05,
      "loss": 0.7194,
      "step": 29000
    },
    {
      "epoch": 1.32648401826484,
      "grad_norm": 36.42399597167969,
      "learning_rate": 1.0102739726027397e-05,
      "loss": 0.6405,
      "step": 29050
    },
    {
      "epoch": 1.3287671232876712,
      "grad_norm": 17.444469451904297,
      "learning_rate": 1.0068493150684931e-05,
      "loss": 0.7348,
      "step": 29100
    },
    {
      "epoch": 1.3310502283105023,
      "grad_norm": 12.610512733459473,
      "learning_rate": 1.0034246575342466e-05,
      "loss": 0.6521,
      "step": 29150
    },
    {
      "epoch": 1.3333333333333333,
      "grad_norm": 14.737506866455078,
      "learning_rate": 9.999999999999999e-06,
      "loss": 0.6979,
      "step": 29200
    },
    {
      "epoch": 1.3356164383561644,
      "grad_norm": 27.808490753173828,
      "learning_rate": 9.965753424657534e-06,
      "loss": 0.7839,
      "step": 29250
    },
    {
      "epoch": 1.3378995433789953,
      "grad_norm": 7.368427753448486,
      "learning_rate": 9.931506849315069e-06,
      "loss": 0.6117,
      "step": 29300
    },
    {
      "epoch": 1.3401826484018264,
      "grad_norm": 27.834564208984375,
      "learning_rate": 9.897260273972603e-06,
      "loss": 0.6565,
      "step": 29350
    },
    {
      "epoch": 1.3424657534246576,
      "grad_norm": 33.823081970214844,
      "learning_rate": 9.863013698630136e-06,
      "loss": 0.6681,
      "step": 29400
    },
    {
      "epoch": 1.3447488584474887,
      "grad_norm": 26.18691635131836,
      "learning_rate": 9.828767123287671e-06,
      "loss": 0.9009,
      "step": 29450
    },
    {
      "epoch": 1.3470319634703196,
      "grad_norm": 20.92985725402832,
      "learning_rate": 9.794520547945206e-06,
      "loss": 0.5297,
      "step": 29500
    },
    {
      "epoch": 1.3493150684931507,
      "grad_norm": 4.244528770446777,
      "learning_rate": 9.76027397260274e-06,
      "loss": 0.6733,
      "step": 29550
    },
    {
      "epoch": 1.3515981735159817,
      "grad_norm": 67.45909118652344,
      "learning_rate": 9.726027397260274e-06,
      "loss": 0.575,
      "step": 29600
    },
    {
      "epoch": 1.3538812785388128,
      "grad_norm": 26.713943481445312,
      "learning_rate": 9.691780821917808e-06,
      "loss": 0.7428,
      "step": 29650
    },
    {
      "epoch": 1.356164383561644,
      "grad_norm": 8.588297843933105,
      "learning_rate": 9.657534246575343e-06,
      "loss": 0.5567,
      "step": 29700
    },
    {
      "epoch": 1.3584474885844748,
      "grad_norm": 22.027597427368164,
      "learning_rate": 9.623287671232878e-06,
      "loss": 0.7798,
      "step": 29750
    },
    {
      "epoch": 1.360730593607306,
      "grad_norm": 10.512967109680176,
      "learning_rate": 9.589041095890411e-06,
      "loss": 0.5646,
      "step": 29800
    },
    {
      "epoch": 1.3630136986301369,
      "grad_norm": 9.836832046508789,
      "learning_rate": 9.554794520547946e-06,
      "loss": 0.6904,
      "step": 29850
    },
    {
      "epoch": 1.365296803652968,
      "grad_norm": 74.73491668701172,
      "learning_rate": 9.52054794520548e-06,
      "loss": 0.7029,
      "step": 29900
    },
    {
      "epoch": 1.3675799086757991,
      "grad_norm": 36.467491149902344,
      "learning_rate": 9.486301369863015e-06,
      "loss": 0.7266,
      "step": 29950
    },
    {
      "epoch": 1.36986301369863,
      "grad_norm": 21.993133544921875,
      "learning_rate": 9.452054794520548e-06,
      "loss": 0.6316,
      "step": 30000
    },
    {
      "epoch": 1.3721461187214612,
      "grad_norm": 1.2455904483795166,
      "learning_rate": 9.417808219178083e-06,
      "loss": 0.5555,
      "step": 30050
    },
    {
      "epoch": 1.374429223744292,
      "grad_norm": 13.85091495513916,
      "learning_rate": 9.383561643835618e-06,
      "loss": 0.7729,
      "step": 30100
    },
    {
      "epoch": 1.3767123287671232,
      "grad_norm": 23.61090850830078,
      "learning_rate": 9.349315068493152e-06,
      "loss": 0.6255,
      "step": 30150
    },
    {
      "epoch": 1.3789954337899544,
      "grad_norm": 40.24787139892578,
      "learning_rate": 9.315068493150685e-06,
      "loss": 0.7646,
      "step": 30200
    },
    {
      "epoch": 1.3812785388127855,
      "grad_norm": 23.249425888061523,
      "learning_rate": 9.28082191780822e-06,
      "loss": 0.5965,
      "step": 30250
    },
    {
      "epoch": 1.3835616438356164,
      "grad_norm": 8.090579986572266,
      "learning_rate": 9.246575342465753e-06,
      "loss": 0.4478,
      "step": 30300
    },
    {
      "epoch": 1.3858447488584476,
      "grad_norm": 20.011905670166016,
      "learning_rate": 9.212328767123288e-06,
      "loss": 0.7777,
      "step": 30350
    },
    {
      "epoch": 1.3881278538812785,
      "grad_norm": 8.697684288024902,
      "learning_rate": 9.178082191780821e-06,
      "loss": 0.6304,
      "step": 30400
    },
    {
      "epoch": 1.3904109589041096,
      "grad_norm": 1.545689582824707,
      "learning_rate": 9.143835616438356e-06,
      "loss": 0.7816,
      "step": 30450
    },
    {
      "epoch": 1.3926940639269407,
      "grad_norm": 0.6150842308998108,
      "learning_rate": 9.10958904109589e-06,
      "loss": 0.5802,
      "step": 30500
    },
    {
      "epoch": 1.3949771689497716,
      "grad_norm": 21.5743350982666,
      "learning_rate": 9.075342465753425e-06,
      "loss": 0.6369,
      "step": 30550
    },
    {
      "epoch": 1.3972602739726028,
      "grad_norm": 10.7164306640625,
      "learning_rate": 9.041095890410958e-06,
      "loss": 0.4902,
      "step": 30600
    },
    {
      "epoch": 1.3995433789954337,
      "grad_norm": 28.598312377929688,
      "learning_rate": 9.006849315068493e-06,
      "loss": 0.613,
      "step": 30650
    },
    {
      "epoch": 1.4018264840182648,
      "grad_norm": 24.138431549072266,
      "learning_rate": 8.972602739726028e-06,
      "loss": 0.6153,
      "step": 30700
    },
    {
      "epoch": 1.404109589041096,
      "grad_norm": 22.55198860168457,
      "learning_rate": 8.938356164383562e-06,
      "loss": 0.5419,
      "step": 30750
    },
    {
      "epoch": 1.4063926940639269,
      "grad_norm": 26.992374420166016,
      "learning_rate": 8.904109589041095e-06,
      "loss": 0.5726,
      "step": 30800
    },
    {
      "epoch": 1.408675799086758,
      "grad_norm": 1.8640153408050537,
      "learning_rate": 8.86986301369863e-06,
      "loss": 0.6794,
      "step": 30850
    },
    {
      "epoch": 1.410958904109589,
      "grad_norm": 14.333259582519531,
      "learning_rate": 8.835616438356165e-06,
      "loss": 0.4972,
      "step": 30900
    },
    {
      "epoch": 1.41324200913242,
      "grad_norm": 64.34575653076172,
      "learning_rate": 8.8013698630137e-06,
      "loss": 0.9213,
      "step": 30950
    },
    {
      "epoch": 1.4155251141552512,
      "grad_norm": 9.60162353515625,
      "learning_rate": 8.767123287671233e-06,
      "loss": 0.6868,
      "step": 31000
    },
    {
      "epoch": 1.4178082191780823,
      "grad_norm": 8.155502319335938,
      "learning_rate": 8.732876712328767e-06,
      "loss": 0.6873,
      "step": 31050
    },
    {
      "epoch": 1.4200913242009132,
      "grad_norm": 5.085892677307129,
      "learning_rate": 8.698630136986302e-06,
      "loss": 0.7768,
      "step": 31100
    },
    {
      "epoch": 1.4223744292237444,
      "grad_norm": 52.48747634887695,
      "learning_rate": 8.664383561643837e-06,
      "loss": 0.687,
      "step": 31150
    },
    {
      "epoch": 1.4246575342465753,
      "grad_norm": 1.8491209745407104,
      "learning_rate": 8.63013698630137e-06,
      "loss": 0.5669,
      "step": 31200
    },
    {
      "epoch": 1.4269406392694064,
      "grad_norm": 12.143204689025879,
      "learning_rate": 8.595890410958905e-06,
      "loss": 0.5568,
      "step": 31250
    },
    {
      "epoch": 1.4292237442922375,
      "grad_norm": 2.939903974533081,
      "learning_rate": 8.56164383561644e-06,
      "loss": 0.7732,
      "step": 31300
    },
    {
      "epoch": 1.4315068493150684,
      "grad_norm": 17.773130416870117,
      "learning_rate": 8.527397260273974e-06,
      "loss": 0.7444,
      "step": 31350
    },
    {
      "epoch": 1.4337899543378996,
      "grad_norm": 47.27958679199219,
      "learning_rate": 8.493150684931507e-06,
      "loss": 0.6621,
      "step": 31400
    },
    {
      "epoch": 1.4360730593607305,
      "grad_norm": 50.40327453613281,
      "learning_rate": 8.458904109589042e-06,
      "loss": 0.84,
      "step": 31450
    },
    {
      "epoch": 1.4383561643835616,
      "grad_norm": 8.335402488708496,
      "learning_rate": 8.424657534246577e-06,
      "loss": 0.6762,
      "step": 31500
    },
    {
      "epoch": 1.4406392694063928,
      "grad_norm": 12.027316093444824,
      "learning_rate": 8.390410958904111e-06,
      "loss": 0.6736,
      "step": 31550
    },
    {
      "epoch": 1.4429223744292237,
      "grad_norm": 17.410192489624023,
      "learning_rate": 8.356164383561643e-06,
      "loss": 0.5072,
      "step": 31600
    },
    {
      "epoch": 1.4452054794520548,
      "grad_norm": 48.263450622558594,
      "learning_rate": 8.321917808219178e-06,
      "loss": 0.6268,
      "step": 31650
    },
    {
      "epoch": 1.4474885844748857,
      "grad_norm": 3.8568694591522217,
      "learning_rate": 8.287671232876712e-06,
      "loss": 0.5454,
      "step": 31700
    },
    {
      "epoch": 1.4497716894977168,
      "grad_norm": 13.764704704284668,
      "learning_rate": 8.253424657534247e-06,
      "loss": 0.6823,
      "step": 31750
    },
    {
      "epoch": 1.452054794520548,
      "grad_norm": 13.48620319366455,
      "learning_rate": 8.21917808219178e-06,
      "loss": 0.7103,
      "step": 31800
    },
    {
      "epoch": 1.454337899543379,
      "grad_norm": 17.291501998901367,
      "learning_rate": 8.184931506849315e-06,
      "loss": 0.7011,
      "step": 31850
    },
    {
      "epoch": 1.45662100456621,
      "grad_norm": 1.461418867111206,
      "learning_rate": 8.15068493150685e-06,
      "loss": 0.6667,
      "step": 31900
    },
    {
      "epoch": 1.4589041095890412,
      "grad_norm": 16.34942626953125,
      "learning_rate": 8.116438356164384e-06,
      "loss": 0.7885,
      "step": 31950
    },
    {
      "epoch": 1.461187214611872,
      "grad_norm": 14.74634075164795,
      "learning_rate": 8.082191780821917e-06,
      "loss": 0.644,
      "step": 32000
    },
    {
      "epoch": 1.4634703196347032,
      "grad_norm": 6.794888973236084,
      "learning_rate": 8.047945205479452e-06,
      "loss": 0.6738,
      "step": 32050
    },
    {
      "epoch": 1.4657534246575343,
      "grad_norm": 31.303226470947266,
      "learning_rate": 8.013698630136987e-06,
      "loss": 0.8235,
      "step": 32100
    },
    {
      "epoch": 1.4680365296803652,
      "grad_norm": 42.993648529052734,
      "learning_rate": 7.979452054794521e-06,
      "loss": 0.4712,
      "step": 32150
    },
    {
      "epoch": 1.4703196347031964,
      "grad_norm": 7.875132083892822,
      "learning_rate": 7.945205479452055e-06,
      "loss": 0.5951,
      "step": 32200
    },
    {
      "epoch": 1.4726027397260273,
      "grad_norm": 9.124963760375977,
      "learning_rate": 7.91095890410959e-06,
      "loss": 0.5968,
      "step": 32250
    },
    {
      "epoch": 1.4748858447488584,
      "grad_norm": 13.793811798095703,
      "learning_rate": 7.876712328767124e-06,
      "loss": 0.6484,
      "step": 32300
    },
    {
      "epoch": 1.4771689497716896,
      "grad_norm": 2.1718921661376953,
      "learning_rate": 7.842465753424659e-06,
      "loss": 0.6279,
      "step": 32350
    },
    {
      "epoch": 1.4794520547945205,
      "grad_norm": 60.621543884277344,
      "learning_rate": 7.808219178082192e-06,
      "loss": 0.6718,
      "step": 32400
    },
    {
      "epoch": 1.4817351598173516,
      "grad_norm": 6.748918533325195,
      "learning_rate": 7.773972602739727e-06,
      "loss": 0.6333,
      "step": 32450
    },
    {
      "epoch": 1.4840182648401825,
      "grad_norm": 10.061300277709961,
      "learning_rate": 7.739726027397261e-06,
      "loss": 0.5952,
      "step": 32500
    },
    {
      "epoch": 1.4863013698630136,
      "grad_norm": 55.56220245361328,
      "learning_rate": 7.705479452054796e-06,
      "loss": 0.6297,
      "step": 32550
    },
    {
      "epoch": 1.4885844748858448,
      "grad_norm": 31.07186508178711,
      "learning_rate": 7.671232876712329e-06,
      "loss": 0.5302,
      "step": 32600
    },
    {
      "epoch": 1.490867579908676,
      "grad_norm": 30.925626754760742,
      "learning_rate": 7.636986301369864e-06,
      "loss": 0.6608,
      "step": 32650
    },
    {
      "epoch": 1.4931506849315068,
      "grad_norm": 21.15188217163086,
      "learning_rate": 7.602739726027398e-06,
      "loss": 0.6838,
      "step": 32700
    },
    {
      "epoch": 1.495433789954338,
      "grad_norm": 15.808161735534668,
      "learning_rate": 7.568493150684932e-06,
      "loss": 0.5405,
      "step": 32750
    },
    {
      "epoch": 1.4977168949771689,
      "grad_norm": 11.866249084472656,
      "learning_rate": 7.5342465753424655e-06,
      "loss": 0.6924,
      "step": 32800
    },
    {
      "epoch": 1.5,
      "grad_norm": 29.02684783935547,
      "learning_rate": 7.5e-06,
      "loss": 0.6354,
      "step": 32850
    },
    {
      "epoch": 1.5022831050228311,
      "grad_norm": 20.26506996154785,
      "learning_rate": 7.465753424657534e-06,
      "loss": 0.6467,
      "step": 32900
    },
    {
      "epoch": 1.5045662100456623,
      "grad_norm": 23.63490867614746,
      "learning_rate": 7.431506849315069e-06,
      "loss": 0.6682,
      "step": 32950
    },
    {
      "epoch": 1.5068493150684932,
      "grad_norm": 16.075380325317383,
      "learning_rate": 7.397260273972603e-06,
      "loss": 0.6922,
      "step": 33000
    },
    {
      "epoch": 1.509132420091324,
      "grad_norm": 14.159255027770996,
      "learning_rate": 7.3630136986301374e-06,
      "loss": 0.6063,
      "step": 33050
    },
    {
      "epoch": 1.5114155251141552,
      "grad_norm": 22.143796920776367,
      "learning_rate": 7.328767123287671e-06,
      "loss": 0.7155,
      "step": 33100
    },
    {
      "epoch": 1.5136986301369864,
      "grad_norm": 98.22097778320312,
      "learning_rate": 7.294520547945206e-06,
      "loss": 0.7567,
      "step": 33150
    },
    {
      "epoch": 1.5159817351598175,
      "grad_norm": 0.7336256504058838,
      "learning_rate": 7.260273972602739e-06,
      "loss": 0.5414,
      "step": 33200
    },
    {
      "epoch": 1.5182648401826484,
      "grad_norm": 0.3773713707923889,
      "learning_rate": 7.226027397260274e-06,
      "loss": 0.5702,
      "step": 33250
    },
    {
      "epoch": 1.5205479452054793,
      "grad_norm": 8.909625053405762,
      "learning_rate": 7.191780821917808e-06,
      "loss": 0.7228,
      "step": 33300
    },
    {
      "epoch": 1.5228310502283104,
      "grad_norm": 21.098960876464844,
      "learning_rate": 7.1575342465753425e-06,
      "loss": 0.6001,
      "step": 33350
    },
    {
      "epoch": 1.5251141552511416,
      "grad_norm": 15.906450271606445,
      "learning_rate": 7.123287671232876e-06,
      "loss": 0.6303,
      "step": 33400
    },
    {
      "epoch": 1.5273972602739727,
      "grad_norm": 24.9348201751709,
      "learning_rate": 7.089041095890411e-06,
      "loss": 0.673,
      "step": 33450
    },
    {
      "epoch": 1.5296803652968036,
      "grad_norm": 8.255683898925781,
      "learning_rate": 7.054794520547945e-06,
      "loss": 0.5831,
      "step": 33500
    },
    {
      "epoch": 1.5319634703196348,
      "grad_norm": 73.46847534179688,
      "learning_rate": 7.02054794520548e-06,
      "loss": 0.7362,
      "step": 33550
    },
    {
      "epoch": 1.5342465753424657,
      "grad_norm": 88.85016632080078,
      "learning_rate": 6.986301369863014e-06,
      "loss": 0.6682,
      "step": 33600
    },
    {
      "epoch": 1.5365296803652968,
      "grad_norm": 52.53008270263672,
      "learning_rate": 6.952054794520548e-06,
      "loss": 0.5667,
      "step": 33650
    },
    {
      "epoch": 1.538812785388128,
      "grad_norm": 18.00398826599121,
      "learning_rate": 6.917808219178082e-06,
      "loss": 0.6214,
      "step": 33700
    },
    {
      "epoch": 1.541095890410959,
      "grad_norm": 27.124656677246094,
      "learning_rate": 6.883561643835617e-06,
      "loss": 0.6737,
      "step": 33750
    },
    {
      "epoch": 1.54337899543379,
      "grad_norm": 39.45083999633789,
      "learning_rate": 6.849315068493151e-06,
      "loss": 0.703,
      "step": 33800
    },
    {
      "epoch": 1.545662100456621,
      "grad_norm": 0.20495979487895966,
      "learning_rate": 6.815068493150685e-06,
      "loss": 0.6271,
      "step": 33850
    },
    {
      "epoch": 1.547945205479452,
      "grad_norm": 0.8208453059196472,
      "learning_rate": 6.780821917808219e-06,
      "loss": 0.6804,
      "step": 33900
    },
    {
      "epoch": 1.5502283105022832,
      "grad_norm": 12.416110038757324,
      "learning_rate": 6.746575342465753e-06,
      "loss": 0.7786,
      "step": 33950
    },
    {
      "epoch": 1.5525114155251143,
      "grad_norm": 21.69839096069336,
      "learning_rate": 6.712328767123287e-06,
      "loss": 0.7048,
      "step": 34000
    },
    {
      "epoch": 1.5547945205479452,
      "grad_norm": 57.30881881713867,
      "learning_rate": 6.678082191780822e-06,
      "loss": 0.7398,
      "step": 34050
    },
    {
      "epoch": 1.5570776255707761,
      "grad_norm": 22.58492088317871,
      "learning_rate": 6.643835616438356e-06,
      "loss": 0.7027,
      "step": 34100
    },
    {
      "epoch": 1.5593607305936072,
      "grad_norm": 8.803092002868652,
      "learning_rate": 6.609589041095891e-06,
      "loss": 0.7296,
      "step": 34150
    },
    {
      "epoch": 1.5616438356164384,
      "grad_norm": 18.931156158447266,
      "learning_rate": 6.5753424657534245e-06,
      "loss": 0.7622,
      "step": 34200
    },
    {
      "epoch": 1.5639269406392695,
      "grad_norm": 8.858073234558105,
      "learning_rate": 6.541095890410959e-06,
      "loss": 0.615,
      "step": 34250
    },
    {
      "epoch": 1.5662100456621004,
      "grad_norm": 6.284381866455078,
      "learning_rate": 6.506849315068493e-06,
      "loss": 0.7147,
      "step": 34300
    },
    {
      "epoch": 1.5684931506849316,
      "grad_norm": 21.08570098876953,
      "learning_rate": 6.472602739726028e-06,
      "loss": 0.6153,
      "step": 34350
    },
    {
      "epoch": 1.5707762557077625,
      "grad_norm": 2.0850419998168945,
      "learning_rate": 6.438356164383562e-06,
      "loss": 0.588,
      "step": 34400
    },
    {
      "epoch": 1.5730593607305936,
      "grad_norm": 0.25530076026916504,
      "learning_rate": 6.4041095890410965e-06,
      "loss": 0.7249,
      "step": 34450
    },
    {
      "epoch": 1.5753424657534247,
      "grad_norm": 31.284807205200195,
      "learning_rate": 6.3698630136986296e-06,
      "loss": 0.6106,
      "step": 34500
    },
    {
      "epoch": 1.5776255707762559,
      "grad_norm": 19.524412155151367,
      "learning_rate": 6.335616438356164e-06,
      "loss": 0.7259,
      "step": 34550
    },
    {
      "epoch": 1.5799086757990868,
      "grad_norm": 6.005446910858154,
      "learning_rate": 6.301369863013698e-06,
      "loss": 0.5231,
      "step": 34600
    },
    {
      "epoch": 1.5821917808219177,
      "grad_norm": 17.577402114868164,
      "learning_rate": 6.267123287671233e-06,
      "loss": 0.847,
      "step": 34650
    },
    {
      "epoch": 1.5844748858447488,
      "grad_norm": 31.817855834960938,
      "learning_rate": 6.232876712328767e-06,
      "loss": 0.5509,
      "step": 34700
    },
    {
      "epoch": 1.58675799086758,
      "grad_norm": 4.6908063888549805,
      "learning_rate": 6.1986301369863016e-06,
      "loss": 0.752,
      "step": 34750
    },
    {
      "epoch": 1.589041095890411,
      "grad_norm": 2.8228561878204346,
      "learning_rate": 6.1643835616438354e-06,
      "loss": 0.7156,
      "step": 34800
    },
    {
      "epoch": 1.591324200913242,
      "grad_norm": 7.878891468048096,
      "learning_rate": 6.13013698630137e-06,
      "loss": 0.6926,
      "step": 34850
    },
    {
      "epoch": 1.593607305936073,
      "grad_norm": 30.530006408691406,
      "learning_rate": 6.095890410958904e-06,
      "loss": 0.7552,
      "step": 34900
    },
    {
      "epoch": 1.595890410958904,
      "grad_norm": 29.396806716918945,
      "learning_rate": 6.061643835616439e-06,
      "loss": 0.7008,
      "step": 34950
    },
    {
      "epoch": 1.5981735159817352,
      "grad_norm": 10.500929832458496,
      "learning_rate": 6.027397260273973e-06,
      "loss": 0.4952,
      "step": 35000
    },
    {
      "epoch": 1.6004566210045663,
      "grad_norm": 2.337519407272339,
      "learning_rate": 5.9931506849315074e-06,
      "loss": 0.5864,
      "step": 35050
    },
    {
      "epoch": 1.6027397260273972,
      "grad_norm": 8.646376609802246,
      "learning_rate": 5.958904109589041e-06,
      "loss": 0.7454,
      "step": 35100
    },
    {
      "epoch": 1.6050228310502284,
      "grad_norm": 17.153099060058594,
      "learning_rate": 5.924657534246575e-06,
      "loss": 0.6943,
      "step": 35150
    },
    {
      "epoch": 1.6073059360730593,
      "grad_norm": 25.350088119506836,
      "learning_rate": 5.890410958904109e-06,
      "loss": 0.6803,
      "step": 35200
    },
    {
      "epoch": 1.6095890410958904,
      "grad_norm": 4.12929105758667,
      "learning_rate": 5.856164383561644e-06,
      "loss": 0.6976,
      "step": 35250
    },
    {
      "epoch": 1.6118721461187215,
      "grad_norm": 14.61955451965332,
      "learning_rate": 5.821917808219178e-06,
      "loss": 0.7487,
      "step": 35300
    },
    {
      "epoch": 1.6141552511415527,
      "grad_norm": 6.208589553833008,
      "learning_rate": 5.7876712328767125e-06,
      "loss": 0.6569,
      "step": 35350
    },
    {
      "epoch": 1.6164383561643836,
      "grad_norm": 9.5521240234375,
      "learning_rate": 5.753424657534246e-06,
      "loss": 0.6505,
      "step": 35400
    },
    {
      "epoch": 1.6187214611872145,
      "grad_norm": 14.391396522521973,
      "learning_rate": 5.719178082191781e-06,
      "loss": 0.5558,
      "step": 35450
    },
    {
      "epoch": 1.6210045662100456,
      "grad_norm": 1.2627131938934326,
      "learning_rate": 5.684931506849315e-06,
      "loss": 0.6405,
      "step": 35500
    },
    {
      "epoch": 1.6232876712328768,
      "grad_norm": 83.7956314086914,
      "learning_rate": 5.65068493150685e-06,
      "loss": 0.5483,
      "step": 35550
    },
    {
      "epoch": 1.625570776255708,
      "grad_norm": 15.18497085571289,
      "learning_rate": 5.616438356164384e-06,
      "loss": 0.6692,
      "step": 35600
    },
    {
      "epoch": 1.6278538812785388,
      "grad_norm": 33.16044998168945,
      "learning_rate": 5.582191780821918e-06,
      "loss": 0.6939,
      "step": 35650
    },
    {
      "epoch": 1.6301369863013697,
      "grad_norm": 12.063103675842285,
      "learning_rate": 5.547945205479452e-06,
      "loss": 0.5414,
      "step": 35700
    },
    {
      "epoch": 1.6324200913242009,
      "grad_norm": 26.803749084472656,
      "learning_rate": 5.513698630136986e-06,
      "loss": 0.5353,
      "step": 35750
    },
    {
      "epoch": 1.634703196347032,
      "grad_norm": 6.5856523513793945,
      "learning_rate": 5.47945205479452e-06,
      "loss": 0.7678,
      "step": 35800
    },
    {
      "epoch": 1.6369863013698631,
      "grad_norm": 14.661989212036133,
      "learning_rate": 5.445205479452055e-06,
      "loss": 0.67,
      "step": 35850
    },
    {
      "epoch": 1.639269406392694,
      "grad_norm": 2.4577255249023438,
      "learning_rate": 5.410958904109589e-06,
      "loss": 0.4579,
      "step": 35900
    },
    {
      "epoch": 1.6415525114155252,
      "grad_norm": 17.849546432495117,
      "learning_rate": 5.376712328767123e-06,
      "loss": 0.7221,
      "step": 35950
    },
    {
      "epoch": 1.643835616438356,
      "grad_norm": 6.453017234802246,
      "learning_rate": 5.342465753424657e-06,
      "loss": 0.6889,
      "step": 36000
    },
    {
      "epoch": 1.6461187214611872,
      "grad_norm": 15.138044357299805,
      "learning_rate": 5.308219178082192e-06,
      "loss": 0.6234,
      "step": 36050
    },
    {
      "epoch": 1.6484018264840183,
      "grad_norm": 11.393730163574219,
      "learning_rate": 5.273972602739726e-06,
      "loss": 0.6353,
      "step": 36100
    },
    {
      "epoch": 1.6506849315068495,
      "grad_norm": 2.726991891860962,
      "learning_rate": 5.239726027397261e-06,
      "loss": 0.5305,
      "step": 36150
    },
    {
      "epoch": 1.6529680365296804,
      "grad_norm": 14.54566478729248,
      "learning_rate": 5.2054794520547945e-06,
      "loss": 0.8252,
      "step": 36200
    },
    {
      "epoch": 1.6552511415525113,
      "grad_norm": 0.952422022819519,
      "learning_rate": 5.171232876712329e-06,
      "loss": 0.6773,
      "step": 36250
    },
    {
      "epoch": 1.6575342465753424,
      "grad_norm": 21.44168472290039,
      "learning_rate": 5.136986301369863e-06,
      "loss": 0.6106,
      "step": 36300
    },
    {
      "epoch": 1.6598173515981736,
      "grad_norm": 11.663095474243164,
      "learning_rate": 5.102739726027398e-06,
      "loss": 0.6514,
      "step": 36350
    },
    {
      "epoch": 1.6621004566210047,
      "grad_norm": 23.589557647705078,
      "learning_rate": 5.068493150684931e-06,
      "loss": 0.708,
      "step": 36400
    },
    {
      "epoch": 1.6643835616438356,
      "grad_norm": 10.283199310302734,
      "learning_rate": 5.034246575342466e-06,
      "loss": 0.5563,
      "step": 36450
    },
    {
      "epoch": 1.6666666666666665,
      "grad_norm": 44.115047454833984,
      "learning_rate": 4.9999999999999996e-06,
      "loss": 0.5912,
      "step": 36500
    },
    {
      "epoch": 1.6689497716894977,
      "grad_norm": 71.8247299194336,
      "learning_rate": 4.965753424657534e-06,
      "loss": 0.7993,
      "step": 36550
    },
    {
      "epoch": 1.6712328767123288,
      "grad_norm": 11.808229446411133,
      "learning_rate": 4.931506849315068e-06,
      "loss": 0.5851,
      "step": 36600
    },
    {
      "epoch": 1.67351598173516,
      "grad_norm": 74.73955535888672,
      "learning_rate": 4.897260273972603e-06,
      "loss": 0.7004,
      "step": 36650
    },
    {
      "epoch": 1.6757990867579908,
      "grad_norm": 36.06229019165039,
      "learning_rate": 4.863013698630137e-06,
      "loss": 0.7382,
      "step": 36700
    },
    {
      "epoch": 1.678082191780822,
      "grad_norm": 53.29566955566406,
      "learning_rate": 4.8287671232876716e-06,
      "loss": 0.5035,
      "step": 36750
    },
    {
      "epoch": 1.6803652968036529,
      "grad_norm": 21.9272403717041,
      "learning_rate": 4.7945205479452054e-06,
      "loss": 0.5309,
      "step": 36800
    },
    {
      "epoch": 1.682648401826484,
      "grad_norm": 39.56712341308594,
      "learning_rate": 4.76027397260274e-06,
      "loss": 0.4754,
      "step": 36850
    },
    {
      "epoch": 1.6849315068493151,
      "grad_norm": 2.814680576324463,
      "learning_rate": 4.726027397260274e-06,
      "loss": 0.7033,
      "step": 36900
    },
    {
      "epoch": 1.6872146118721463,
      "grad_norm": 95.83110809326172,
      "learning_rate": 4.691780821917809e-06,
      "loss": 0.6999,
      "step": 36950
    },
    {
      "epoch": 1.6894977168949772,
      "grad_norm": 27.638185501098633,
      "learning_rate": 4.657534246575343e-06,
      "loss": 0.6522,
      "step": 37000
    },
    {
      "epoch": 1.691780821917808,
      "grad_norm": 10.899153709411621,
      "learning_rate": 4.623287671232877e-06,
      "loss": 0.6386,
      "step": 37050
    },
    {
      "epoch": 1.6940639269406392,
      "grad_norm": 21.410276412963867,
      "learning_rate": 4.5890410958904105e-06,
      "loss": 0.695,
      "step": 37100
    },
    {
      "epoch": 1.6963470319634704,
      "grad_norm": 15.208582878112793,
      "learning_rate": 4.554794520547945e-06,
      "loss": 0.7636,
      "step": 37150
    },
    {
      "epoch": 1.6986301369863015,
      "grad_norm": 19.083850860595703,
      "learning_rate": 4.520547945205479e-06,
      "loss": 0.6331,
      "step": 37200
    },
    {
      "epoch": 1.7009132420091324,
      "grad_norm": 4.408557415008545,
      "learning_rate": 4.486301369863014e-06,
      "loss": 0.6886,
      "step": 37250
    },
    {
      "epoch": 1.7031963470319633,
      "grad_norm": 10.206310272216797,
      "learning_rate": 4.452054794520548e-06,
      "loss": 0.639,
      "step": 37300
    },
    {
      "epoch": 1.7054794520547945,
      "grad_norm": 18.985891342163086,
      "learning_rate": 4.4178082191780825e-06,
      "loss": 0.6884,
      "step": 37350
    },
    {
      "epoch": 1.7077625570776256,
      "grad_norm": 16.533288955688477,
      "learning_rate": 4.383561643835616e-06,
      "loss": 0.6446,
      "step": 37400
    },
    {
      "epoch": 1.7100456621004567,
      "grad_norm": 25.728469848632812,
      "learning_rate": 4.349315068493151e-06,
      "loss": 0.4863,
      "step": 37450
    },
    {
      "epoch": 1.7123287671232876,
      "grad_norm": 88.2020492553711,
      "learning_rate": 4.315068493150685e-06,
      "loss": 0.6831,
      "step": 37500
    },
    {
      "epoch": 1.7146118721461188,
      "grad_norm": 44.737815856933594,
      "learning_rate": 4.28082191780822e-06,
      "loss": 0.4687,
      "step": 37550
    },
    {
      "epoch": 1.7168949771689497,
      "grad_norm": 1.9043503999710083,
      "learning_rate": 4.246575342465754e-06,
      "loss": 0.6608,
      "step": 37600
    },
    {
      "epoch": 1.7191780821917808,
      "grad_norm": 11.180625915527344,
      "learning_rate": 4.212328767123288e-06,
      "loss": 0.7672,
      "step": 37650
    },
    {
      "epoch": 1.721461187214612,
      "grad_norm": 3.448392391204834,
      "learning_rate": 4.178082191780821e-06,
      "loss": 0.6176,
      "step": 37700
    },
    {
      "epoch": 1.723744292237443,
      "grad_norm": 10.672887802124023,
      "learning_rate": 4.143835616438356e-06,
      "loss": 0.5263,
      "step": 37750
    },
    {
      "epoch": 1.726027397260274,
      "grad_norm": 15.69261360168457,
      "learning_rate": 4.10958904109589e-06,
      "loss": 0.4637,
      "step": 37800
    },
    {
      "epoch": 1.728310502283105,
      "grad_norm": 19.786346435546875,
      "learning_rate": 4.075342465753425e-06,
      "loss": 0.4554,
      "step": 37850
    },
    {
      "epoch": 1.730593607305936,
      "grad_norm": 31.991483688354492,
      "learning_rate": 4.041095890410959e-06,
      "loss": 0.561,
      "step": 37900
    },
    {
      "epoch": 1.7328767123287672,
      "grad_norm": 21.96062469482422,
      "learning_rate": 4.006849315068493e-06,
      "loss": 0.5969,
      "step": 37950
    },
    {
      "epoch": 1.7351598173515983,
      "grad_norm": 10.800865173339844,
      "learning_rate": 3.972602739726027e-06,
      "loss": 0.6058,
      "step": 38000
    },
    {
      "epoch": 1.7374429223744292,
      "grad_norm": 10.979826927185059,
      "learning_rate": 3.938356164383562e-06,
      "loss": 0.6034,
      "step": 38050
    },
    {
      "epoch": 1.7397260273972601,
      "grad_norm": 41.3328742980957,
      "learning_rate": 3.904109589041096e-06,
      "loss": 0.5687,
      "step": 38100
    },
    {
      "epoch": 1.7420091324200913,
      "grad_norm": 38.379608154296875,
      "learning_rate": 3.869863013698631e-06,
      "loss": 0.6931,
      "step": 38150
    },
    {
      "epoch": 1.7442922374429224,
      "grad_norm": 3.292733907699585,
      "learning_rate": 3.8356164383561645e-06,
      "loss": 0.4162,
      "step": 38200
    },
    {
      "epoch": 1.7465753424657535,
      "grad_norm": 18.47883415222168,
      "learning_rate": 3.801369863013699e-06,
      "loss": 0.6574,
      "step": 38250
    },
    {
      "epoch": 1.7488584474885844,
      "grad_norm": 10.917158126831055,
      "learning_rate": 3.7671232876712327e-06,
      "loss": 0.6617,
      "step": 38300
    },
    {
      "epoch": 1.7511415525114156,
      "grad_norm": 13.783547401428223,
      "learning_rate": 3.732876712328767e-06,
      "loss": 0.7701,
      "step": 38350
    },
    {
      "epoch": 1.7534246575342465,
      "grad_norm": 21.937267303466797,
      "learning_rate": 3.6986301369863014e-06,
      "loss": 0.7627,
      "step": 38400
    },
    {
      "epoch": 1.7557077625570776,
      "grad_norm": 15.421838760375977,
      "learning_rate": 3.6643835616438357e-06,
      "loss": 0.6636,
      "step": 38450
    },
    {
      "epoch": 1.7579908675799087,
      "grad_norm": 14.788371086120605,
      "learning_rate": 3.6301369863013696e-06,
      "loss": 0.5593,
      "step": 38500
    },
    {
      "epoch": 1.7602739726027399,
      "grad_norm": 5.76630163192749,
      "learning_rate": 3.595890410958904e-06,
      "loss": 0.5112,
      "step": 38550
    },
    {
      "epoch": 1.7625570776255708,
      "grad_norm": 23.72429656982422,
      "learning_rate": 3.561643835616438e-06,
      "loss": 0.5729,
      "step": 38600
    },
    {
      "epoch": 1.7648401826484017,
      "grad_norm": 18.512802124023438,
      "learning_rate": 3.5273972602739725e-06,
      "loss": 0.6827,
      "step": 38650
    },
    {
      "epoch": 1.7671232876712328,
      "grad_norm": 4.7244720458984375,
      "learning_rate": 3.493150684931507e-06,
      "loss": 0.6428,
      "step": 38700
    },
    {
      "epoch": 1.769406392694064,
      "grad_norm": 6.208735466003418,
      "learning_rate": 3.458904109589041e-06,
      "loss": 0.5986,
      "step": 38750
    },
    {
      "epoch": 1.771689497716895,
      "grad_norm": 2.6915433406829834,
      "learning_rate": 3.4246575342465754e-06,
      "loss": 0.5905,
      "step": 38800
    },
    {
      "epoch": 1.773972602739726,
      "grad_norm": 4.2726969718933105,
      "learning_rate": 3.3904109589041093e-06,
      "loss": 0.564,
      "step": 38850
    },
    {
      "epoch": 1.776255707762557,
      "grad_norm": 26.4520263671875,
      "learning_rate": 3.3561643835616436e-06,
      "loss": 0.5738,
      "step": 38900
    },
    {
      "epoch": 1.778538812785388,
      "grad_norm": 43.63593673706055,
      "learning_rate": 3.321917808219178e-06,
      "loss": 0.621,
      "step": 38950
    },
    {
      "epoch": 1.7808219178082192,
      "grad_norm": 4.847127437591553,
      "learning_rate": 3.2876712328767123e-06,
      "loss": 0.8252,
      "step": 39000
    },
    {
      "epoch": 1.7831050228310503,
      "grad_norm": 7.686138153076172,
      "learning_rate": 3.2534246575342466e-06,
      "loss": 0.7211,
      "step": 39050
    },
    {
      "epoch": 1.7853881278538812,
      "grad_norm": 42.92139434814453,
      "learning_rate": 3.219178082191781e-06,
      "loss": 0.7652,
      "step": 39100
    },
    {
      "epoch": 1.7876712328767124,
      "grad_norm": 57.05276107788086,
      "learning_rate": 3.1849315068493148e-06,
      "loss": 0.5234,
      "step": 39150
    },
    {
      "epoch": 1.7899543378995433,
      "grad_norm": 18.587209701538086,
      "learning_rate": 3.150684931506849e-06,
      "loss": 0.457,
      "step": 39200
    },
    {
      "epoch": 1.7922374429223744,
      "grad_norm": 7.19858455657959,
      "learning_rate": 3.1164383561643834e-06,
      "loss": 0.8795,
      "step": 39250
    },
    {
      "epoch": 1.7945205479452055,
      "grad_norm": 10.892264366149902,
      "learning_rate": 3.0821917808219177e-06,
      "loss": 0.7042,
      "step": 39300
    },
    {
      "epoch": 1.7968036529680367,
      "grad_norm": 28.82424545288086,
      "learning_rate": 3.047945205479452e-06,
      "loss": 0.6396,
      "step": 39350
    },
    {
      "epoch": 1.7990867579908676,
      "grad_norm": 7.087406158447266,
      "learning_rate": 3.0136986301369864e-06,
      "loss": 0.6665,
      "step": 39400
    },
    {
      "epoch": 1.8013698630136985,
      "grad_norm": 22.56847381591797,
      "learning_rate": 2.9794520547945207e-06,
      "loss": 0.7265,
      "step": 39450
    },
    {
      "epoch": 1.8036529680365296,
      "grad_norm": 18.845949172973633,
      "learning_rate": 2.9452054794520546e-06,
      "loss": 0.6475,
      "step": 39500
    },
    {
      "epoch": 1.8059360730593608,
      "grad_norm": 26.794076919555664,
      "learning_rate": 2.910958904109589e-06,
      "loss": 0.7632,
      "step": 39550
    },
    {
      "epoch": 1.808219178082192,
      "grad_norm": 0.44524723291397095,
      "learning_rate": 2.876712328767123e-06,
      "loss": 0.4843,
      "step": 39600
    },
    {
      "epoch": 1.8105022831050228,
      "grad_norm": 45.64598083496094,
      "learning_rate": 2.8424657534246575e-06,
      "loss": 0.5918,
      "step": 39650
    },
    {
      "epoch": 1.8127853881278537,
      "grad_norm": 75.41986846923828,
      "learning_rate": 2.808219178082192e-06,
      "loss": 0.6352,
      "step": 39700
    },
    {
      "epoch": 1.8150684931506849,
      "grad_norm": 10.345170974731445,
      "learning_rate": 2.773972602739726e-06,
      "loss": 0.6204,
      "step": 39750
    },
    {
      "epoch": 1.817351598173516,
      "grad_norm": 11.58834171295166,
      "learning_rate": 2.73972602739726e-06,
      "loss": 0.5325,
      "step": 39800
    },
    {
      "epoch": 1.8196347031963471,
      "grad_norm": 14.26885986328125,
      "learning_rate": 2.7054794520547943e-06,
      "loss": 0.5008,
      "step": 39850
    },
    {
      "epoch": 1.821917808219178,
      "grad_norm": 4.937170505523682,
      "learning_rate": 2.6712328767123286e-06,
      "loss": 0.7317,
      "step": 39900
    },
    {
      "epoch": 1.8242009132420092,
      "grad_norm": 27.849742889404297,
      "learning_rate": 2.636986301369863e-06,
      "loss": 0.6825,
      "step": 39950
    },
    {
      "epoch": 1.82648401826484,
      "grad_norm": 38.649810791015625,
      "learning_rate": 2.6027397260273973e-06,
      "loss": 0.4422,
      "step": 40000
    },
    {
      "epoch": 1.8287671232876712,
      "grad_norm": 52.95954895019531,
      "learning_rate": 2.5684931506849316e-06,
      "loss": 0.747,
      "step": 40050
    },
    {
      "epoch": 1.8310502283105023,
      "grad_norm": 10.486088752746582,
      "learning_rate": 2.5342465753424655e-06,
      "loss": 0.6757,
      "step": 40100
    },
    {
      "epoch": 1.8333333333333335,
      "grad_norm": 0.9142507314682007,
      "learning_rate": 2.4999999999999998e-06,
      "loss": 0.712,
      "step": 40150
    },
    {
      "epoch": 1.8356164383561644,
      "grad_norm": 51.62909698486328,
      "learning_rate": 2.465753424657534e-06,
      "loss": 0.6107,
      "step": 40200
    },
    {
      "epoch": 1.8378995433789953,
      "grad_norm": 31.60240936279297,
      "learning_rate": 2.4315068493150684e-06,
      "loss": 0.601,
      "step": 40250
    },
    {
      "epoch": 1.8401826484018264,
      "grad_norm": 55.16636657714844,
      "learning_rate": 2.3972602739726027e-06,
      "loss": 0.6121,
      "step": 40300
    },
    {
      "epoch": 1.8424657534246576,
      "grad_norm": 34.450416564941406,
      "learning_rate": 2.363013698630137e-06,
      "loss": 0.6331,
      "step": 40350
    },
    {
      "epoch": 1.8447488584474887,
      "grad_norm": 27.42693328857422,
      "learning_rate": 2.3287671232876713e-06,
      "loss": 0.733,
      "step": 40400
    },
    {
      "epoch": 1.8470319634703196,
      "grad_norm": 44.26624298095703,
      "learning_rate": 2.2945205479452052e-06,
      "loss": 0.7453,
      "step": 40450
    },
    {
      "epoch": 1.8493150684931505,
      "grad_norm": 16.07997703552246,
      "learning_rate": 2.2602739726027396e-06,
      "loss": 0.6628,
      "step": 40500
    },
    {
      "epoch": 1.8515981735159817,
      "grad_norm": 2.816776752471924,
      "learning_rate": 2.226027397260274e-06,
      "loss": 0.4991,
      "step": 40550
    },
    {
      "epoch": 1.8538812785388128,
      "grad_norm": 4.0401434898376465,
      "learning_rate": 2.191780821917808e-06,
      "loss": 0.6943,
      "step": 40600
    },
    {
      "epoch": 1.856164383561644,
      "grad_norm": 5.525669097900391,
      "learning_rate": 2.1575342465753425e-06,
      "loss": 0.6887,
      "step": 40650
    },
    {
      "epoch": 1.8584474885844748,
      "grad_norm": 85.989990234375,
      "learning_rate": 2.123287671232877e-06,
      "loss": 0.7425,
      "step": 40700
    },
    {
      "epoch": 1.860730593607306,
      "grad_norm": 4.5465779304504395,
      "learning_rate": 2.0890410958904107e-06,
      "loss": 0.7462,
      "step": 40750
    },
    {
      "epoch": 1.8630136986301369,
      "grad_norm": 5.920977592468262,
      "learning_rate": 2.054794520547945e-06,
      "loss": 0.5546,
      "step": 40800
    },
    {
      "epoch": 1.865296803652968,
      "grad_norm": 12.154388427734375,
      "learning_rate": 2.0205479452054793e-06,
      "loss": 0.6693,
      "step": 40850
    },
    {
      "epoch": 1.8675799086757991,
      "grad_norm": 16.800073623657227,
      "learning_rate": 1.9863013698630136e-06,
      "loss": 0.7908,
      "step": 40900
    },
    {
      "epoch": 1.8698630136986303,
      "grad_norm": 43.42325973510742,
      "learning_rate": 1.952054794520548e-06,
      "loss": 0.5155,
      "step": 40950
    },
    {
      "epoch": 1.8721461187214612,
      "grad_norm": 29.5067138671875,
      "learning_rate": 1.9178082191780823e-06,
      "loss": 0.7588,
      "step": 41000
    },
    {
      "epoch": 1.874429223744292,
      "grad_norm": 28.01750946044922,
      "learning_rate": 1.8835616438356164e-06,
      "loss": 0.6622,
      "step": 41050
    },
    {
      "epoch": 1.8767123287671232,
      "grad_norm": 16.869781494140625,
      "learning_rate": 1.8493150684931507e-06,
      "loss": 0.6737,
      "step": 41100
    },
    {
      "epoch": 1.8789954337899544,
      "grad_norm": 8.377634048461914,
      "learning_rate": 1.8150684931506848e-06,
      "loss": 0.6281,
      "step": 41150
    },
    {
      "epoch": 1.8812785388127855,
      "grad_norm": 16.61414337158203,
      "learning_rate": 1.780821917808219e-06,
      "loss": 0.6251,
      "step": 41200
    },
    {
      "epoch": 1.8835616438356164,
      "grad_norm": 16.144508361816406,
      "learning_rate": 1.7465753424657534e-06,
      "loss": 0.6607,
      "step": 41250
    },
    {
      "epoch": 1.8858447488584473,
      "grad_norm": 20.15201759338379,
      "learning_rate": 1.7123287671232877e-06,
      "loss": 0.5207,
      "step": 41300
    },
    {
      "epoch": 1.8881278538812785,
      "grad_norm": 7.15456485748291,
      "learning_rate": 1.6780821917808218e-06,
      "loss": 0.5882,
      "step": 41350
    },
    {
      "epoch": 1.8904109589041096,
      "grad_norm": 17.336624145507812,
      "learning_rate": 1.6438356164383561e-06,
      "loss": 0.556,
      "step": 41400
    },
    {
      "epoch": 1.8926940639269407,
      "grad_norm": 20.451026916503906,
      "learning_rate": 1.6095890410958904e-06,
      "loss": 0.6011,
      "step": 41450
    },
    {
      "epoch": 1.8949771689497716,
      "grad_norm": 33.44941329956055,
      "learning_rate": 1.5753424657534245e-06,
      "loss": 0.5166,
      "step": 41500
    },
    {
      "epoch": 1.8972602739726028,
      "grad_norm": 24.176786422729492,
      "learning_rate": 1.5410958904109589e-06,
      "loss": 0.6837,
      "step": 41550
    },
    {
      "epoch": 1.8995433789954337,
      "grad_norm": 17.142606735229492,
      "learning_rate": 1.5068493150684932e-06,
      "loss": 0.5813,
      "step": 41600
    },
    {
      "epoch": 1.9018264840182648,
      "grad_norm": 34.20349884033203,
      "learning_rate": 1.4726027397260273e-06,
      "loss": 0.786,
      "step": 41650
    },
    {
      "epoch": 1.904109589041096,
      "grad_norm": 1.5305472612380981,
      "learning_rate": 1.4383561643835616e-06,
      "loss": 0.5928,
      "step": 41700
    },
    {
      "epoch": 1.906392694063927,
      "grad_norm": 1.1295257806777954,
      "learning_rate": 1.404109589041096e-06,
      "loss": 0.7055,
      "step": 41750
    },
    {
      "epoch": 1.908675799086758,
      "grad_norm": 23.80326271057129,
      "learning_rate": 1.36986301369863e-06,
      "loss": 0.5861,
      "step": 41800
    },
    {
      "epoch": 1.910958904109589,
      "grad_norm": 3.346529960632324,
      "learning_rate": 1.3356164383561643e-06,
      "loss": 0.6864,
      "step": 41850
    },
    {
      "epoch": 1.91324200913242,
      "grad_norm": 34.07392883300781,
      "learning_rate": 1.3013698630136986e-06,
      "loss": 0.6754,
      "step": 41900
    },
    {
      "epoch": 1.9155251141552512,
      "grad_norm": 42.87485122680664,
      "learning_rate": 1.2671232876712327e-06,
      "loss": 0.613,
      "step": 41950
    },
    {
      "epoch": 1.9178082191780823,
      "grad_norm": 9.337113380432129,
      "learning_rate": 1.232876712328767e-06,
      "loss": 0.5302,
      "step": 42000
    },
    {
      "epoch": 1.9200913242009132,
      "grad_norm": 19.920682907104492,
      "learning_rate": 1.1986301369863014e-06,
      "loss": 0.4405,
      "step": 42050
    },
    {
      "epoch": 1.9223744292237441,
      "grad_norm": 24.49388313293457,
      "learning_rate": 1.1643835616438357e-06,
      "loss": 0.696,
      "step": 42100
    },
    {
      "epoch": 1.9246575342465753,
      "grad_norm": 7.732158184051514,
      "learning_rate": 1.1301369863013698e-06,
      "loss": 0.758,
      "step": 42150
    },
    {
      "epoch": 1.9269406392694064,
      "grad_norm": 6.940062046051025,
      "learning_rate": 1.095890410958904e-06,
      "loss": 0.6804,
      "step": 42200
    },
    {
      "epoch": 1.9292237442922375,
      "grad_norm": 1.062066674232483,
      "learning_rate": 1.0616438356164384e-06,
      "loss": 0.6059,
      "step": 42250
    },
    {
      "epoch": 1.9315068493150684,
      "grad_norm": 20.240144729614258,
      "learning_rate": 1.0273972602739725e-06,
      "loss": 0.7992,
      "step": 42300
    },
    {
      "epoch": 1.9337899543378996,
      "grad_norm": 19.4890193939209,
      "learning_rate": 9.931506849315068e-07,
      "loss": 0.6943,
      "step": 42350
    },
    {
      "epoch": 1.9360730593607305,
      "grad_norm": 25.273487091064453,
      "learning_rate": 9.589041095890411e-07,
      "loss": 0.5925,
      "step": 42400
    },
    {
      "epoch": 1.9383561643835616,
      "grad_norm": 21.916284561157227,
      "learning_rate": 9.246575342465753e-07,
      "loss": 0.6607,
      "step": 42450
    },
    {
      "epoch": 1.9406392694063928,
      "grad_norm": 38.107566833496094,
      "learning_rate": 8.904109589041095e-07,
      "loss": 0.5807,
      "step": 42500
    },
    {
      "epoch": 1.9429223744292239,
      "grad_norm": 8.979408264160156,
      "learning_rate": 8.561643835616439e-07,
      "loss": 0.6391,
      "step": 42550
    },
    {
      "epoch": 1.9452054794520548,
      "grad_norm": 20.871389389038086,
      "learning_rate": 8.219178082191781e-07,
      "loss": 0.764,
      "step": 42600
    },
    {
      "epoch": 1.9474885844748857,
      "grad_norm": 19.994056701660156,
      "learning_rate": 7.876712328767123e-07,
      "loss": 0.7959,
      "step": 42650
    },
    {
      "epoch": 1.9497716894977168,
      "grad_norm": 25.47404670715332,
      "learning_rate": 7.534246575342466e-07,
      "loss": 0.5579,
      "step": 42700
    },
    {
      "epoch": 1.952054794520548,
      "grad_norm": 10.598165512084961,
      "learning_rate": 7.191780821917808e-07,
      "loss": 0.8362,
      "step": 42750
    },
    {
      "epoch": 1.954337899543379,
      "grad_norm": 1.3319069147109985,
      "learning_rate": 6.84931506849315e-07,
      "loss": 0.8132,
      "step": 42800
    },
    {
      "epoch": 1.95662100456621,
      "grad_norm": 4.061497211456299,
      "learning_rate": 6.506849315068493e-07,
      "loss": 0.5364,
      "step": 42850
    },
    {
      "epoch": 1.958904109589041,
      "grad_norm": 3.6196768283843994,
      "learning_rate": 6.164383561643835e-07,
      "loss": 0.57,
      "step": 42900
    },
    {
      "epoch": 1.961187214611872,
      "grad_norm": 26.95933723449707,
      "learning_rate": 5.821917808219178e-07,
      "loss": 0.7364,
      "step": 42950
    },
    {
      "epoch": 1.9634703196347032,
      "grad_norm": 25.18138313293457,
      "learning_rate": 5.47945205479452e-07,
      "loss": 0.5801,
      "step": 43000
    },
    {
      "epoch": 1.9657534246575343,
      "grad_norm": 77.7193374633789,
      "learning_rate": 5.136986301369863e-07,
      "loss": 0.6965,
      "step": 43050
    },
    {
      "epoch": 1.9680365296803652,
      "grad_norm": 10.553460121154785,
      "learning_rate": 4.794520547945206e-07,
      "loss": 0.6019,
      "step": 43100
    },
    {
      "epoch": 1.9703196347031964,
      "grad_norm": 14.633034706115723,
      "learning_rate": 4.4520547945205477e-07,
      "loss": 0.5948,
      "step": 43150
    },
    {
      "epoch": 1.9726027397260273,
      "grad_norm": 10.625903129577637,
      "learning_rate": 4.1095890410958903e-07,
      "loss": 0.5868,
      "step": 43200
    },
    {
      "epoch": 1.9748858447488584,
      "grad_norm": 11.625406265258789,
      "learning_rate": 3.767123287671233e-07,
      "loss": 0.7335,
      "step": 43250
    },
    {
      "epoch": 1.9771689497716896,
      "grad_norm": 11.875858306884766,
      "learning_rate": 3.424657534246575e-07,
      "loss": 0.6305,
      "step": 43300
    },
    {
      "epoch": 1.9794520547945207,
      "grad_norm": 65.91475677490234,
      "learning_rate": 3.0821917808219176e-07,
      "loss": 0.5038,
      "step": 43350
    },
    {
      "epoch": 1.9817351598173516,
      "grad_norm": 7.164722442626953,
      "learning_rate": 2.73972602739726e-07,
      "loss": 0.6426,
      "step": 43400
    },
    {
      "epoch": 1.9840182648401825,
      "grad_norm": 19.229677200317383,
      "learning_rate": 2.397260273972603e-07,
      "loss": 0.7671,
      "step": 43450
    },
    {
      "epoch": 1.9863013698630136,
      "grad_norm": 9.592227935791016,
      "learning_rate": 2.0547945205479452e-07,
      "loss": 0.7229,
      "step": 43500
    },
    {
      "epoch": 1.9885844748858448,
      "grad_norm": 23.81863021850586,
      "learning_rate": 1.7123287671232875e-07,
      "loss": 0.5238,
      "step": 43550
    },
    {
      "epoch": 1.990867579908676,
      "grad_norm": 30.481460571289062,
      "learning_rate": 1.36986301369863e-07,
      "loss": 0.5882,
      "step": 43600
    },
    {
      "epoch": 1.9931506849315068,
      "grad_norm": 3.194218397140503,
      "learning_rate": 1.0273972602739726e-07,
      "loss": 0.5594,
      "step": 43650
    },
    {
      "epoch": 1.9954337899543377,
      "grad_norm": 32.75349807739258,
      "learning_rate": 6.84931506849315e-08,
      "loss": 0.7056,
      "step": 43700
    },
    {
      "epoch": 1.9977168949771689,
      "grad_norm": 37.13774490356445,
      "learning_rate": 3.424657534246575e-08,
      "loss": 0.7017,
      "step": 43750
    },
    {
      "epoch": 2.0,
      "grad_norm": 38.73429489135742,
      "learning_rate": 0.0,
      "loss": 0.6852,
      "step": 43800
    },
    {
      "epoch": 2.0,
      "step": 43800,
      "total_flos": 3.864501390676132e+17,
      "train_loss": 0.05644623499482734,
      "train_runtime": 4615.1991,
      "train_samples_per_second": 37.961,
      "train_steps_per_second": 9.49
    }
  ],
  "logging_steps": 50,
  "max_steps": 43800,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 5000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 3.864501390676132e+17,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}