{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.997411003236246,
  "eval_steps": 50,
  "global_step": 4632,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.008629989212513484,
      "grad_norm": 20.681591033935547,
      "learning_rate": 2.1551724137931036e-07,
      "loss": 1.0408,
      "step": 10
    },
    {
      "epoch": 0.017259978425026967,
      "grad_norm": 96.75000762939453,
      "learning_rate": 4.3103448275862073e-07,
      "loss": 1.047,
      "step": 20
    },
    {
      "epoch": 0.025889967637540454,
      "grad_norm": 22.108104705810547,
      "learning_rate": 6.465517241379311e-07,
      "loss": 1.0718,
      "step": 30
    },
    {
      "epoch": 0.034519956850053934,
      "grad_norm": 40.05157470703125,
      "learning_rate": 8.620689655172415e-07,
      "loss": 1.0488,
      "step": 40
    },
    {
      "epoch": 0.043149946062567425,
      "grad_norm": 15.964655876159668,
      "learning_rate": 1.0775862068965518e-06,
      "loss": 1.075,
      "step": 50
    },
    {
      "epoch": 0.043149946062567425,
      "eval_accuracy": 0.49320388349514566,
      "eval_loss": 1.018173336982727,
      "eval_runtime": 322.676,
      "eval_samples_per_second": 1.596,
      "eval_steps_per_second": 1.596,
      "step": 50
    },
    {
      "epoch": 0.05177993527508091,
      "grad_norm": 27.802989959716797,
      "learning_rate": 1.2931034482758623e-06,
      "loss": 1.1389,
      "step": 60
    },
    {
      "epoch": 0.06040992448759439,
      "grad_norm": 28.11711883544922,
      "learning_rate": 1.5086206896551726e-06,
      "loss": 1.1116,
      "step": 70
    },
    {
      "epoch": 0.06903991370010787,
      "grad_norm": 22.176109313964844,
      "learning_rate": 1.724137931034483e-06,
      "loss": 1.0697,
      "step": 80
    },
    {
      "epoch": 0.07766990291262135,
      "grad_norm": 41.33392333984375,
      "learning_rate": 1.9396551724137932e-06,
      "loss": 1.0242,
      "step": 90
    },
    {
      "epoch": 0.08629989212513485,
      "grad_norm": 34.400508880615234,
      "learning_rate": 2.1551724137931035e-06,
      "loss": 1.0505,
      "step": 100
    },
    {
      "epoch": 0.08629989212513485,
      "eval_accuracy": 0.5009708737864078,
      "eval_loss": 0.9943639039993286,
      "eval_runtime": 321.8255,
      "eval_samples_per_second": 1.6,
      "eval_steps_per_second": 1.6,
      "step": 100
    },
    {
      "epoch": 0.09492988133764833,
      "grad_norm": 28.23130989074707,
      "learning_rate": 2.370689655172414e-06,
      "loss": 1.0073,
      "step": 110
    },
    {
      "epoch": 0.10355987055016182,
      "grad_norm": 36.090736389160156,
      "learning_rate": 2.5862068965517246e-06,
      "loss": 0.9802,
      "step": 120
    },
    {
      "epoch": 0.1121898597626753,
      "grad_norm": 58.96036148071289,
      "learning_rate": 2.8017241379310345e-06,
      "loss": 0.9827,
      "step": 130
    },
    {
      "epoch": 0.12081984897518878,
      "grad_norm": 18.94993782043457,
      "learning_rate": 3.017241379310345e-06,
      "loss": 1.0015,
      "step": 140
    },
    {
      "epoch": 0.12944983818770225,
      "grad_norm": 32.874114990234375,
      "learning_rate": 3.2327586206896555e-06,
      "loss": 0.9387,
      "step": 150
    },
    {
      "epoch": 0.12944983818770225,
      "eval_accuracy": 0.5048543689320388,
      "eval_loss": 0.9101472496986389,
      "eval_runtime": 321.9422,
      "eval_samples_per_second": 1.6,
      "eval_steps_per_second": 1.6,
      "step": 150
    },
    {
      "epoch": 0.13807982740021574,
      "grad_norm": 14.486083030700684,
      "learning_rate": 3.448275862068966e-06,
      "loss": 0.9255,
      "step": 160
    },
    {
      "epoch": 0.14670981661272922,
      "grad_norm": 26.06964111328125,
      "learning_rate": 3.663793103448276e-06,
      "loss": 0.8775,
      "step": 170
    },
    {
      "epoch": 0.1553398058252427,
      "grad_norm": 23.44382667541504,
      "learning_rate": 3.8793103448275865e-06,
      "loss": 0.8675,
      "step": 180
    },
    {
      "epoch": 0.16396979503775622,
      "grad_norm": 22.29359245300293,
      "learning_rate": 4.094827586206897e-06,
      "loss": 0.9728,
      "step": 190
    },
    {
      "epoch": 0.1725997842502697,
      "grad_norm": 38.14244842529297,
      "learning_rate": 4.310344827586207e-06,
      "loss": 0.92,
      "step": 200
    },
    {
      "epoch": 0.1725997842502697,
      "eval_accuracy": 0.5048543689320388,
      "eval_loss": 0.9019931554794312,
      "eval_runtime": 321.9115,
      "eval_samples_per_second": 1.6,
      "eval_steps_per_second": 1.6,
      "step": 200
    },
    {
      "epoch": 0.18122977346278318,
      "grad_norm": 64.9331283569336,
      "learning_rate": 4.525862068965518e-06,
      "loss": 0.9633,
      "step": 210
    },
    {
      "epoch": 0.18985976267529667,
      "grad_norm": 39.31247329711914,
      "learning_rate": 4.741379310344828e-06,
      "loss": 0.9646,
      "step": 220
    },
    {
      "epoch": 0.19848975188781015,
      "grad_norm": 26.192481994628906,
      "learning_rate": 4.9568965517241384e-06,
      "loss": 0.9956,
      "step": 230
    },
    {
      "epoch": 0.20711974110032363,
      "grad_norm": 33.946685791015625,
      "learning_rate": 5.172413793103449e-06,
      "loss": 0.8929,
      "step": 240
    },
    {
      "epoch": 0.21574973031283712,
      "grad_norm": 20.04779624938965,
      "learning_rate": 5.38793103448276e-06,
      "loss": 0.9531,
      "step": 250
    },
    {
      "epoch": 0.21574973031283712,
      "eval_accuracy": 0.5223300970873787,
      "eval_loss": 0.886761486530304,
      "eval_runtime": 321.7179,
      "eval_samples_per_second": 1.601,
      "eval_steps_per_second": 1.601,
      "step": 250
    },
    {
      "epoch": 0.2243797195253506,
      "grad_norm": 53.125587463378906,
      "learning_rate": 5.603448275862069e-06,
      "loss": 0.9716,
      "step": 260
    },
    {
      "epoch": 0.23300970873786409,
      "grad_norm": 43.821533203125,
      "learning_rate": 5.81896551724138e-06,
      "loss": 0.9407,
      "step": 270
    },
    {
      "epoch": 0.24163969795037757,
      "grad_norm": 47.41954803466797,
      "learning_rate": 6.03448275862069e-06,
      "loss": 0.9464,
      "step": 280
    },
    {
      "epoch": 0.25026968716289105,
      "grad_norm": 29.925968170166016,
      "learning_rate": 6.25e-06,
      "loss": 0.9151,
      "step": 290
    },
    {
      "epoch": 0.2588996763754045,
      "grad_norm": 23.372934341430664,
      "learning_rate": 6.465517241379311e-06,
      "loss": 0.849,
      "step": 300
    },
    {
      "epoch": 0.2588996763754045,
      "eval_accuracy": 0.5339805825242718,
      "eval_loss": 0.856666088104248,
      "eval_runtime": 321.7027,
      "eval_samples_per_second": 1.601,
      "eval_steps_per_second": 1.601,
      "step": 300
    },
    {
      "epoch": 0.267529665587918,
      "grad_norm": 22.651479721069336,
      "learning_rate": 6.681034482758622e-06,
      "loss": 1.0237,
      "step": 310
    },
    {
      "epoch": 0.2761596548004315,
      "grad_norm": 17.50941276550293,
      "learning_rate": 6.896551724137932e-06,
      "loss": 0.8401,
      "step": 320
    },
    {
      "epoch": 0.284789644012945,
      "grad_norm": 51.20744323730469,
      "learning_rate": 7.1120689655172415e-06,
      "loss": 0.9366,
      "step": 330
    },
    {
      "epoch": 0.29341963322545844,
      "grad_norm": 23.283870697021484,
      "learning_rate": 7.327586206896552e-06,
      "loss": 0.8198,
      "step": 340
    },
    {
      "epoch": 0.30204962243797195,
      "grad_norm": 24.28423500061035,
      "learning_rate": 7.543103448275862e-06,
      "loss": 0.8897,
      "step": 350
    },
    {
      "epoch": 0.30204962243797195,
      "eval_accuracy": 0.5262135922330097,
      "eval_loss": 0.8523032069206238,
      "eval_runtime": 321.7555,
      "eval_samples_per_second": 1.601,
      "eval_steps_per_second": 1.601,
      "step": 350
    },
    {
      "epoch": 0.3106796116504854,
      "grad_norm": 27.711999893188477,
      "learning_rate": 7.758620689655173e-06,
      "loss": 0.8352,
      "step": 360
    },
    {
      "epoch": 0.3193096008629989,
      "grad_norm": 25.017581939697266,
      "learning_rate": 7.974137931034484e-06,
      "loss": 0.7918,
      "step": 370
    },
    {
      "epoch": 0.32793959007551243,
      "grad_norm": 33.27495193481445,
      "learning_rate": 8.189655172413794e-06,
      "loss": 0.9004,
      "step": 380
    },
    {
      "epoch": 0.3365695792880259,
      "grad_norm": 17.355253219604492,
      "learning_rate": 8.405172413793105e-06,
      "loss": 0.8079,
      "step": 390
    },
    {
      "epoch": 0.3451995685005394,
      "grad_norm": 33.237518310546875,
      "learning_rate": 8.620689655172414e-06,
      "loss": 0.8512,
      "step": 400
    },
    {
      "epoch": 0.3451995685005394,
      "eval_accuracy": 0.5262135922330097,
      "eval_loss": 0.8104857206344604,
      "eval_runtime": 321.6492,
      "eval_samples_per_second": 1.601,
      "eval_steps_per_second": 1.601,
      "step": 400
    },
    {
      "epoch": 0.35382955771305286,
      "grad_norm": 31.926298141479492,
      "learning_rate": 8.836206896551725e-06,
      "loss": 0.8049,
      "step": 410
    },
    {
      "epoch": 0.36245954692556637,
      "grad_norm": 18.511268615722656,
      "learning_rate": 9.051724137931036e-06,
      "loss": 0.7887,
      "step": 420
    },
    {
      "epoch": 0.3710895361380798,
      "grad_norm": 12.080615043640137,
      "learning_rate": 9.267241379310346e-06,
      "loss": 0.8286,
      "step": 430
    },
    {
      "epoch": 0.37971952535059333,
      "grad_norm": 22.48563003540039,
      "learning_rate": 9.482758620689655e-06,
      "loss": 0.8201,
      "step": 440
    },
    {
      "epoch": 0.3883495145631068,
      "grad_norm": 25.83173179626465,
      "learning_rate": 9.698275862068966e-06,
      "loss": 0.7854,
      "step": 450
    },
    {
      "epoch": 0.3883495145631068,
      "eval_accuracy": 0.5106796116504855,
      "eval_loss": 0.7994323372840881,
      "eval_runtime": 321.4421,
      "eval_samples_per_second": 1.602,
      "eval_steps_per_second": 1.602,
      "step": 450
    },
    {
      "epoch": 0.3969795037756203,
      "grad_norm": 41.783851623535156,
      "learning_rate": 9.913793103448277e-06,
      "loss": 0.8339,
      "step": 460
    },
    {
      "epoch": 0.40560949298813376,
      "grad_norm": 12.72182846069336,
      "learning_rate": 9.9999488687872e-06,
      "loss": 0.8063,
      "step": 470
    },
    {
      "epoch": 0.41423948220064727,
      "grad_norm": 28.933361053466797,
      "learning_rate": 9.999636404051638e-06,
      "loss": 0.8554,
      "step": 480
    },
    {
      "epoch": 0.4228694714131607,
      "grad_norm": 48.14093017578125,
      "learning_rate": 9.999039898540166e-06,
      "loss": 0.9297,
      "step": 490
    },
    {
      "epoch": 0.43149946062567424,
      "grad_norm": 27.8731746673584,
      "learning_rate": 9.998159386141626e-06,
      "loss": 0.8147,
      "step": 500
    },
    {
      "epoch": 0.43149946062567424,
      "eval_accuracy": 0.5398058252427185,
      "eval_loss": 0.7859384417533875,
      "eval_runtime": 321.5871,
      "eval_samples_per_second": 1.601,
      "eval_steps_per_second": 1.601,
      "step": 500
    },
    {
      "epoch": 0.4401294498381877,
      "grad_norm": 17.547481536865234,
      "learning_rate": 9.996994916879941e-06,
      "loss": 0.8449,
      "step": 510
    },
    {
      "epoch": 0.4487594390507012,
      "grad_norm": 33.447723388671875,
      "learning_rate": 9.995546556911271e-06,
      "loss": 0.779,
      "step": 520
    },
    {
      "epoch": 0.45738942826321466,
      "grad_norm": 41.81571578979492,
      "learning_rate": 9.99381438852026e-06,
      "loss": 0.7262,
      "step": 530
    },
    {
      "epoch": 0.46601941747572817,
      "grad_norm": 40.82163619995117,
      "learning_rate": 9.991798510115351e-06,
      "loss": 0.8282,
      "step": 540
    },
    {
      "epoch": 0.4746494066882416,
      "grad_norm": 55.30727767944336,
      "learning_rate": 9.989499036223209e-06,
      "loss": 0.8075,
      "step": 550
    },
    {
      "epoch": 0.4746494066882416,
      "eval_accuracy": 0.5553398058252427,
      "eval_loss": 0.7565743923187256,
      "eval_runtime": 321.511,
      "eval_samples_per_second": 1.602,
      "eval_steps_per_second": 1.602,
      "step": 550
    },
    {
      "epoch": 0.48327939590075514,
      "grad_norm": 51.085289001464844,
      "learning_rate": 9.986916097482204e-06,
      "loss": 0.7747,
      "step": 560
    },
    {
      "epoch": 0.4919093851132686,
      "grad_norm": 65.66133880615234,
      "learning_rate": 9.98404984063499e-06,
      "loss": 0.7563,
      "step": 570
    },
    {
      "epoch": 0.5005393743257821,
      "grad_norm": 11.704032897949219,
      "learning_rate": 9.980900428520171e-06,
      "loss": 0.7819,
      "step": 580
    },
    {
      "epoch": 0.5091693635382956,
      "grad_norm": 27.524673461914062,
      "learning_rate": 9.977468040063054e-06,
      "loss": 0.7777,
      "step": 590
    },
    {
      "epoch": 0.517799352750809,
      "grad_norm": 22.56294822692871,
      "learning_rate": 9.973752870265473e-06,
      "loss": 0.8282,
      "step": 600
    },
    {
      "epoch": 0.517799352750809,
      "eval_accuracy": 0.5145631067961165,
      "eval_loss": 0.7454360127449036,
      "eval_runtime": 321.3773,
      "eval_samples_per_second": 1.602,
      "eval_steps_per_second": 1.602,
      "step": 600
    },
    {
      "epoch": 0.5264293419633226,
      "grad_norm": 24.327606201171875,
      "learning_rate": 9.96975513019472e-06,
      "loss": 0.7907,
      "step": 610
    },
    {
      "epoch": 0.535059331175836,
      "grad_norm": 18.27765655517578,
      "learning_rate": 9.965475046971548e-06,
      "loss": 0.8475,
      "step": 620
    },
    {
      "epoch": 0.5436893203883495,
      "grad_norm": 23.742115020751953,
      "learning_rate": 9.960912863757273e-06,
      "loss": 0.7363,
      "step": 630
    },
    {
      "epoch": 0.552319309600863,
      "grad_norm": 11.194246292114258,
      "learning_rate": 9.956068839739955e-06,
      "loss": 0.8291,
      "step": 640
    },
    {
      "epoch": 0.5609492988133765,
      "grad_norm": 23.568937301635742,
      "learning_rate": 9.950943250119674e-06,
      "loss": 0.7524,
      "step": 650
    },
    {
      "epoch": 0.5609492988133765,
      "eval_accuracy": 0.49902912621359224,
      "eval_loss": 0.7317044138908386,
      "eval_runtime": 321.3686,
      "eval_samples_per_second": 1.603,
      "eval_steps_per_second": 1.603,
      "step": 650
    },
    {
      "epoch": 0.56957928802589,
      "grad_norm": 11.3060302734375,
      "learning_rate": 9.945536386092893e-06,
      "loss": 0.7319,
      "step": 660
    },
    {
      "epoch": 0.5782092772384034,
      "grad_norm": 29.552515029907227,
      "learning_rate": 9.939848554835927e-06,
      "loss": 0.6644,
      "step": 670
    },
    {
      "epoch": 0.5868392664509169,
      "grad_norm": 23.357723236083984,
      "learning_rate": 9.93388007948747e-06,
      "loss": 0.8749,
      "step": 680
    },
    {
      "epoch": 0.5954692556634305,
      "grad_norm": 18.92988395690918,
      "learning_rate": 9.927631299130254e-06,
      "loss": 0.8157,
      "step": 690
    },
    {
      "epoch": 0.6040992448759439,
      "grad_norm": 18.492721557617188,
      "learning_rate": 9.921102568771781e-06,
      "loss": 0.7338,
      "step": 700
    },
    {
      "epoch": 0.6040992448759439,
      "eval_accuracy": 0.5339805825242718,
      "eval_loss": 0.7266865968704224,
      "eval_runtime": 321.4222,
      "eval_samples_per_second": 1.602,
      "eval_steps_per_second": 1.602,
      "step": 700
    },
    {
      "epoch": 0.6127292340884574,
      "grad_norm": 24.050262451171875,
      "learning_rate": 9.914294259324149e-06,
      "loss": 0.7609,
      "step": 710
    },
    {
      "epoch": 0.6213592233009708,
      "grad_norm": 8.642351150512695,
      "learning_rate": 9.907206757582987e-06,
      "loss": 0.7681,
      "step": 720
    },
    {
      "epoch": 0.6299892125134844,
      "grad_norm": 20.86747932434082,
      "learning_rate": 9.899840466205473e-06,
      "loss": 0.8052,
      "step": 730
    },
    {
      "epoch": 0.6386192017259978,
      "grad_norm": 44.50579833984375,
      "learning_rate": 9.892195803687464e-06,
      "loss": 0.739,
      "step": 740
    },
    {
      "epoch": 0.6472491909385113,
      "grad_norm": 20.538475036621094,
      "learning_rate": 9.884273204339716e-06,
      "loss": 0.7909,
      "step": 750
    },
    {
      "epoch": 0.6472491909385113,
      "eval_accuracy": 0.5611650485436893,
      "eval_loss": 0.7110950350761414,
      "eval_runtime": 321.0742,
      "eval_samples_per_second": 1.604,
      "eval_steps_per_second": 1.604,
      "step": 750
    },
    {
      "epoch": 0.6558791801510249,
      "grad_norm": 53.17654037475586,
      "learning_rate": 9.876073118263216e-06,
      "loss": 0.8172,
      "step": 760
    },
    {
      "epoch": 0.6645091693635383,
      "grad_norm": 26.998899459838867,
      "learning_rate": 9.867596011323602e-06,
      "loss": 0.7901,
      "step": 770
    },
    {
      "epoch": 0.6731391585760518,
      "grad_norm": 45.38533020019531,
      "learning_rate": 9.858842365124702e-06,
      "loss": 0.7284,
      "step": 780
    },
    {
      "epoch": 0.6817691477885652,
      "grad_norm": 28.952617645263672,
      "learning_rate": 9.849812676981172e-06,
      "loss": 0.7501,
      "step": 790
    },
    {
      "epoch": 0.6903991370010788,
      "grad_norm": 19.87049102783203,
      "learning_rate": 9.840507459890244e-06,
      "loss": 0.7783,
      "step": 800
    },
    {
      "epoch": 0.6903991370010788,
      "eval_accuracy": 0.5300970873786408,
      "eval_loss": 0.7211207151412964,
      "eval_runtime": 320.8034,
      "eval_samples_per_second": 1.605,
      "eval_steps_per_second": 1.605,
      "step": 800
    },
    {
      "epoch": 0.6990291262135923,
      "grad_norm": 15.508710861206055,
      "learning_rate": 9.830927242502575e-06,
      "loss": 0.6965,
      "step": 810
    },
    {
      "epoch": 0.7076591154261057,
      "grad_norm": 36.019798278808594,
      "learning_rate": 9.821072569092223e-06,
      "loss": 0.77,
      "step": 820
    },
    {
      "epoch": 0.7162891046386192,
      "grad_norm": 13.119162559509277,
      "learning_rate": 9.810943999525714e-06,
      "loss": 0.7158,
      "step": 830
    },
    {
      "epoch": 0.7249190938511327,
      "grad_norm": 20.22465705871582,
      "learning_rate": 9.800542109230247e-06,
      "loss": 0.6938,
      "step": 840
    },
    {
      "epoch": 0.7335490830636462,
      "grad_norm": 33.313209533691406,
      "learning_rate": 9.78986748916099e-06,
      "loss": 0.7895,
      "step": 850
    },
    {
      "epoch": 0.7335490830636462,
      "eval_accuracy": 0.5592233009708738,
      "eval_loss": 0.7069711685180664,
      "eval_runtime": 321.285,
      "eval_samples_per_second": 1.603,
      "eval_steps_per_second": 1.603,
      "step": 850
    },
    {
      "epoch": 0.7421790722761596,
      "grad_norm": 9.106620788574219,
      "learning_rate": 9.778920745767524e-06,
      "loss": 0.6717,
      "step": 860
    },
    {
      "epoch": 0.7508090614886731,
      "grad_norm": 34.899375915527344,
      "learning_rate": 9.767702500959365e-06,
      "loss": 0.7353,
      "step": 870
    },
    {
      "epoch": 0.7594390507011867,
      "grad_norm": 29.355737686157227,
      "learning_rate": 9.756213392070654e-06,
      "loss": 0.7315,
      "step": 880
    },
    {
      "epoch": 0.7680690399137001,
      "grad_norm": 16.923168182373047,
      "learning_rate": 9.744454071823936e-06,
      "loss": 0.6777,
      "step": 890
    },
    {
      "epoch": 0.7766990291262136,
      "grad_norm": 7.441469192504883,
      "learning_rate": 9.732425208293083e-06,
      "loss": 0.6881,
      "step": 900
    },
    {
      "epoch": 0.7766990291262136,
      "eval_accuracy": 0.537864077669903,
      "eval_loss": 0.7709933519363403,
      "eval_runtime": 321.2302,
      "eval_samples_per_second": 1.603,
      "eval_steps_per_second": 1.603,
      "step": 900
    },
    {
      "epoch": 0.785329018338727,
      "grad_norm": 17.159208297729492,
      "learning_rate": 9.720127484865336e-06,
      "loss": 0.7973,
      "step": 910
    },
    {
      "epoch": 0.7939590075512406,
      "grad_norm": 29.373632431030273,
      "learning_rate": 9.707561600202481e-06,
      "loss": 0.6946,
      "step": 920
    },
    {
      "epoch": 0.8025889967637541,
      "grad_norm": 40.986690521240234,
      "learning_rate": 9.694728268201162e-06,
      "loss": 0.7697,
      "step": 930
    },
    {
      "epoch": 0.8112189859762675,
      "grad_norm": 10.117018699645996,
      "learning_rate": 9.681628217952308e-06,
      "loss": 0.7183,
      "step": 940
    },
    {
      "epoch": 0.819848975188781,
      "grad_norm": 45.013118743896484,
      "learning_rate": 9.668262193699731e-06,
      "loss": 0.7137,
      "step": 950
    },
    {
      "epoch": 0.819848975188781,
      "eval_accuracy": 0.5805825242718446,
      "eval_loss": 0.6908486485481262,
      "eval_runtime": 321.1671,
      "eval_samples_per_second": 1.604,
      "eval_steps_per_second": 1.604,
      "step": 950
    },
    {
      "epoch": 0.8284789644012945,
      "grad_norm": 22.911548614501953,
      "learning_rate": 9.65463095479783e-06,
      "loss": 0.7166,
      "step": 960
    },
    {
      "epoch": 0.837108953613808,
      "grad_norm": 9.517961502075195,
      "learning_rate": 9.640735275668453e-06,
      "loss": 0.7713,
      "step": 970
    },
    {
      "epoch": 0.8457389428263214,
      "grad_norm": 19.63594627380371,
      "learning_rate": 9.62657594575691e-06,
      "loss": 0.7101,
      "step": 980
    },
    {
      "epoch": 0.8543689320388349,
      "grad_norm": 27.475940704345703,
      "learning_rate": 9.6121537694871e-06,
      "loss": 0.741,
      "step": 990
    },
    {
      "epoch": 0.8629989212513485,
      "grad_norm": 13.922393798828125,
      "learning_rate": 9.597469566215841e-06,
      "loss": 0.6924,
      "step": 1000
    },
    {
      "epoch": 0.8629989212513485,
      "eval_accuracy": 0.6,
      "eval_loss": 0.6857309341430664,
      "eval_runtime": 321.1313,
      "eval_samples_per_second": 1.604,
      "eval_steps_per_second": 1.604,
      "step": 1000
    },
    {
      "epoch": 0.8716289104638619,
      "grad_norm": 8.671666145324707,
      "learning_rate": 9.582524170186294e-06,
      "loss": 0.6936,
      "step": 1010
    },
    {
      "epoch": 0.8802588996763754,
      "grad_norm": 11.311553001403809,
      "learning_rate": 9.567318430480579e-06,
      "loss": 0.6853,
      "step": 1020
    },
    {
      "epoch": 0.8888888888888888,
      "grad_norm": 6.2082648277282715,
      "learning_rate": 9.55185321097154e-06,
      "loss": 0.6846,
      "step": 1030
    },
    {
      "epoch": 0.8975188781014024,
      "grad_norm": 35.873565673828125,
      "learning_rate": 9.536129390273659e-06,
      "loss": 0.7125,
      "step": 1040
    },
    {
      "epoch": 0.9061488673139159,
      "grad_norm": 3.9832065105438232,
      "learning_rate": 9.520147861693138e-06,
      "loss": 0.7275,
      "step": 1050
    },
    {
      "epoch": 0.9061488673139159,
      "eval_accuracy": 0.5766990291262136,
      "eval_loss": 0.6835415959358215,
      "eval_runtime": 321.1452,
      "eval_samples_per_second": 1.604,
      "eval_steps_per_second": 1.604,
      "step": 1050
    },
    {
      "epoch": 0.9147788565264293,
      "grad_norm": 9.8655424118042,
      "learning_rate": 9.503909533177162e-06,
      "loss": 0.7286,
      "step": 1060
    },
    {
      "epoch": 0.9234088457389428,
      "grad_norm": 14.413016319274902,
      "learning_rate": 9.487415327262303e-06,
      "loss": 0.7012,
      "step": 1070
    },
    {
      "epoch": 0.9320388349514563,
      "grad_norm": 22.791946411132812,
      "learning_rate": 9.470666181022114e-06,
      "loss": 0.7057,
      "step": 1080
    },
    {
      "epoch": 0.9406688241639698,
      "grad_norm": 7.595472812652588,
      "learning_rate": 9.453663046013889e-06,
      "loss": 0.7165,
      "step": 1090
    },
    {
      "epoch": 0.9492988133764833,
      "grad_norm": 6.206796169281006,
      "learning_rate": 9.436406888224603e-06,
      "loss": 0.67,
      "step": 1100
    },
    {
      "epoch": 0.9492988133764833,
      "eval_accuracy": 0.570873786407767,
      "eval_loss": 0.6888366341590881,
      "eval_runtime": 321.1897,
      "eval_samples_per_second": 1.603,
      "eval_steps_per_second": 1.603,
      "step": 1100
    },
    {
      "epoch": 0.9579288025889967,
      "grad_norm": 9.740569114685059,
      "learning_rate": 9.418898688016042e-06,
      "loss": 0.7177,
      "step": 1110
    },
    {
      "epoch": 0.9665587918015103,
      "grad_norm": 9.868525505065918,
      "learning_rate": 9.40113944006909e-06,
      "loss": 0.6841,
      "step": 1120
    },
    {
      "epoch": 0.9751887810140237,
      "grad_norm": 10.188973426818848,
      "learning_rate": 9.383130153327231e-06,
      "loss": 0.6808,
      "step": 1130
    },
    {
      "epoch": 0.9838187702265372,
      "grad_norm": 5.215792655944824,
      "learning_rate": 9.36487185093922e-06,
      "loss": 0.7059,
      "step": 1140
    },
    {
      "epoch": 0.9924487594390508,
      "grad_norm": 5.438614845275879,
      "learning_rate": 9.34636557020097e-06,
      "loss": 0.6787,
      "step": 1150
    },
    {
      "epoch": 0.9924487594390508,
      "eval_accuracy": 0.596116504854369,
      "eval_loss": 0.6860348582267761,
      "eval_runtime": 320.9468,
      "eval_samples_per_second": 1.605,
      "eval_steps_per_second": 1.605,
      "step": 1150
    },
    {
      "epoch": 1.0010787486515642,
      "grad_norm": 7.045734405517578,
      "learning_rate": 9.327612362496601e-06,
      "loss": 0.6904,
      "step": 1160
    },
    {
      "epoch": 1.0097087378640777,
      "grad_norm": 21.833343505859375,
      "learning_rate": 9.308613293238722e-06,
      "loss": 0.7516,
      "step": 1170
    },
    {
      "epoch": 1.0183387270765911,
      "grad_norm": 4.44768762588501,
      "learning_rate": 9.2893694418079e-06,
      "loss": 0.7105,
      "step": 1180
    },
    {
      "epoch": 1.0269687162891046,
      "grad_norm": 12.016294479370117,
      "learning_rate": 9.269881901491335e-06,
      "loss": 0.67,
      "step": 1190
    },
    {
      "epoch": 1.035598705501618,
      "grad_norm": 5.096578598022461,
      "learning_rate": 9.250151779420756e-06,
      "loss": 0.7012,
      "step": 1200
    },
    {
      "epoch": 1.035598705501618,
      "eval_accuracy": 0.570873786407767,
      "eval_loss": 0.6847370266914368,
      "eval_runtime": 320.5183,
      "eval_samples_per_second": 1.607,
      "eval_steps_per_second": 1.607,
      "step": 1200
    },
    {
      "epoch": 1.0442286947141317,
      "grad_norm": 11.158854484558105,
      "learning_rate": 9.230180196509506e-06,
      "loss": 0.6726,
      "step": 1210
    },
    {
      "epoch": 1.0528586839266452,
      "grad_norm": 7.818958282470703,
      "learning_rate": 9.209968287388878e-06,
      "loss": 0.6737,
      "step": 1220
    },
    {
      "epoch": 1.0614886731391586,
      "grad_norm": 4.283718109130859,
      "learning_rate": 9.189517200343643e-06,
      "loss": 0.6421,
      "step": 1230
    },
    {
      "epoch": 1.070118662351672,
      "grad_norm": 6.186824321746826,
      "learning_rate": 9.168828097246819e-06,
      "loss": 0.7709,
      "step": 1240
    },
    {
      "epoch": 1.0787486515641855,
      "grad_norm": 5.761249542236328,
      "learning_rate": 9.147902153493659e-06,
      "loss": 0.6765,
      "step": 1250
    },
    {
      "epoch": 1.0787486515641855,
      "eval_accuracy": 0.5786407766990291,
      "eval_loss": 0.6961000561714172,
      "eval_runtime": 320.4513,
      "eval_samples_per_second": 1.607,
      "eval_steps_per_second": 1.607,
      "step": 1250
    },
    {
      "epoch": 1.087378640776699,
      "grad_norm": 5.015466213226318,
      "learning_rate": 9.126740557934874e-06,
      "loss": 0.6551,
      "step": 1260
    },
    {
      "epoch": 1.0960086299892124,
      "grad_norm": 8.18385124206543,
      "learning_rate": 9.105344512809097e-06,
      "loss": 0.6606,
      "step": 1270
    },
    {
      "epoch": 1.104638619201726,
      "grad_norm": 3.6305551528930664,
      "learning_rate": 9.083715233674572e-06,
      "loss": 0.7058,
      "step": 1280
    },
    {
      "epoch": 1.1132686084142396,
      "grad_norm": 9.872076034545898,
      "learning_rate": 9.061853949340104e-06,
      "loss": 0.6577,
      "step": 1290
    },
    {
      "epoch": 1.121898597626753,
      "grad_norm": 4.889667510986328,
      "learning_rate": 9.039761901795241e-06,
      "loss": 0.7052,
      "step": 1300
    },
    {
      "epoch": 1.121898597626753,
      "eval_accuracy": 0.6058252427184466,
      "eval_loss": 0.6881099939346313,
      "eval_runtime": 320.8035,
      "eval_samples_per_second": 1.605,
      "eval_steps_per_second": 1.605,
      "step": 1300
    },
    {
      "epoch": 1.1305285868392665,
      "grad_norm": 3.392106056213379,
      "learning_rate": 9.017440346139718e-06,
      "loss": 0.681,
      "step": 1310
    },
    {
      "epoch": 1.13915857605178,
      "grad_norm": 5.220512866973877,
      "learning_rate": 8.994890550512152e-06,
      "loss": 0.7117,
      "step": 1320
    },
    {
      "epoch": 1.1477885652642934,
      "grad_norm": 11.190145492553711,
      "learning_rate": 8.972113796017992e-06,
      "loss": 0.7058,
      "step": 1330
    },
    {
      "epoch": 1.1564185544768069,
      "grad_norm": 3.2504310607910156,
      "learning_rate": 8.949111376656741e-06,
      "loss": 0.6867,
      "step": 1340
    },
    {
      "epoch": 1.1650485436893203,
      "grad_norm": 3.312730073928833,
      "learning_rate": 8.925884599248437e-06,
      "loss": 0.6804,
      "step": 1350
    },
    {
      "epoch": 1.1650485436893203,
      "eval_accuracy": 0.6097087378640776,
      "eval_loss": 0.6778111457824707,
      "eval_runtime": 320.8442,
      "eval_samples_per_second": 1.605,
      "eval_steps_per_second": 1.605,
      "step": 1350
    },
    {
      "epoch": 1.173678532901834,
      "grad_norm": 3.8169898986816406,
      "learning_rate": 8.902434783359417e-06,
      "loss": 0.6812,
      "step": 1360
    },
    {
      "epoch": 1.1823085221143474,
      "grad_norm": 13.139059066772461,
      "learning_rate": 8.878763261227337e-06,
      "loss": 0.7111,
      "step": 1370
    },
    {
      "epoch": 1.190938511326861,
      "grad_norm": 8.938994407653809,
      "learning_rate": 8.854871377685496e-06,
      "loss": 0.6762,
      "step": 1380
    },
    {
      "epoch": 1.1995685005393744,
      "grad_norm": 7.517580509185791,
      "learning_rate": 8.830760490086427e-06,
      "loss": 0.6817,
      "step": 1390
    },
    {
      "epoch": 1.2081984897518878,
      "grad_norm": 5.75648307800293,
      "learning_rate": 8.806431968224784e-06,
      "loss": 0.6644,
      "step": 1400
    },
    {
      "epoch": 1.2081984897518878,
      "eval_accuracy": 0.6194174757281553,
      "eval_loss": 0.6810408234596252,
      "eval_runtime": 320.9626,
      "eval_samples_per_second": 1.605,
      "eval_steps_per_second": 1.605,
      "step": 1400
    },
    {
      "epoch": 1.2168284789644013,
      "grad_norm": 6.445542812347412,
      "learning_rate": 8.781887194259523e-06,
      "loss": 0.6684,
      "step": 1410
    },
    {
      "epoch": 1.2254584681769147,
      "grad_norm": 5.923236846923828,
      "learning_rate": 8.757127562635374e-06,
      "loss": 0.6802,
      "step": 1420
    },
    {
      "epoch": 1.2340884573894282,
      "grad_norm": 5.63727331161499,
      "learning_rate": 8.732154480003625e-06,
      "loss": 0.7045,
      "step": 1430
    },
    {
      "epoch": 1.2427184466019416,
      "grad_norm": 5.639196872711182,
      "learning_rate": 8.706969365142202e-06,
      "loss": 0.6916,
      "step": 1440
    },
    {
      "epoch": 1.2513484358144553,
      "grad_norm": 6.068101406097412,
      "learning_rate": 8.681573648875064e-06,
      "loss": 0.6566,
      "step": 1450
    },
    {
      "epoch": 1.2513484358144553,
      "eval_accuracy": 0.6135922330097088,
      "eval_loss": 0.6820415258407593,
      "eval_runtime": 320.9166,
      "eval_samples_per_second": 1.605,
      "eval_steps_per_second": 1.605,
      "step": 1450
    },
    {
      "epoch": 1.2599784250269688,
      "grad_norm": 5.288263320922852,
      "learning_rate": 8.655968773990922e-06,
      "loss": 0.6696,
      "step": 1460
    },
    {
      "epoch": 1.2686084142394822,
      "grad_norm": 9.293752670288086,
      "learning_rate": 8.630156195161264e-06,
      "loss": 0.6407,
      "step": 1470
    },
    {
      "epoch": 1.2772384034519957,
      "grad_norm": 14.672719955444336,
      "learning_rate": 8.604137378857713e-06,
      "loss": 0.6507,
      "step": 1480
    },
    {
      "epoch": 1.2858683926645091,
      "grad_norm": 9.176056861877441,
      "learning_rate": 8.577913803268719e-06,
      "loss": 0.7229,
      "step": 1490
    },
    {
      "epoch": 1.2944983818770226,
      "grad_norm": 12.57158374786377,
      "learning_rate": 8.551486958215569e-06,
      "loss": 0.7024,
      "step": 1500
    },
    {
      "epoch": 1.2944983818770226,
      "eval_accuracy": 0.6116504854368932,
      "eval_loss": 0.6744683384895325,
      "eval_runtime": 321.1558,
      "eval_samples_per_second": 1.604,
      "eval_steps_per_second": 1.604,
      "step": 1500
    },
    {
      "epoch": 1.303128371089536,
      "grad_norm": 6.8445305824279785,
      "learning_rate": 8.524858345067757e-06,
      "loss": 0.6842,
      "step": 1510
    },
    {
      "epoch": 1.3117583603020497,
      "grad_norm": 5.6327643394470215,
      "learning_rate": 8.498029476657686e-06,
      "loss": 0.6904,
      "step": 1520
    },
    {
      "epoch": 1.3203883495145632,
      "grad_norm": 10.025938987731934,
      "learning_rate": 8.471001877194708e-06,
      "loss": 0.6733,
      "step": 1530
    },
    {
      "epoch": 1.3290183387270766,
      "grad_norm": 6.761681079864502,
      "learning_rate": 8.443777082178556e-06,
      "loss": 0.6767,
      "step": 1540
    },
    {
      "epoch": 1.33764832793959,
      "grad_norm": 5.284752368927002,
      "learning_rate": 8.416356638312082e-06,
      "loss": 0.7241,
      "step": 1550
    },
    {
      "epoch": 1.33764832793959,
      "eval_accuracy": 0.6135922330097088,
      "eval_loss": 0.6697773933410645,
      "eval_runtime": 321.0762,
      "eval_samples_per_second": 1.604,
      "eval_steps_per_second": 1.604,
      "step": 1550
    },
    {
      "epoch": 1.3462783171521036,
      "grad_norm": 5.520620346069336,
      "learning_rate": 8.388742103413397e-06,
      "loss": 0.6738,
      "step": 1560
    },
    {
      "epoch": 1.354908306364617,
      "grad_norm": 4.6568098068237305,
      "learning_rate": 8.360935046327373e-06,
      "loss": 0.671,
      "step": 1570
    },
    {
      "epoch": 1.3635382955771305,
      "grad_norm": 4.777432441711426,
      "learning_rate": 8.332937046836503e-06,
      "loss": 0.69,
      "step": 1580
    },
    {
      "epoch": 1.3721682847896441,
      "grad_norm": 8.115592956542969,
      "learning_rate": 8.304749695571157e-06,
      "loss": 0.6583,
      "step": 1590
    },
    {
      "epoch": 1.3807982740021574,
      "grad_norm": 11.980337142944336,
      "learning_rate": 8.276374593919213e-06,
      "loss": 0.7378,
      "step": 1600
    },
    {
      "epoch": 1.3807982740021574,
      "eval_accuracy": 0.6058252427184466,
      "eval_loss": 0.6734395027160645,
      "eval_runtime": 320.9778,
      "eval_samples_per_second": 1.604,
      "eval_steps_per_second": 1.604,
      "step": 1600
    },
    {
      "epoch": 1.389428263214671,
      "grad_norm": 3.5900051593780518,
      "learning_rate": 8.247813353935073e-06,
      "loss": 0.664,
      "step": 1610
    },
    {
      "epoch": 1.3980582524271845,
      "grad_norm": 14.644140243530273,
      "learning_rate": 8.219067598248087e-06,
      "loss": 0.6718,
      "step": 1620
    },
    {
      "epoch": 1.406688241639698,
      "grad_norm": 6.659509658813477,
      "learning_rate": 8.190138959970366e-06,
      "loss": 0.6476,
      "step": 1630
    },
    {
      "epoch": 1.4153182308522114,
      "grad_norm": 5.535285949707031,
      "learning_rate": 8.161029082603994e-06,
      "loss": 0.642,
      "step": 1640
    },
    {
      "epoch": 1.4239482200647249,
      "grad_norm": 7.590597152709961,
      "learning_rate": 8.131739619947667e-06,
      "loss": 0.6584,
      "step": 1650
    },
    {
      "epoch": 1.4239482200647249,
      "eval_accuracy": 0.6,
      "eval_loss": 0.6994197964668274,
      "eval_runtime": 321.0664,
      "eval_samples_per_second": 1.604,
      "eval_steps_per_second": 1.604,
      "step": 1650
    },
    {
      "epoch": 1.4325782092772383,
      "grad_norm": 13.075584411621094,
      "learning_rate": 8.102272236002729e-06,
      "loss": 0.7239,
      "step": 1660
    },
    {
      "epoch": 1.4412081984897518,
      "grad_norm": 6.066156387329102,
      "learning_rate": 8.072628604878638e-06,
      "loss": 0.7182,
      "step": 1670
    },
    {
      "epoch": 1.4498381877022655,
      "grad_norm": 4.588730335235596,
      "learning_rate": 8.042810410697861e-06,
      "loss": 0.717,
      "step": 1680
    },
    {
      "epoch": 1.458468176914779,
      "grad_norm": 3.397918224334717,
      "learning_rate": 8.012819347500189e-06,
      "loss": 0.6567,
      "step": 1690
    },
    {
      "epoch": 1.4670981661272924,
      "grad_norm": 8.24763298034668,
      "learning_rate": 7.982657119146495e-06,
      "loss": 0.6724,
      "step": 1700
    },
    {
      "epoch": 1.4670981661272924,
      "eval_accuracy": 0.6097087378640776,
      "eval_loss": 0.6715120077133179,
      "eval_runtime": 321.0917,
      "eval_samples_per_second": 1.604,
      "eval_steps_per_second": 1.604,
      "step": 1700
    },
    {
      "epoch": 1.4757281553398058,
      "grad_norm": 8.984458923339844,
      "learning_rate": 7.952325439221944e-06,
      "loss": 0.6653,
      "step": 1710
    },
    {
      "epoch": 1.4843581445523193,
      "grad_norm": 8.375741958618164,
      "learning_rate": 7.921826030938623e-06,
      "loss": 0.722,
      "step": 1720
    },
    {
      "epoch": 1.4929881337648327,
      "grad_norm": 8.309843063354492,
      "learning_rate": 7.891160627037653e-06,
      "loss": 0.7034,
      "step": 1730
    },
    {
      "epoch": 1.5016181229773462,
      "grad_norm": 7.065859794616699,
      "learning_rate": 7.860330969690749e-06,
      "loss": 0.6338,
      "step": 1740
    },
    {
      "epoch": 1.5102481121898599,
      "grad_norm": 5.86482048034668,
      "learning_rate": 7.829338810401238e-06,
      "loss": 0.6774,
      "step": 1750
    },
    {
      "epoch": 1.5102481121898599,
      "eval_accuracy": 0.6135922330097088,
      "eval_loss": 0.669984757900238,
      "eval_runtime": 321.0227,
      "eval_samples_per_second": 1.604,
      "eval_steps_per_second": 1.604,
      "step": 1750
    },
    {
      "epoch": 1.5188781014023731,
      "grad_norm": 6.1000075340271,
      "learning_rate": 7.798185909904552e-06,
      "loss": 0.6813,
      "step": 1760
    },
    {
      "epoch": 1.5275080906148868,
      "grad_norm": 8.106244087219238,
      "learning_rate": 7.766874038068202e-06,
      "loss": 0.7138,
      "step": 1770
    },
    {
      "epoch": 1.5361380798274002,
      "grad_norm": 5.946533203125,
      "learning_rate": 7.735404973791223e-06,
      "loss": 0.7025,
      "step": 1780
    },
    {
      "epoch": 1.5447680690399137,
      "grad_norm": 6.442516326904297,
      "learning_rate": 7.703780504903107e-06,
      "loss": 0.6643,
      "step": 1790
    },
    {
      "epoch": 1.5533980582524272,
      "grad_norm": 6.0701985359191895,
      "learning_rate": 7.672002428062245e-06,
      "loss": 0.6653,
      "step": 1800
    },
    {
      "epoch": 1.5533980582524272,
      "eval_accuracy": 0.6097087378640776,
      "eval_loss": 0.6695827841758728,
      "eval_runtime": 321.0661,
      "eval_samples_per_second": 1.604,
      "eval_steps_per_second": 1.604,
      "step": 1800
    },
    {
      "epoch": 1.5620280474649406,
      "grad_norm": 10.973797798156738,
      "learning_rate": 7.640072548653843e-06,
      "loss": 0.6681,
      "step": 1810
    },
    {
      "epoch": 1.5706580366774543,
      "grad_norm": 9.289361000061035,
      "learning_rate": 7.607992680687362e-06,
      "loss": 0.6297,
      "step": 1820
    },
    {
      "epoch": 1.5792880258899675,
      "grad_norm": 6.6282148361206055,
      "learning_rate": 7.575764646693447e-06,
      "loss": 0.706,
      "step": 1830
    },
    {
      "epoch": 1.5879180151024812,
      "grad_norm": 4.8196702003479,
      "learning_rate": 7.5433902776204015e-06,
      "loss": 0.6669,
      "step": 1840
    },
    {
      "epoch": 1.5965480043149944,
      "grad_norm": 8.807297706604004,
      "learning_rate": 7.510871412730157e-06,
      "loss": 0.6641,
      "step": 1850
    },
    {
      "epoch": 1.5965480043149944,
      "eval_accuracy": 0.5980582524271845,
      "eval_loss": 0.6732643246650696,
      "eval_runtime": 321.036,
      "eval_samples_per_second": 1.604,
      "eval_steps_per_second": 1.604,
      "step": 1850
    },
    {
      "epoch": 1.6051779935275081,
      "grad_norm": 4.137267589569092,
      "learning_rate": 7.478209899493787e-06,
      "loss": 0.6345,
      "step": 1860
    },
    {
      "epoch": 1.6138079827400216,
      "grad_norm": 7.294461250305176,
      "learning_rate": 7.445407593486535e-06,
      "loss": 0.6899,
      "step": 1870
    },
    {
      "epoch": 1.622437971952535,
      "grad_norm": 8.29757308959961,
      "learning_rate": 7.41246635828241e-06,
      "loss": 0.6848,
      "step": 1880
    },
    {
      "epoch": 1.6310679611650487,
      "grad_norm": 10.072659492492676,
      "learning_rate": 7.379388065348305e-06,
      "loss": 0.6829,
      "step": 1890
    },
    {
      "epoch": 1.639697950377562,
      "grad_norm": 8.695294380187988,
      "learning_rate": 7.346174593937676e-06,
      "loss": 0.7241,
      "step": 1900
    },
    {
      "epoch": 1.639697950377562,
      "eval_accuracy": 0.596116504854369,
      "eval_loss": 0.6652901768684387,
      "eval_runtime": 321.0146,
      "eval_samples_per_second": 1.604,
      "eval_steps_per_second": 1.604,
      "step": 1900
    },
    {
      "epoch": 1.6483279395900756,
      "grad_norm": 3.542787790298462,
      "learning_rate": 7.31282783098378e-06,
      "loss": 0.6428,
      "step": 1910
    },
    {
      "epoch": 1.6569579288025889,
      "grad_norm": 6.900018215179443,
      "learning_rate": 7.279349670992464e-06,
      "loss": 0.6494,
      "step": 1920
    },
    {
      "epoch": 1.6655879180151025,
      "grad_norm": 7.8714189529418945,
      "learning_rate": 7.245742015934547e-06,
      "loss": 0.5778,
      "step": 1930
    },
    {
      "epoch": 1.674217907227616,
      "grad_norm": 4.089023590087891,
      "learning_rate": 7.212006775137761e-06,
      "loss": 0.6912,
      "step": 1940
    },
    {
      "epoch": 1.6828478964401294,
      "grad_norm": 5.432620048522949,
      "learning_rate": 7.178145865178268e-06,
      "loss": 0.6496,
      "step": 1950
    },
    {
      "epoch": 1.6828478964401294,
      "eval_accuracy": 0.6116504854368932,
      "eval_loss": 0.6761239767074585,
      "eval_runtime": 320.9902,
      "eval_samples_per_second": 1.604,
      "eval_steps_per_second": 1.604,
      "step": 1950
    },
    {
      "epoch": 1.691477885652643,
      "grad_norm": 4.092471122741699,
      "learning_rate": 7.144161209771788e-06,
      "loss": 0.6757,
      "step": 1960
    },
    {
      "epoch": 1.7001078748651564,
      "grad_norm": 6.498571872711182,
      "learning_rate": 7.110054739664303e-06,
      "loss": 0.6111,
      "step": 1970
    },
    {
      "epoch": 1.70873786407767,
      "grad_norm": 9.238410949707031,
      "learning_rate": 7.075828392522362e-06,
      "loss": 0.5998,
      "step": 1980
    },
    {
      "epoch": 1.7173678532901833,
      "grad_norm": 5.266243934631348,
      "learning_rate": 7.04148411282301e-06,
      "loss": 0.655,
      "step": 1990
    },
    {
      "epoch": 1.725997842502697,
      "grad_norm": 8.122797966003418,
      "learning_rate": 7.0070238517433e-06,
      "loss": 0.662,
      "step": 2000
    },
    {
      "epoch": 1.725997842502697,
      "eval_accuracy": 0.6038834951456311,
      "eval_loss": 0.6728688478469849,
      "eval_runtime": 320.9753,
      "eval_samples_per_second": 1.604,
      "eval_steps_per_second": 1.604,
      "step": 2000
    },
    {
      "epoch": 1.7346278317152104,
      "grad_norm": 8.114389419555664,
      "learning_rate": 6.972449567049463e-06,
      "loss": 0.6923,
      "step": 2010
    },
    {
      "epoch": 1.7432578209277239,
      "grad_norm": 6.447281837463379,
      "learning_rate": 6.9377632229856665e-06,
      "loss": 0.6625,
      "step": 2020
    },
    {
      "epoch": 1.7518878101402373,
      "grad_norm": 8.996492385864258,
      "learning_rate": 6.902966790162425e-06,
      "loss": 0.6919,
      "step": 2030
    },
    {
      "epoch": 1.7605177993527508,
      "grad_norm": 5.145361423492432,
      "learning_rate": 6.868062245444655e-06,
      "loss": 0.6468,
      "step": 2040
    },
    {
      "epoch": 1.7691477885652644,
      "grad_norm": 6.459311008453369,
      "learning_rate": 6.833051571839347e-06,
      "loss": 0.7049,
      "step": 2050
    },
    {
      "epoch": 1.7691477885652644,
      "eval_accuracy": 0.6135922330097088,
      "eval_loss": 0.6757835149765015,
      "eval_runtime": 320.6068,
      "eval_samples_per_second": 1.606,
      "eval_steps_per_second": 1.606,
      "step": 2050
    },
    {
      "epoch": 1.7777777777777777,
      "grad_norm": 8.930355072021484,
      "learning_rate": 6.797936758382924e-06,
      "loss": 0.6384,
      "step": 2060
    },
    {
      "epoch": 1.7864077669902914,
      "grad_norm": 8.780126571655273,
      "learning_rate": 6.762719800028231e-06,
      "loss": 0.6169,
      "step": 2070
    },
    {
      "epoch": 1.7950377562028046,
      "grad_norm": 7.830219745635986,
      "learning_rate": 6.727402697531193e-06,
      "loss": 0.6596,
      "step": 2080
    },
    {
      "epoch": 1.8036677454153183,
      "grad_norm": 4.703182697296143,
      "learning_rate": 6.69198745733716e-06,
      "loss": 0.6964,
      "step": 2090
    },
    {
      "epoch": 1.8122977346278317,
      "grad_norm": 4.655829906463623,
      "learning_rate": 6.656476091466901e-06,
      "loss": 0.6483,
      "step": 2100
    },
    {
      "epoch": 1.8122977346278317,
      "eval_accuracy": 0.6135922330097088,
      "eval_loss": 0.6741885542869568,
      "eval_runtime": 320.6691,
      "eval_samples_per_second": 1.606,
      "eval_steps_per_second": 1.606,
      "step": 2100
    },
    {
      "epoch": 1.8209277238403452,
      "grad_norm": 4.25952672958374,
      "learning_rate": 6.620870617402312e-06,
      "loss": 0.6732,
      "step": 2110
    },
    {
      "epoch": 1.8295577130528586,
      "grad_norm": 6.7814226150512695,
      "learning_rate": 6.585173057971787e-06,
      "loss": 0.6674,
      "step": 2120
    },
    {
      "epoch": 1.838187702265372,
      "grad_norm": 4.3662638664245605,
      "learning_rate": 6.5493854412352985e-06,
      "loss": 0.6807,
      "step": 2130
    },
    {
      "epoch": 1.8468176914778858,
      "grad_norm": 5.596447467803955,
      "learning_rate": 6.5135098003691865e-06,
      "loss": 0.6637,
      "step": 2140
    },
    {
      "epoch": 1.855447680690399,
      "grad_norm": 4.839741230010986,
      "learning_rate": 6.477548173550635e-06,
      "loss": 0.678,
      "step": 2150
    },
    {
      "epoch": 1.855447680690399,
      "eval_accuracy": 0.6310679611650486,
      "eval_loss": 0.6695934534072876,
      "eval_runtime": 320.6467,
      "eval_samples_per_second": 1.606,
      "eval_steps_per_second": 1.606,
      "step": 2150
    },
    {
      "epoch": 1.8640776699029127,
      "grad_norm": 11.375150680541992,
      "learning_rate": 6.441502603841892e-06,
      "loss": 0.6592,
      "step": 2160
    },
    {
      "epoch": 1.8727076591154261,
      "grad_norm": 6.302811145782471,
      "learning_rate": 6.405375139074194e-06,
      "loss": 0.6413,
      "step": 2170
    },
    {
      "epoch": 1.8813376483279396,
      "grad_norm": 9.698513984680176,
      "learning_rate": 6.369167831731419e-06,
      "loss": 0.6304,
      "step": 2180
    },
    {
      "epoch": 1.889967637540453,
      "grad_norm": 9.770709991455078,
      "learning_rate": 6.332882738833485e-06,
      "loss": 0.6144,
      "step": 2190
    },
    {
      "epoch": 1.8985976267529665,
      "grad_norm": 10.665081977844238,
      "learning_rate": 6.296521921819489e-06,
      "loss": 0.678,
      "step": 2200
    },
    {
      "epoch": 1.8985976267529665,
      "eval_accuracy": 0.6233009708737864,
      "eval_loss": 0.6689735054969788,
      "eval_runtime": 320.6295,
      "eval_samples_per_second": 1.606,
      "eval_steps_per_second": 1.606,
      "step": 2200
    },
    {
      "epoch": 1.9072276159654802,
      "grad_norm": 8.206169128417969,
      "learning_rate": 6.260087446430582e-06,
      "loss": 0.6622,
      "step": 2210
    },
    {
      "epoch": 1.9158576051779934,
      "grad_norm": 11.89337158203125,
      "learning_rate": 6.223581382592625e-06,
      "loss": 0.6567,
      "step": 2220
    },
    {
      "epoch": 1.924487594390507,
      "grad_norm": 4.916356086730957,
      "learning_rate": 6.18700580429857e-06,
      "loss": 0.6634,
      "step": 2230
    },
    {
      "epoch": 1.9331175836030206,
      "grad_norm": 9.565736770629883,
      "learning_rate": 6.150362789490654e-06,
      "loss": 0.6532,
      "step": 2240
    },
    {
      "epoch": 1.941747572815534,
      "grad_norm": 10.54036808013916,
      "learning_rate": 6.113654419942334e-06,
      "loss": 0.6953,
      "step": 2250
    },
    {
      "epoch": 1.941747572815534,
      "eval_accuracy": 0.625242718446602,
      "eval_loss": 0.6624494791030884,
      "eval_runtime": 320.6343,
      "eval_samples_per_second": 1.606,
      "eval_steps_per_second": 1.606,
      "step": 2250
    },
    {
      "epoch": 1.9503775620280475,
      "grad_norm": 12.351181983947754,
      "learning_rate": 6.0768827811400166e-06,
      "loss": 0.71,
      "step": 2260
    },
    {
      "epoch": 1.959007551240561,
      "grad_norm": 6.94906759262085,
      "learning_rate": 6.040049962164585e-06,
      "loss": 0.6464,
      "step": 2270
    },
    {
      "epoch": 1.9676375404530746,
      "grad_norm": 6.037535667419434,
      "learning_rate": 6.0031580555727005e-06,
      "loss": 0.6598,
      "step": 2280
    },
    {
      "epoch": 1.9762675296655878,
      "grad_norm": 11.901267051696777,
      "learning_rate": 5.9662091572779325e-06,
      "loss": 0.6292,
      "step": 2290
    },
    {
      "epoch": 1.9848975188781015,
      "grad_norm": 7.471567153930664,
      "learning_rate": 5.929205366431679e-06,
      "loss": 0.6969,
      "step": 2300
    },
    {
      "epoch": 1.9848975188781015,
      "eval_accuracy": 0.6368932038834951,
      "eval_loss": 0.6725260019302368,
      "eval_runtime": 320.5652,
      "eval_samples_per_second": 1.607,
      "eval_steps_per_second": 1.607,
      "step": 2300
    },
    {
      "epoch": 1.9935275080906147,
      "grad_norm": 4.360079765319824,
      "learning_rate": 5.892148785303905e-06,
      "loss": 0.6386,
      "step": 2310
    },
    {
      "epoch": 2.0021574973031284,
      "grad_norm": 7.370548725128174,
      "learning_rate": 5.855041519163718e-06,
      "loss": 0.5936,
      "step": 2320
    },
    {
      "epoch": 2.0107874865156417,
      "grad_norm": 11.645364761352539,
      "learning_rate": 5.817885676159754e-06,
      "loss": 0.7021,
      "step": 2330
    },
    {
      "epoch": 2.0194174757281553,
      "grad_norm": 9.975643157958984,
      "learning_rate": 5.78068336720041e-06,
      "loss": 0.62,
      "step": 2340
    },
    {
      "epoch": 2.028047464940669,
      "grad_norm": 8.763169288635254,
      "learning_rate": 5.743436705833922e-06,
      "loss": 0.6492,
      "step": 2350
    },
    {
      "epoch": 2.028047464940669,
      "eval_accuracy": 0.6485436893203883,
      "eval_loss": 0.656815767288208,
      "eval_runtime": 320.6788,
      "eval_samples_per_second": 1.606,
      "eval_steps_per_second": 1.606,
      "step": 2350
    },
    {
      "epoch": 2.0366774541531822,
      "grad_norm": 6.766859531402588,
      "learning_rate": 5.706147808128288e-06,
      "loss": 0.6385,
      "step": 2360
    },
    {
      "epoch": 2.045307443365696,
      "grad_norm": 7.149226665496826,
      "learning_rate": 5.668818792551052e-06,
      "loss": 0.5838,
      "step": 2370
    },
    {
      "epoch": 2.053937432578209,
      "grad_norm": 6.320857048034668,
      "learning_rate": 5.6314517798489395e-06,
      "loss": 0.655,
      "step": 2380
    },
    {
      "epoch": 2.062567421790723,
      "grad_norm": 12.915064811706543,
      "learning_rate": 5.594048892927382e-06,
      "loss": 0.7095,
      "step": 2390
    },
    {
      "epoch": 2.071197411003236,
      "grad_norm": 7.46158504486084,
      "learning_rate": 5.556612256729909e-06,
      "loss": 0.6572,
      "step": 2400
    },
    {
      "epoch": 2.071197411003236,
      "eval_accuracy": 0.6446601941747573,
      "eval_loss": 0.669795036315918,
      "eval_runtime": 320.7237,
      "eval_samples_per_second": 1.606,
      "eval_steps_per_second": 1.606,
      "step": 2400
    },
    {
      "epoch": 2.0798274002157497,
      "grad_norm": 9.09875202178955,
      "learning_rate": 5.519143998117424e-06,
      "loss": 0.6518,
      "step": 2410
    },
    {
      "epoch": 2.0884573894282634,
      "grad_norm": 9.286842346191406,
      "learning_rate": 5.48164624574737e-06,
      "loss": 0.6492,
      "step": 2420
    },
    {
      "epoch": 2.0970873786407767,
      "grad_norm": 5.891538143157959,
      "learning_rate": 5.444121129952799e-06,
      "loss": 0.648,
      "step": 2430
    },
    {
      "epoch": 2.1057173678532903,
      "grad_norm": 11.724071502685547,
      "learning_rate": 5.406570782621341e-06,
      "loss": 0.6533,
      "step": 2440
    },
    {
      "epoch": 2.1143473570658036,
      "grad_norm": 8.159801483154297,
      "learning_rate": 5.368997337074088e-06,
      "loss": 0.6204,
      "step": 2450
    },
    {
      "epoch": 2.1143473570658036,
      "eval_accuracy": 0.654368932038835,
      "eval_loss": 0.6549546122550964,
      "eval_runtime": 320.7153,
      "eval_samples_per_second": 1.606,
      "eval_steps_per_second": 1.606,
      "step": 2450
    },
    {
      "epoch": 2.1229773462783172,
      "grad_norm": 8.30516529083252,
      "learning_rate": 5.331402927944392e-06,
      "loss": 0.5746,
      "step": 2460
    },
    {
      "epoch": 2.1316073354908305,
      "grad_norm": 6.368971824645996,
      "learning_rate": 5.293789691056601e-06,
      "loss": 0.6352,
      "step": 2470
    },
    {
      "epoch": 2.140237324703344,
      "grad_norm": 18.369422912597656,
      "learning_rate": 5.256159763304703e-06,
      "loss": 0.6815,
      "step": 2480
    },
    {
      "epoch": 2.148867313915858,
      "grad_norm": 7.470778465270996,
      "learning_rate": 5.218515282530934e-06,
      "loss": 0.5849,
      "step": 2490
    },
    {
      "epoch": 2.157497303128371,
      "grad_norm": 8.369938850402832,
      "learning_rate": 5.180858387404325e-06,
      "loss": 0.6479,
      "step": 2500
    },
    {
      "epoch": 2.157497303128371,
      "eval_accuracy": 0.6446601941747573,
      "eval_loss": 0.6610180735588074,
      "eval_runtime": 320.6988,
      "eval_samples_per_second": 1.606,
      "eval_steps_per_second": 1.606,
      "step": 2500
    },
    {
      "epoch": 2.1661272923408847,
      "grad_norm": 12.514945030212402,
      "learning_rate": 5.143191217299189e-06,
      "loss": 0.5588,
      "step": 2510
    },
    {
      "epoch": 2.174757281553398,
      "grad_norm": 10.213220596313477,
      "learning_rate": 5.10551591217359e-06,
      "loss": 0.6862,
      "step": 2520
    },
    {
      "epoch": 2.1833872707659117,
      "grad_norm": 10.838960647583008,
      "learning_rate": 5.067834612447755e-06,
      "loss": 0.6218,
      "step": 2530
    },
    {
      "epoch": 2.192017259978425,
      "grad_norm": 8.767598152160645,
      "learning_rate": 5.0301494588824795e-06,
      "loss": 0.5711,
      "step": 2540
    },
    {
      "epoch": 2.2006472491909386,
      "grad_norm": 6.138967514038086,
      "learning_rate": 4.9924625924575095e-06,
      "loss": 0.6954,
      "step": 2550
    },
    {
      "epoch": 2.2006472491909386,
      "eval_accuracy": 0.6679611650485436,
      "eval_loss": 0.6637104153633118,
      "eval_runtime": 320.7599,
      "eval_samples_per_second": 1.606,
      "eval_steps_per_second": 1.606,
      "step": 2550
    },
    {
      "epoch": 2.209277238403452,
      "grad_norm": 10.984577178955078,
      "learning_rate": 4.954776154249896e-06,
      "loss": 0.6567,
      "step": 2560
    },
    {
      "epoch": 2.2179072276159655,
      "grad_norm": 8.720921516418457,
      "learning_rate": 4.9170922853123635e-06,
      "loss": 0.6283,
      "step": 2570
    },
    {
      "epoch": 2.226537216828479,
      "grad_norm": 10.784737586975098,
      "learning_rate": 4.879413126551675e-06,
      "loss": 0.6072,
      "step": 2580
    },
    {
      "epoch": 2.2351672060409924,
      "grad_norm": 6.139902114868164,
      "learning_rate": 4.84174081860699e-06,
      "loss": 0.5966,
      "step": 2590
    },
    {
      "epoch": 2.243797195253506,
      "grad_norm": 7.9166083335876465,
      "learning_rate": 4.8040775017282644e-06,
      "loss": 0.5668,
      "step": 2600
    },
    {
      "epoch": 2.243797195253506,
      "eval_accuracy": 0.658252427184466,
      "eval_loss": 0.6660070419311523,
      "eval_runtime": 320.7212,
      "eval_samples_per_second": 1.606,
      "eval_steps_per_second": 1.606,
      "step": 2600
    },
    {
      "epoch": 2.2524271844660193,
      "grad_norm": 6.704747676849365,
      "learning_rate": 4.766425315654648e-06,
      "loss": 0.5675,
      "step": 2610
    },
    {
      "epoch": 2.261057173678533,
      "grad_norm": 6.141285419464111,
      "learning_rate": 4.728786399492923e-06,
      "loss": 0.6543,
      "step": 2620
    },
    {
      "epoch": 2.269687162891046,
      "grad_norm": 16.798852920532227,
      "learning_rate": 4.69116289159598e-06,
      "loss": 0.5984,
      "step": 2630
    },
    {
      "epoch": 2.27831715210356,
      "grad_norm": 7.124361038208008,
      "learning_rate": 4.653556929441332e-06,
      "loss": 0.5777,
      "step": 2640
    },
    {
      "epoch": 2.286947141316073,
      "grad_norm": 13.590773582458496,
      "learning_rate": 4.61597064950967e-06,
      "loss": 0.6185,
      "step": 2650
    },
    {
      "epoch": 2.286947141316073,
      "eval_accuracy": 0.6679611650485436,
      "eval_loss": 0.6793263554573059,
      "eval_runtime": 320.6049,
      "eval_samples_per_second": 1.606,
      "eval_steps_per_second": 1.606,
      "step": 2650
    },
    {
      "epoch": 2.295577130528587,
      "grad_norm": 8.081377983093262,
      "learning_rate": 4.578406187163503e-06,
      "loss": 0.5651,
      "step": 2660
    },
    {
      "epoch": 2.3042071197411005,
      "grad_norm": 6.233886241912842,
      "learning_rate": 4.540865676525828e-06,
      "loss": 0.6087,
      "step": 2670
    },
    {
      "epoch": 2.3128371089536137,
      "grad_norm": 5.7994489669799805,
      "learning_rate": 4.503351250358893e-06,
      "loss": 0.6153,
      "step": 2680
    },
    {
      "epoch": 2.3214670981661274,
      "grad_norm": 21.2513427734375,
      "learning_rate": 4.465865039943023e-06,
      "loss": 0.5765,
      "step": 2690
    },
    {
      "epoch": 2.3300970873786406,
      "grad_norm": 13.356746673583984,
      "learning_rate": 4.428409174955548e-06,
      "loss": 0.5314,
      "step": 2700
    },
    {
      "epoch": 2.3300970873786406,
      "eval_accuracy": 0.6718446601941748,
      "eval_loss": 0.6751753091812134,
      "eval_runtime": 320.6989,
      "eval_samples_per_second": 1.606,
      "eval_steps_per_second": 1.606,
      "step": 2700
    },
    {
      "epoch": 2.3387270765911543,
      "grad_norm": 10.287054061889648,
      "learning_rate": 4.3909857833498015e-06,
      "loss": 0.6288,
      "step": 2710
    },
    {
      "epoch": 2.347357065803668,
      "grad_norm": 8.844134330749512,
      "learning_rate": 4.353596991234228e-06,
      "loss": 0.6502,
      "step": 2720
    },
    {
      "epoch": 2.355987055016181,
      "grad_norm": 18.77345848083496,
      "learning_rate": 4.3162449227516015e-06,
      "loss": 0.6461,
      "step": 2730
    },
    {
      "epoch": 2.364617044228695,
      "grad_norm": 5.465780258178711,
      "learning_rate": 4.278931699958337e-06,
      "loss": 0.5786,
      "step": 2740
    },
    {
      "epoch": 2.373247033441208,
      "grad_norm": 9.964437484741211,
      "learning_rate": 4.241659442703937e-06,
      "loss": 0.6406,
      "step": 2750
    },
    {
      "epoch": 2.373247033441208,
      "eval_accuracy": 0.6563106796116505,
      "eval_loss": 0.6680858731269836,
      "eval_runtime": 320.7173,
      "eval_samples_per_second": 1.606,
      "eval_steps_per_second": 1.606,
      "step": 2750
    },
    {
      "epoch": 2.381877022653722,
      "grad_norm": 16.344274520874023,
      "learning_rate": 4.2044302685105635e-06,
      "loss": 0.6201,
      "step": 2760
    },
    {
      "epoch": 2.390507011866235,
      "grad_norm": 6.842400074005127,
      "learning_rate": 4.167246292452724e-06,
      "loss": 0.5944,
      "step": 2770
    },
    {
      "epoch": 2.3991370010787487,
      "grad_norm": 15.446759223937988,
      "learning_rate": 4.130109627037124e-06,
      "loss": 0.5883,
      "step": 2780
    },
    {
      "epoch": 2.407766990291262,
      "grad_norm": 8.021566390991211,
      "learning_rate": 4.093022382082639e-06,
      "loss": 0.6618,
      "step": 2790
    },
    {
      "epoch": 2.4163969795037756,
      "grad_norm": 10.198580741882324,
      "learning_rate": 4.0559866646004546e-06,
      "loss": 0.7011,
      "step": 2800
    },
    {
      "epoch": 2.4163969795037756,
      "eval_accuracy": 0.6679611650485436,
      "eval_loss": 0.6721732020378113,
      "eval_runtime": 320.5897,
      "eval_samples_per_second": 1.606,
      "eval_steps_per_second": 1.606,
      "step": 2800
    },
    {
      "epoch": 2.4250269687162893,
      "grad_norm": 7.147483825683594,
      "learning_rate": 4.0190045786743656e-06,
      "loss": 0.5454,
      "step": 2810
    },
    {
      "epoch": 2.4336569579288025,
      "grad_norm": 6.587264060974121,
      "learning_rate": 3.982078225341232e-06,
      "loss": 0.5114,
      "step": 2820
    },
    {
      "epoch": 2.4422869471413162,
      "grad_norm": 9.162304878234863,
      "learning_rate": 3.945209702471622e-06,
      "loss": 0.712,
      "step": 2830
    },
    {
      "epoch": 2.4509169363538295,
      "grad_norm": 8.858553886413574,
      "learning_rate": 3.908401104650621e-06,
      "loss": 0.6119,
      "step": 2840
    },
    {
      "epoch": 2.459546925566343,
      "grad_norm": 7.771361827850342,
      "learning_rate": 3.871654523058831e-06,
      "loss": 0.6195,
      "step": 2850
    },
    {
      "epoch": 2.459546925566343,
      "eval_accuracy": 0.6757281553398058,
      "eval_loss": 0.6643590927124023,
      "eval_runtime": 320.706,
      "eval_samples_per_second": 1.606,
      "eval_steps_per_second": 1.606,
      "step": 2850
    },
    {
      "epoch": 2.4681769147788564,
      "grad_norm": 7.508529186248779,
      "learning_rate": 3.834972045353575e-06,
      "loss": 0.6087,
      "step": 2860
    },
    {
      "epoch": 2.47680690399137,
      "grad_norm": 9.493097305297852,
      "learning_rate": 3.798355755550292e-06,
      "loss": 0.6224,
      "step": 2870
    },
    {
      "epoch": 2.4854368932038833,
      "grad_norm": 7.044253826141357,
      "learning_rate": 3.7618077339041244e-06,
      "loss": 0.6495,
      "step": 2880
    },
    {
      "epoch": 2.494066882416397,
      "grad_norm": 6.932374954223633,
      "learning_rate": 3.725330056791753e-06,
      "loss": 0.627,
      "step": 2890
    },
    {
      "epoch": 2.5026968716289106,
      "grad_norm": 8.32701301574707,
      "learning_rate": 3.6889247965934195e-06,
      "loss": 0.6675,
      "step": 2900
    },
    {
      "epoch": 2.5026968716289106,
      "eval_accuracy": 0.6601941747572816,
      "eval_loss": 0.6530495285987854,
      "eval_runtime": 320.625,
      "eval_samples_per_second": 1.606,
      "eval_steps_per_second": 1.606,
      "step": 2900
    },
    {
      "epoch": 2.511326860841424,
      "grad_norm": 7.712283134460449,
      "learning_rate": 3.6525940215751987e-06,
      "loss": 0.6522,
      "step": 2910
    },
    {
      "epoch": 2.5199568500539375,
      "grad_norm": 8.3215913772583,
      "learning_rate": 3.6163397957714895e-06,
      "loss": 0.6759,
      "step": 2920
    },
    {
      "epoch": 2.528586839266451,
      "grad_norm": 6.627832412719727,
      "learning_rate": 3.5801641788677576e-06,
      "loss": 0.6035,
      "step": 2930
    },
    {
      "epoch": 2.5372168284789645,
      "grad_norm": 11.45533561706543,
      "learning_rate": 3.5440692260835162e-06,
      "loss": 0.6256,
      "step": 2940
    },
    {
      "epoch": 2.545846817691478,
      "grad_norm": 6.252264499664307,
      "learning_rate": 3.508056988055564e-06,
      "loss": 0.5796,
      "step": 2950
    },
    {
      "epoch": 2.545846817691478,
      "eval_accuracy": 0.6601941747572816,
      "eval_loss": 0.6489056348800659,
      "eval_runtime": 320.6022,
      "eval_samples_per_second": 1.606,
      "eval_steps_per_second": 1.606,
      "step": 2950
    },
    {
      "epoch": 2.5544768069039914,
      "grad_norm": 10.386983871459961,
      "learning_rate": 3.4721295107214835e-06,
      "loss": 0.4864,
      "step": 2960
    },
    {
      "epoch": 2.5631067961165046,
      "grad_norm": 8.145389556884766,
      "learning_rate": 3.4362888352034153e-06,
      "loss": 0.6728,
      "step": 2970
    },
    {
      "epoch": 2.5717367853290183,
      "grad_norm": 6.486176013946533,
      "learning_rate": 3.4005369976920837e-06,
      "loss": 0.6055,
      "step": 2980
    },
    {
      "epoch": 2.580366774541532,
      "grad_norm": 10.21779727935791,
      "learning_rate": 3.3648760293311267e-06,
      "loss": 0.6123,
      "step": 2990
    },
    {
      "epoch": 2.588996763754045,
      "grad_norm": 8.619269371032715,
      "learning_rate": 3.3293079561016957e-06,
      "loss": 0.6148,
      "step": 3000
    },
    {
      "epoch": 2.588996763754045,
      "eval_accuracy": 0.6679611650485436,
      "eval_loss": 0.6675190329551697,
      "eval_runtime": 320.4804,
      "eval_samples_per_second": 1.607,
      "eval_steps_per_second": 1.607,
      "step": 3000
    },
    {
      "epoch": 2.597626752966559,
      "grad_norm": 14.024328231811523,
      "learning_rate": 3.2938347987073576e-06,
      "loss": 0.6054,
      "step": 3010
    },
    {
      "epoch": 2.606256742179072,
      "grad_norm": 13.966845512390137,
      "learning_rate": 3.2584585724592967e-06,
      "loss": 0.5767,
      "step": 3020
    },
    {
      "epoch": 2.614886731391586,
      "grad_norm": 6.929962635040283,
      "learning_rate": 3.223181287161812e-06,
      "loss": 0.5214,
      "step": 3030
    },
    {
      "epoch": 2.6235167206040995,
      "grad_norm": 9.28740406036377,
      "learning_rate": 3.1880049469981468e-06,
      "loss": 0.5823,
      "step": 3040
    },
    {
      "epoch": 2.6321467098166127,
      "grad_norm": 22.37981414794922,
      "learning_rate": 3.1529315504166147e-06,
      "loss": 0.6293,
      "step": 3050
    },
    {
      "epoch": 2.6321467098166127,
      "eval_accuracy": 0.6368932038834951,
      "eval_loss": 0.6685478091239929,
      "eval_runtime": 321.0635,
      "eval_samples_per_second": 1.604,
      "eval_steps_per_second": 1.604,
      "step": 3050
    },
    {
      "epoch": 2.6407766990291264,
      "grad_norm": 17.161617279052734,
      "learning_rate": 3.117963090017071e-06,
      "loss": 0.5728,
      "step": 3060
    },
    {
      "epoch": 2.6494066882416396,
      "grad_norm": 19.009254455566406,
      "learning_rate": 3.08310155243771e-06,
      "loss": 0.7621,
      "step": 3070
    },
    {
      "epoch": 2.6580366774541533,
      "grad_norm": 12.797933578491211,
      "learning_rate": 3.048348918242191e-06,
      "loss": 0.5567,
      "step": 3080
    },
    {
      "epoch": 2.6666666666666665,
      "grad_norm": 10.396708488464355,
      "learning_rate": 3.013707161807128e-06,
      "loss": 0.6592,
      "step": 3090
    },
    {
      "epoch": 2.67529665587918,
      "grad_norm": 8.590036392211914,
      "learning_rate": 2.9791782512099098e-06,
      "loss": 0.6095,
      "step": 3100
    },
    {
      "epoch": 2.67529665587918,
      "eval_accuracy": 0.6621359223300971,
      "eval_loss": 0.6717608571052551,
      "eval_runtime": 321.0303,
      "eval_samples_per_second": 1.604,
      "eval_steps_per_second": 1.604,
      "step": 3100
    },
    {
      "epoch": 2.6839266450916934,
      "grad_norm": 11.886474609375,
      "learning_rate": 2.944764148116902e-06,
      "loss": 0.4862,
      "step": 3110
    },
    {
      "epoch": 2.692556634304207,
      "grad_norm": 15.282882690429688,
      "learning_rate": 2.9104668076719876e-06,
      "loss": 0.5833,
      "step": 3120
    },
    {
      "epoch": 2.701186623516721,
      "grad_norm": 15.11883544921875,
      "learning_rate": 2.8762881783855025e-06,
      "loss": 0.5887,
      "step": 3130
    },
    {
      "epoch": 2.709816612729234,
      "grad_norm": 9.773431777954102,
      "learning_rate": 2.8422302020235252e-06,
      "loss": 0.6644,
      "step": 3140
    },
    {
      "epoch": 2.7184466019417477,
      "grad_norm": 16.19442367553711,
      "learning_rate": 2.808294813497563e-06,
      "loss": 0.5422,
      "step": 3150
    },
    {
      "epoch": 2.7184466019417477,
      "eval_accuracy": 0.6485436893203883,
      "eval_loss": 0.6904874444007874,
      "eval_runtime": 321.1401,
      "eval_samples_per_second": 1.604,
      "eval_steps_per_second": 1.604,
      "step": 3150
    },
    {
      "epoch": 2.727076591154261,
      "grad_norm": 16.843564987182617,
      "learning_rate": 2.7744839407546374e-06,
      "loss": 0.6523,
      "step": 3160
    },
    {
      "epoch": 2.7357065803667746,
      "grad_norm": 18.18024253845215,
      "learning_rate": 2.7407995046677377e-06,
      "loss": 0.5283,
      "step": 3170
    },
    {
      "epoch": 2.7443365695792883,
      "grad_norm": 20.41519546508789,
      "learning_rate": 2.7072434189266945e-06,
      "loss": 0.5934,
      "step": 3180
    },
    {
      "epoch": 2.7529665587918015,
      "grad_norm": 14.765863418579102,
      "learning_rate": 2.6738175899294703e-06,
      "loss": 0.6699,
      "step": 3190
    },
    {
      "epoch": 2.7615965480043148,
      "grad_norm": 17.99534034729004,
      "learning_rate": 2.640523916673838e-06,
      "loss": 0.6089,
      "step": 3200
    },
    {
      "epoch": 2.7615965480043148,
      "eval_accuracy": 0.654368932038835,
      "eval_loss": 0.6814106106758118,
      "eval_runtime": 321.1084,
      "eval_samples_per_second": 1.604,
      "eval_steps_per_second": 1.604,
      "step": 3200
    },
    {
      "epoch": 2.7702265372168284,
      "grad_norm": 5.104621887207031,
      "learning_rate": 2.607364290649501e-06,
      "loss": 0.6884,
      "step": 3210
    },
    {
      "epoch": 2.778856526429342,
      "grad_norm": 17.406665802001953,
      "learning_rate": 2.574340595730633e-06,
      "loss": 0.6264,
      "step": 3220
    },
    {
      "epoch": 2.7874865156418553,
      "grad_norm": 8.697972297668457,
      "learning_rate": 2.541454708068855e-06,
      "loss": 0.5552,
      "step": 3230
    },
    {
      "epoch": 2.796116504854369,
      "grad_norm": 7.472986698150635,
      "learning_rate": 2.5087084959866403e-06,
      "loss": 0.596,
      "step": 3240
    },
    {
      "epoch": 2.8047464940668823,
      "grad_norm": 11.333291053771973,
      "learning_rate": 2.476103819871166e-06,
      "loss": 0.6238,
      "step": 3250
    },
    {
      "epoch": 2.8047464940668823,
      "eval_accuracy": 0.6466019417475728,
      "eval_loss": 0.6738768815994263,
      "eval_runtime": 321.0019,
      "eval_samples_per_second": 1.604,
      "eval_steps_per_second": 1.604,
      "step": 3250
    },
    {
      "epoch": 2.813376483279396,
      "grad_norm": 15.323911666870117,
      "learning_rate": 2.44364253206864e-06,
      "loss": 0.6472,
      "step": 3260
    },
    {
      "epoch": 2.8220064724919096,
      "grad_norm": 14.362588882446289,
      "learning_rate": 2.4113264767790433e-06,
      "loss": 0.6375,
      "step": 3270
    },
    {
      "epoch": 2.830636461704423,
      "grad_norm": 11.027913093566895,
      "learning_rate": 2.379157489951367e-06,
      "loss": 0.6185,
      "step": 3280
    },
    {
      "epoch": 2.839266450916936,
      "grad_norm": 8.004063606262207,
      "learning_rate": 2.3471373991793116e-06,
      "loss": 0.6608,
      "step": 3290
    },
    {
      "epoch": 2.8478964401294498,
      "grad_norm": 11.401987075805664,
      "learning_rate": 2.315268023597447e-06,
      "loss": 0.7386,
      "step": 3300
    },
    {
      "epoch": 2.8478964401294498,
      "eval_accuracy": 0.6485436893203883,
      "eval_loss": 0.6621807813644409,
      "eval_runtime": 321.0895,
      "eval_samples_per_second": 1.604,
      "eval_steps_per_second": 1.604,
      "step": 3300
    },
    {
      "epoch": 2.8565264293419634,
      "grad_norm": 11.381020545959473,
      "learning_rate": 2.2835511737778687e-06,
      "loss": 0.5386,
      "step": 3310
    },
    {
      "epoch": 2.8651564185544767,
      "grad_norm": 14.900254249572754,
      "learning_rate": 2.2519886516273365e-06,
      "loss": 0.6754,
      "step": 3320
    },
    {
      "epoch": 2.8737864077669903,
      "grad_norm": 10.069350242614746,
      "learning_rate": 2.220582250284905e-06,
      "loss": 0.6129,
      "step": 3330
    },
    {
      "epoch": 2.8824163969795036,
      "grad_norm": 8.782756805419922,
      "learning_rate": 2.189333754020046e-06,
      "loss": 0.6185,
      "step": 3340
    },
    {
      "epoch": 2.8910463861920173,
      "grad_norm": 8.9526948928833,
      "learning_rate": 2.158244938131277e-06,
      "loss": 0.6166,
      "step": 3350
    },
    {
      "epoch": 2.8910463861920173,
      "eval_accuracy": 0.654368932038835,
      "eval_loss": 0.6567447781562805,
      "eval_runtime": 320.6468,
      "eval_samples_per_second": 1.606,
      "eval_steps_per_second": 1.606,
      "step": 3350
    },
    {
      "epoch": 2.899676375404531,
      "grad_norm": 6.0573625564575195,
      "learning_rate": 2.12731756884532e-06,
      "loss": 0.6601,
      "step": 3360
    },
    {
      "epoch": 2.908306364617044,
      "grad_norm": 15.11607837677002,
      "learning_rate": 2.096553403216739e-06,
      "loss": 0.7397,
      "step": 3370
    },
    {
      "epoch": 2.916936353829558,
      "grad_norm": 7.567427635192871,
      "learning_rate": 2.0659541890281236e-06,
      "loss": 0.5167,
      "step": 3380
    },
    {
      "epoch": 2.925566343042071,
      "grad_norm": 11.045202255249023,
      "learning_rate": 2.0355216646908016e-06,
      "loss": 0.6497,
      "step": 3390
    },
    {
      "epoch": 2.9341963322545848,
      "grad_norm": 14.782462120056152,
      "learning_rate": 2.0052575591460636e-06,
      "loss": 0.5866,
      "step": 3400
    },
    {
      "epoch": 2.9341963322545848,
      "eval_accuracy": 0.6504854368932039,
      "eval_loss": 0.6615984439849854,
      "eval_runtime": 320.6259,
      "eval_samples_per_second": 1.606,
      "eval_steps_per_second": 1.606,
      "step": 3400
    },
    {
      "epoch": 2.9428263214670984,
      "grad_norm": 5.701985836029053,
      "learning_rate": 1.975163591766946e-06,
      "loss": 0.6723,
      "step": 3410
    },
    {
      "epoch": 2.9514563106796117,
      "grad_norm": 10.19908618927002,
      "learning_rate": 1.9452414722605432e-06,
      "loss": 0.592,
      "step": 3420
    },
    {
      "epoch": 2.960086299892125,
      "grad_norm": 8.34867000579834,
      "learning_rate": 1.915492900570887e-06,
      "loss": 0.6623,
      "step": 3430
    },
    {
      "epoch": 2.9687162891046386,
      "grad_norm": 14.363434791564941,
      "learning_rate": 1.885919566782352e-06,
      "loss": 0.6295,
      "step": 3440
    },
    {
      "epoch": 2.9773462783171523,
      "grad_norm": 9.90467357635498,
      "learning_rate": 1.8565231510236531e-06,
      "loss": 0.6348,
      "step": 3450
    },
    {
      "epoch": 2.9773462783171523,
      "eval_accuracy": 0.6563106796116505,
      "eval_loss": 0.6633828282356262,
      "eval_runtime": 320.6481,
      "eval_samples_per_second": 1.606,
      "eval_steps_per_second": 1.606,
      "step": 3450
    },
    {
      "epoch": 2.9859762675296655,
      "grad_norm": 13.353963851928711,
      "learning_rate": 1.8273053233723843e-06,
      "loss": 0.5338,
      "step": 3460
    },
    {
      "epoch": 2.994606256742179,
      "grad_norm": 14.00833797454834,
      "learning_rate": 1.798267743760142e-06,
      "loss": 0.633,
      "step": 3470
    },
    {
      "epoch": 3.0032362459546924,
      "grad_norm": 14.501118659973145,
      "learning_rate": 1.7694120618782169e-06,
      "loss": 0.5085,
      "step": 3480
    },
    {
      "epoch": 3.011866235167206,
      "grad_norm": 9.27495002746582,
      "learning_rate": 1.7407399170838802e-06,
      "loss": 0.5477,
      "step": 3490
    },
    {
      "epoch": 3.0204962243797193,
      "grad_norm": 12.652294158935547,
      "learning_rate": 1.7122529383072346e-06,
      "loss": 0.5907,
      "step": 3500
    },
    {
      "epoch": 3.0204962243797193,
      "eval_accuracy": 0.658252427184466,
      "eval_loss": 0.6642096042633057,
      "eval_runtime": 320.7217,
      "eval_samples_per_second": 1.606,
      "eval_steps_per_second": 1.606,
      "step": 3500
    },
    {
      "epoch": 3.029126213592233,
      "grad_norm": 12.352764129638672,
      "learning_rate": 1.68395274395868e-06,
      "loss": 0.5256,
      "step": 3510
    },
    {
      "epoch": 3.0377562028047467,
      "grad_norm": 6.0259222984313965,
      "learning_rate": 1.6558409418369686e-06,
      "loss": 0.4449,
      "step": 3520
    },
    {
      "epoch": 3.04638619201726,
      "grad_norm": 4.154427528381348,
      "learning_rate": 1.6279191290378566e-06,
      "loss": 0.449,
      "step": 3530
    },
    {
      "epoch": 3.0550161812297736,
      "grad_norm": 12.186491012573242,
      "learning_rate": 1.6001888918633728e-06,
      "loss": 0.4746,
      "step": 3540
    },
    {
      "epoch": 3.063646170442287,
      "grad_norm": 9.144371032714844,
      "learning_rate": 1.5726518057316969e-06,
      "loss": 0.4985,
      "step": 3550
    },
    {
      "epoch": 3.063646170442287,
      "eval_accuracy": 0.654368932038835,
      "eval_loss": 0.6903661489486694,
      "eval_runtime": 320.6325,
      "eval_samples_per_second": 1.606,
      "eval_steps_per_second": 1.606,
      "step": 3550
    },
    {
      "epoch": 3.0722761596548005,
      "grad_norm": 14.253432273864746,
      "learning_rate": 1.5453094350876563e-06,
      "loss": 0.5309,
      "step": 3560
    },
    {
      "epoch": 3.0809061488673137,
      "grad_norm": 14.948261260986328,
      "learning_rate": 1.5181633333138456e-06,
      "loss": 0.5263,
      "step": 3570
    },
    {
      "epoch": 3.0895361380798274,
      "grad_norm": 9.058218955993652,
      "learning_rate": 1.4912150426423766e-06,
      "loss": 0.5077,
      "step": 3580
    },
    {
      "epoch": 3.098166127292341,
      "grad_norm": 17.286836624145508,
      "learning_rate": 1.4644660940672628e-06,
      "loss": 0.5556,
      "step": 3590
    },
    {
      "epoch": 3.1067961165048543,
      "grad_norm": 9.762429237365723,
      "learning_rate": 1.4379180072574335e-06,
      "loss": 0.53,
      "step": 3600
    },
    {
      "epoch": 3.1067961165048543,
      "eval_accuracy": 0.6466019417475728,
      "eval_loss": 0.6925872564315796,
      "eval_runtime": 320.6091,
      "eval_samples_per_second": 1.606,
      "eval_steps_per_second": 1.606,
      "step": 3600
    },
    {
      "epoch": 3.115426105717368,
      "grad_norm": 15.105671882629395,
      "learning_rate": 1.411572290470401e-06,
      "loss": 0.5956,
      "step": 3610
    },
    {
      "epoch": 3.1240560949298812,
      "grad_norm": 13.916862487792969,
      "learning_rate": 1.3854304404665796e-06,
      "loss": 0.5019,
      "step": 3620
    },
    {
      "epoch": 3.132686084142395,
      "grad_norm": 14.544822692871094,
      "learning_rate": 1.359493942424241e-06,
      "loss": 0.5761,
      "step": 3630
    },
    {
      "epoch": 3.141316073354908,
      "grad_norm": 15.535740852355957,
      "learning_rate": 1.3337642698551428e-06,
      "loss": 0.4957,
      "step": 3640
    },
    {
      "epoch": 3.149946062567422,
      "grad_norm": 13.230164527893066,
      "learning_rate": 1.3082428845208155e-06,
      "loss": 0.5728,
      "step": 3650
    },
    {
      "epoch": 3.149946062567422,
      "eval_accuracy": 0.654368932038835,
      "eval_loss": 0.6939272880554199,
      "eval_runtime": 320.6286,
      "eval_samples_per_second": 1.606,
      "eval_steps_per_second": 1.606,
      "step": 3650
    },
    {
      "epoch": 3.158576051779935,
      "grad_norm": 11.026480674743652,
      "learning_rate": 1.2829312363495155e-06,
      "loss": 0.5602,
      "step": 3660
    },
    {
      "epoch": 3.1672060409924487,
      "grad_norm": 10.449764251708984,
      "learning_rate": 1.2578307633538505e-06,
      "loss": 0.6031,
      "step": 3670
    },
    {
      "epoch": 3.1758360302049624,
      "grad_norm": 13.517521858215332,
      "learning_rate": 1.232942891549083e-06,
      "loss": 0.6053,
      "step": 3680
    },
    {
      "epoch": 3.1844660194174756,
      "grad_norm": 10.760808944702148,
      "learning_rate": 1.2082690348721204e-06,
      "loss": 0.5024,
      "step": 3690
    },
    {
      "epoch": 3.1930960086299893,
      "grad_norm": 14.012762069702148,
      "learning_rate": 1.1838105951011758e-06,
      "loss": 0.5011,
      "step": 3700
    },
    {
      "epoch": 3.1930960086299893,
      "eval_accuracy": 0.6601941747572816,
      "eval_loss": 0.6916132569313049,
      "eval_runtime": 320.6627,
      "eval_samples_per_second": 1.606,
      "eval_steps_per_second": 1.606,
      "step": 3700
    },
    {
      "epoch": 3.2017259978425026,
      "grad_norm": 11.190227508544922,
      "learning_rate": 1.1595689617761363e-06,
      "loss": 0.4906,
      "step": 3710
    },
    {
      "epoch": 3.2103559870550162,
      "grad_norm": 17.964550018310547,
      "learning_rate": 1.1355455121196234e-06,
      "loss": 0.5705,
      "step": 3720
    },
    {
      "epoch": 3.2189859762675295,
      "grad_norm": 21.885299682617188,
      "learning_rate": 1.1117416109587403e-06,
      "loss": 0.6581,
      "step": 3730
    },
    {
      "epoch": 3.227615965480043,
      "grad_norm": 10.283282279968262,
      "learning_rate": 1.0881586106475406e-06,
      "loss": 0.6133,
      "step": 3740
    },
    {
      "epoch": 3.236245954692557,
      "grad_norm": 8.597122192382812,
      "learning_rate": 1.0647978509901946e-06,
      "loss": 0.4987,
      "step": 3750
    },
    {
      "epoch": 3.236245954692557,
      "eval_accuracy": 0.654368932038835,
      "eval_loss": 0.6906397938728333,
      "eval_runtime": 320.6953,
      "eval_samples_per_second": 1.606,
      "eval_steps_per_second": 1.606,
      "step": 3750
    },
    {
      "epoch": 3.24487594390507,
      "grad_norm": 10.815213203430176,
      "learning_rate": 1.0416606591648737e-06,
      "loss": 0.6638,
      "step": 3760
    },
    {
      "epoch": 3.2535059331175837,
      "grad_norm": 7.768321990966797,
      "learning_rate": 1.018748349648348e-06,
      "loss": 0.5556,
      "step": 3770
    },
    {
      "epoch": 3.262135922330097,
      "grad_norm": 11.6558837890625,
      "learning_rate": 9.960622241413137e-07,
      "loss": 0.5817,
      "step": 3780
    },
    {
      "epoch": 3.2707659115426106,
      "grad_norm": 14.339502334594727,
      "learning_rate": 9.736035714944314e-07,
      "loss": 0.5237,
      "step": 3790
    },
    {
      "epoch": 3.279395900755124,
      "grad_norm": 15.16897964477539,
      "learning_rate": 9.513736676351104e-07,
      "loss": 0.5909,
      "step": 3800
    },
    {
      "epoch": 3.279395900755124,
      "eval_accuracy": 0.658252427184466,
      "eval_loss": 0.6882277727127075,
      "eval_runtime": 320.663,
      "eval_samples_per_second": 1.606,
      "eval_steps_per_second": 1.606,
      "step": 3800
    },
    {
      "epoch": 3.2880258899676376,
      "grad_norm": 13.602522850036621,
      "learning_rate": 9.293737754950166e-07,
      "loss": 0.5828,
      "step": 3810
    },
    {
      "epoch": 3.2966558791801512,
      "grad_norm": 17.136140823364258,
      "learning_rate": 9.076051449383294e-07,
      "loss": 0.6515,
      "step": 3820
    },
    {
      "epoch": 3.3052858683926645,
      "grad_norm": 13.352173805236816,
      "learning_rate": 8.860690126907229e-07,
      "loss": 0.5751,
      "step": 3830
    },
    {
      "epoch": 3.313915857605178,
      "grad_norm": 21.102169036865234,
      "learning_rate": 8.64766602269112e-07,
      "loss": 0.6061,
      "step": 3840
    },
    {
      "epoch": 3.3225458468176914,
      "grad_norm": 23.22005844116211,
      "learning_rate": 8.436991239121451e-07,
      "loss": 0.5194,
      "step": 3850
    },
    {
      "epoch": 3.3225458468176914,
      "eval_accuracy": 0.6524271844660194,
      "eval_loss": 0.6874131560325623,
      "eval_runtime": 320.7489,
      "eval_samples_per_second": 1.606,
      "eval_steps_per_second": 1.606,
      "step": 3850
    },
    {
      "epoch": 3.331175836030205,
      "grad_norm": 8.979095458984375,
      "learning_rate": 8.22867774511435e-07,
      "loss": 0.5395,
      "step": 3860
    },
    {
      "epoch": 3.3398058252427183,
      "grad_norm": 9.126049041748047,
      "learning_rate": 8.022737375435735e-07,
      "loss": 0.566,
      "step": 3870
    },
    {
      "epoch": 3.348435814455232,
      "grad_norm": 8.811643600463867,
      "learning_rate": 7.81918183002891e-07,
      "loss": 0.5703,
      "step": 3880
    },
    {
      "epoch": 3.357065803667745,
      "grad_norm": 9.9462308883667,
      "learning_rate": 7.618022673349834e-07,
      "loss": 0.5318,
      "step": 3890
    },
    {
      "epoch": 3.365695792880259,
      "grad_norm": 15.365378379821777,
      "learning_rate": 7.419271333710154e-07,
      "loss": 0.5925,
      "step": 3900
    },
    {
      "epoch": 3.365695792880259,
      "eval_accuracy": 0.6601941747572816,
      "eval_loss": 0.685357391834259,
      "eval_runtime": 320.5481,
      "eval_samples_per_second": 1.607,
      "eval_steps_per_second": 1.607,
      "step": 3900
    },
    {
      "epoch": 3.3743257820927726,
      "grad_norm": 13.633624076843262,
      "learning_rate": 7.222939102627919e-07,
      "loss": 0.6622,
      "step": 3910
    },
    {
      "epoch": 3.382955771305286,
      "grad_norm": 14.377915382385254,
      "learning_rate": 7.029037134186112e-07,
      "loss": 0.4916,
      "step": 3920
    },
    {
      "epoch": 3.3915857605177995,
      "grad_norm": 11.740239143371582,
      "learning_rate": 6.837576444398913e-07,
      "loss": 0.5409,
      "step": 3930
    },
    {
      "epoch": 3.4002157497303127,
      "grad_norm": 10.254107475280762,
      "learning_rate": 6.648567910585874e-07,
      "loss": 0.6555,
      "step": 3940
    },
    {
      "epoch": 3.4088457389428264,
      "grad_norm": 16.456100463867188,
      "learning_rate": 6.46202227075401e-07,
      "loss": 0.4709,
      "step": 3950
    },
    {
      "epoch": 3.4088457389428264,
      "eval_accuracy": 0.6621359223300971,
      "eval_loss": 0.6879016160964966,
      "eval_runtime": 320.8657,
      "eval_samples_per_second": 1.605,
      "eval_steps_per_second": 1.605,
      "step": 3950
    },
    {
      "epoch": 3.4174757281553396,
      "grad_norm": 6.954639911651611,
      "learning_rate": 6.277950122987631e-07,
      "loss": 0.542,
      "step": 3960
    },
    {
      "epoch": 3.4261057173678533,
      "grad_norm": 16.155237197875977,
      "learning_rate": 6.096361924846333e-07,
      "loss": 0.6621,
      "step": 3970
    },
    {
      "epoch": 3.4347357065803665,
      "grad_norm": 10.976309776306152,
      "learning_rate": 5.917267992770881e-07,
      "loss": 0.5217,
      "step": 3980
    },
    {
      "epoch": 3.44336569579288,
      "grad_norm": 17.910186767578125,
      "learning_rate": 5.740678501497049e-07,
      "loss": 0.669,
      "step": 3990
    },
    {
      "epoch": 3.451995685005394,
      "grad_norm": 16.26474952697754,
      "learning_rate": 5.566603483477607e-07,
      "loss": 0.5317,
      "step": 4000
    },
    {
      "epoch": 3.451995685005394,
      "eval_accuracy": 0.6601941747572816,
      "eval_loss": 0.6886419057846069,
      "eval_runtime": 320.5766,
      "eval_samples_per_second": 1.606,
      "eval_steps_per_second": 1.606,
      "step": 4000
    },
    {
      "epoch": 3.460625674217907,
      "grad_norm": 22.223215103149414,
      "learning_rate": 5.395052828312359e-07,
      "loss": 0.5363,
      "step": 4010
    },
    {
      "epoch": 3.469255663430421,
      "grad_norm": 8.730759620666504,
      "learning_rate": 5.226036282186286e-07,
      "loss": 0.6681,
      "step": 4020
    },
    {
      "epoch": 3.477885652642934,
      "grad_norm": 8.632150650024414,
      "learning_rate": 5.059563447315829e-07,
      "loss": 0.5089,
      "step": 4030
    },
    {
      "epoch": 3.4865156418554477,
      "grad_norm": 9.663848876953125,
      "learning_rate": 4.895643781403375e-07,
      "loss": 0.4644,
      "step": 4040
    },
    {
      "epoch": 3.4951456310679614,
      "grad_norm": 11.52153205871582,
      "learning_rate": 4.73428659709998e-07,
      "loss": 0.5821,
      "step": 4050
    },
    {
      "epoch": 3.4951456310679614,
      "eval_accuracy": 0.6660194174757281,
      "eval_loss": 0.6889378428459167,
      "eval_runtime": 320.9557,
      "eval_samples_per_second": 1.605,
      "eval_steps_per_second": 1.605,
      "step": 4050
    },
    {
      "epoch": 3.5037756202804746,
      "grad_norm": 17.435976028442383,
      "learning_rate": 4.575501061476195e-07,
      "loss": 0.5951,
      "step": 4060
    },
    {
      "epoch": 3.512405609492988,
      "grad_norm": 13.329899787902832,
      "learning_rate": 4.4192961955013766e-07,
      "loss": 0.5985,
      "step": 4070
    },
    {
      "epoch": 3.5210355987055015,
      "grad_norm": 10.234993934631348,
      "learning_rate": 4.265680873531136e-07,
      "loss": 0.5232,
      "step": 4080
    },
    {
      "epoch": 3.529665587918015,
      "grad_norm": 13.122269630432129,
      "learning_rate": 4.1146638228031557e-07,
      "loss": 0.5554,
      "step": 4090
    },
    {
      "epoch": 3.5382955771305284,
      "grad_norm": 10.752240180969238,
      "learning_rate": 3.966253622941385e-07,
      "loss": 0.5887,
      "step": 4100
    },
    {
      "epoch": 3.5382955771305284,
      "eval_accuracy": 0.6640776699029126,
      "eval_loss": 0.6890589594841003,
      "eval_runtime": 321.1286,
      "eval_samples_per_second": 1.604,
      "eval_steps_per_second": 1.604,
      "step": 4100
    },
    {
      "epoch": 3.546925566343042,
      "grad_norm": 13.36107063293457,
      "learning_rate": 3.820458705468633e-07,
      "loss": 0.5101,
      "step": 4110
    },
    {
      "epoch": 3.5555555555555554,
      "grad_norm": 11.969443321228027,
      "learning_rate": 3.677287353327519e-07,
      "loss": 0.6162,
      "step": 4120
    },
    {
      "epoch": 3.564185544768069,
      "grad_norm": 15.6027250289917,
      "learning_rate": 3.536747700409932e-07,
      "loss": 0.6591,
      "step": 4130
    },
    {
      "epoch": 3.5728155339805827,
      "grad_norm": 10.335657119750977,
      "learning_rate": 3.3988477310948785e-07,
      "loss": 0.5749,
      "step": 4140
    },
    {
      "epoch": 3.581445523193096,
      "grad_norm": 7.062427043914795,
      "learning_rate": 3.2635952797949566e-07,
      "loss": 0.5362,
      "step": 4150
    },
    {
      "epoch": 3.581445523193096,
      "eval_accuracy": 0.6640776699029126,
      "eval_loss": 0.6879053711891174,
      "eval_runtime": 321.1587,
      "eval_samples_per_second": 1.604,
      "eval_steps_per_second": 1.604,
      "step": 4150
    },
    {
      "epoch": 3.5900755124056096,
      "grad_norm": 9.053596496582031,
      "learning_rate": 3.1309980305111674e-07,
      "loss": 0.5753,
      "step": 4160
    },
    {
      "epoch": 3.598705501618123,
      "grad_norm": 9.732317924499512,
      "learning_rate": 3.0010635163964186e-07,
      "loss": 0.5671,
      "step": 4170
    },
    {
      "epoch": 3.6073354908306365,
      "grad_norm": 14.350728034973145,
      "learning_rate": 2.8737991193275805e-07,
      "loss": 0.525,
      "step": 4180
    },
    {
      "epoch": 3.61596548004315,
      "grad_norm": 12.92699146270752,
      "learning_rate": 2.7492120694860237e-07,
      "loss": 0.5276,
      "step": 4190
    },
    {
      "epoch": 3.6245954692556634,
      "grad_norm": 8.268197059631348,
      "learning_rate": 2.627309444946929e-07,
      "loss": 0.4971,
      "step": 4200
    },
    {
      "epoch": 3.6245954692556634,
      "eval_accuracy": 0.6640776699029126,
      "eval_loss": 0.6887635588645935,
      "eval_runtime": 320.9246,
      "eval_samples_per_second": 1.605,
      "eval_steps_per_second": 1.605,
      "step": 4200
    },
    {
      "epoch": 3.6332254584681767,
      "grad_norm": 9.3760404586792,
      "learning_rate": 2.5080981712771344e-07,
      "loss": 0.4793,
      "step": 4210
    },
    {
      "epoch": 3.6418554476806904,
      "grad_norm": 17.867101669311523,
      "learning_rate": 2.391585021141668e-07,
      "loss": 0.4916,
      "step": 4220
    },
    {
      "epoch": 3.650485436893204,
      "grad_norm": 9.685575485229492,
      "learning_rate": 2.2777766139190084e-07,
      "loss": 0.54,
      "step": 4230
    },
    {
      "epoch": 3.6591154261057173,
      "grad_norm": 20.8098201751709,
      "learning_rate": 2.1666794153249792e-07,
      "loss": 0.6402,
      "step": 4240
    },
    {
      "epoch": 3.667745415318231,
      "grad_norm": 9.999732971191406,
      "learning_rate": 2.0582997370454882e-07,
      "loss": 0.5009,
      "step": 4250
    },
    {
      "epoch": 3.667745415318231,
      "eval_accuracy": 0.6640776699029126,
      "eval_loss": 0.6899433732032776,
      "eval_runtime": 321.085,
      "eval_samples_per_second": 1.604,
      "eval_steps_per_second": 1.604,
      "step": 4250
    },
    {
      "epoch": 3.676375404530744,
      "grad_norm": 13.440372467041016,
      "learning_rate": 1.9526437363778404e-07,
      "loss": 0.7073,
      "step": 4260
    },
    {
      "epoch": 3.685005393743258,
      "grad_norm": 12.25793170928955,
      "learning_rate": 1.8497174158810361e-07,
      "loss": 0.6589,
      "step": 4270
    },
    {
      "epoch": 3.6936353829557715,
      "grad_norm": 20.834096908569336,
      "learning_rate": 1.749526623034681e-07,
      "loss": 0.6127,
      "step": 4280
    },
    {
      "epoch": 3.7022653721682848,
      "grad_norm": 14.255398750305176,
      "learning_rate": 1.6520770499068083e-07,
      "loss": 0.4761,
      "step": 4290
    },
    {
      "epoch": 3.710895361380798,
      "grad_norm": 6.590888977050781,
      "learning_rate": 1.557374232830483e-07,
      "loss": 0.5813,
      "step": 4300
    },
    {
      "epoch": 3.710895361380798,
      "eval_accuracy": 0.6621359223300971,
      "eval_loss": 0.6886661648750305,
      "eval_runtime": 321.0071,
      "eval_samples_per_second": 1.604,
      "eval_steps_per_second": 1.604,
      "step": 4300
    },
    {
      "epoch": 3.7195253505933117,
      "grad_norm": 7.404444694519043,
      "learning_rate": 1.4654235520892958e-07,
      "loss": 0.5689,
      "step": 4310
    },
    {
      "epoch": 3.7281553398058254,
      "grad_norm": 18.861854553222656,
      "learning_rate": 1.3762302316116527e-07,
      "loss": 0.4723,
      "step": 4320
    },
    {
      "epoch": 3.7367853290183386,
      "grad_norm": 20.41657257080078,
      "learning_rate": 1.289799338674036e-07,
      "loss": 0.6008,
      "step": 4330
    },
    {
      "epoch": 3.7454153182308523,
      "grad_norm": 11.25420093536377,
      "learning_rate": 1.2061357836131104e-07,
      "loss": 0.5452,
      "step": 4340
    },
    {
      "epoch": 3.7540453074433655,
      "grad_norm": 13.756759643554688,
      "learning_rate": 1.1252443195467311e-07,
      "loss": 0.6147,
      "step": 4350
    },
    {
      "epoch": 3.7540453074433655,
      "eval_accuracy": 0.6640776699029126,
      "eval_loss": 0.6891469955444336,
      "eval_runtime": 320.9449,
      "eval_samples_per_second": 1.605,
      "eval_steps_per_second": 1.605,
      "step": 4350
    },
    {
      "epoch": 3.762675296655879,
      "grad_norm": 13.715859413146973,
      "learning_rate": 1.0471295421039251e-07,
      "loss": 0.5173,
      "step": 4360
    },
    {
      "epoch": 3.771305285868393,
      "grad_norm": 7.733090400695801,
      "learning_rate": 9.71795889163818e-08,
      "loss": 0.6093,
      "step": 4370
    },
    {
      "epoch": 3.779935275080906,
      "grad_norm": 7.727634429931641,
      "learning_rate": 8.992476406034845e-08,
      "loss": 0.5655,
      "step": 4380
    },
    {
      "epoch": 3.7885652642934198,
      "grad_norm": 8.828600883483887,
      "learning_rate": 8.294889180548104e-08,
      "loss": 0.7,
      "step": 4390
    },
    {
      "epoch": 3.797195253505933,
      "grad_norm": 8.170161247253418,
      "learning_rate": 7.625236846703243e-08,
      "loss": 0.6033,
      "step": 4400
    },
    {
      "epoch": 3.797195253505933,
      "eval_accuracy": 0.6640776699029126,
      "eval_loss": 0.6890521049499512,
      "eval_runtime": 320.8322,
      "eval_samples_per_second": 1.605,
      "eval_steps_per_second": 1.605,
      "step": 4400
    },
    {
      "epoch": 3.8058252427184467,
      "grad_norm": 10.907033920288086,
      "learning_rate": 6.983557448980549e-08,
      "loss": 0.5508,
      "step": 4410
    },
    {
      "epoch": 3.81445523193096,
      "grad_norm": 16.888439178466797,
      "learning_rate": 6.369887442653877e-08,
      "loss": 0.5819,
      "step": 4420
    },
    {
      "epoch": 3.8230852211434736,
      "grad_norm": 20.531522750854492,
      "learning_rate": 5.7842616917193064e-08,
      "loss": 0.4267,
      "step": 4430
    },
    {
      "epoch": 3.831715210355987,
      "grad_norm": 8.410703659057617,
      "learning_rate": 5.226713466915001e-08,
      "loss": 0.5266,
      "step": 4440
    },
    {
      "epoch": 3.8403451995685005,
      "grad_norm": 6.310892105102539,
      "learning_rate": 4.697274443830335e-08,
      "loss": 0.565,
      "step": 4450
    },
    {
      "epoch": 3.8403451995685005,
      "eval_accuracy": 0.6660194174757281,
      "eval_loss": 0.6890508532524109,
      "eval_runtime": 320.9035,
      "eval_samples_per_second": 1.605,
      "eval_steps_per_second": 1.605,
      "step": 4450
    },
    {
      "epoch": 3.848975188781014,
      "grad_norm": 28.219768524169922,
      "learning_rate": 4.195974701106775e-08,
      "loss": 0.5493,
      "step": 4460
    },
    {
      "epoch": 3.8576051779935274,
      "grad_norm": 19.05866241455078,
      "learning_rate": 3.722842718728969e-08,
      "loss": 0.5646,
      "step": 4470
    },
    {
      "epoch": 3.866235167206041,
      "grad_norm": 8.093132019042969,
      "learning_rate": 3.277905376406654e-08,
      "loss": 0.5774,
      "step": 4480
    },
    {
      "epoch": 3.8748651564185543,
      "grad_norm": 10.243422508239746,
      "learning_rate": 2.8611879520476503e-08,
      "loss": 0.6114,
      "step": 4490
    },
    {
      "epoch": 3.883495145631068,
      "grad_norm": 9.737555503845215,
      "learning_rate": 2.4727141203216286e-08,
      "loss": 0.5044,
      "step": 4500
    },
    {
      "epoch": 3.883495145631068,
      "eval_accuracy": 0.6640776699029126,
      "eval_loss": 0.6893202662467957,
      "eval_runtime": 321.2665,
      "eval_samples_per_second": 1.603,
      "eval_steps_per_second": 1.603,
      "step": 4500
    },
    {
      "epoch": 3.8921251348435817,
      "grad_norm": 15.192139625549316,
      "learning_rate": 2.1125059513152357e-08,
      "loss": 0.5512,
      "step": 4510
    },
    {
      "epoch": 3.900755124056095,
      "grad_norm": 23.43290901184082,
      "learning_rate": 1.7805839092781553e-08,
      "loss": 0.633,
      "step": 4520
    },
    {
      "epoch": 3.909385113268608,
      "grad_norm": 13.518702507019043,
      "learning_rate": 1.4769668514605374e-08,
      "loss": 0.5216,
      "step": 4530
    },
    {
      "epoch": 3.918015102481122,
      "grad_norm": 11.329241752624512,
      "learning_rate": 1.2016720270417448e-08,
      "loss": 0.5502,
      "step": 4540
    },
    {
      "epoch": 3.9266450916936355,
      "grad_norm": 20.290353775024414,
      "learning_rate": 9.547150761501922e-09,
      "loss": 0.613,
      "step": 4550
    },
    {
      "epoch": 3.9266450916936355,
      "eval_accuracy": 0.6660194174757281,
      "eval_loss": 0.68938148021698,
      "eval_runtime": 320.6069,
      "eval_samples_per_second": 1.606,
      "eval_steps_per_second": 1.606,
      "step": 4550
    },
    {
      "epoch": 3.9352750809061487,
      "grad_norm": 10.623443603515625,
      "learning_rate": 7.3611002897489015e-09,
      "loss": 0.5943,
      "step": 4560
    },
    {
      "epoch": 3.9439050701186624,
      "grad_norm": 13.714851379394531,
      "learning_rate": 5.458693049684161e-09,
      "loss": 0.5628,
      "step": 4570
    },
    {
      "epoch": 3.9525350593311757,
      "grad_norm": 20.694622039794922,
      "learning_rate": 3.8400371214131205e-09,
      "loss": 0.5538,
      "step": 4580
    },
    {
      "epoch": 3.9611650485436893,
      "grad_norm": 14.463215827941895,
      "learning_rate": 2.5052244644802048e-09,
      "loss": 0.64,
      "step": 4590
    },
    {
      "epoch": 3.969795037756203,
      "grad_norm": 7.637043476104736,
      "learning_rate": 1.4543309126446858e-09,
      "loss": 0.4614,
      "step": 4600
    },
    {
      "epoch": 3.969795037756203,
      "eval_accuracy": 0.6640776699029126,
      "eval_loss": 0.6896011829376221,
      "eval_runtime": 320.6166,
      "eval_samples_per_second": 1.606,
      "eval_steps_per_second": 1.606,
      "step": 4600
    },
    {
      "epoch": 3.9784250269687162,
      "grad_norm": 12.583084106445312,
      "learning_rate": 6.874161695719084e-10,
      "loss": 0.5865,
      "step": 4610
    },
    {
      "epoch": 3.98705501618123,
      "grad_norm": 16.6655216217041,
      "learning_rate": 2.045238054415588e-10,
      "loss": 0.5533,
      "step": 4620
    },
    {
      "epoch": 3.995685005393743,
      "grad_norm": 26.88420867919922,
      "learning_rate": 5.681254474088072e-12,
      "loss": 0.6292,
      "step": 4630
    },
    {
      "epoch": 3.997411003236246,
      "step": 4632,
      "total_flos": 0.0,
      "train_loss": 0.6694142627746947,
      "train_runtime": 66014.9203,
      "train_samples_per_second": 0.281,
      "train_steps_per_second": 0.07
    }
  ],
  "logging_steps": 10,
  "max_steps": 4632,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 4,
  "save_steps": 1000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}