{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.5735918320523116,
  "eval_steps": 10,
  "global_step": 5000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.001147183664104623,
      "eval_loss": 1.873344898223877,
      "eval_runtime": 12.7647,
      "eval_samples_per_second": 515.797,
      "eval_steps_per_second": 8.069,
      "step": 10
    },
    {
      "epoch": 0.002294367328209246,
      "eval_loss": 1.8726389408111572,
      "eval_runtime": 12.8667,
      "eval_samples_per_second": 511.709,
      "eval_steps_per_second": 8.005,
      "step": 20
    },
    {
      "epoch": 0.0034415509923138693,
      "eval_loss": 1.8714078664779663,
      "eval_runtime": 12.9103,
      "eval_samples_per_second": 509.979,
      "eval_steps_per_second": 7.978,
      "step": 30
    },
    {
      "epoch": 0.004588734656418492,
      "eval_loss": 1.8696790933609009,
      "eval_runtime": 12.947,
      "eval_samples_per_second": 508.534,
      "eval_steps_per_second": 7.955,
      "step": 40
    },
    {
      "epoch": 0.0057359183205231154,
      "eval_loss": 1.8675329685211182,
      "eval_runtime": 12.9458,
      "eval_samples_per_second": 508.582,
      "eval_steps_per_second": 7.956,
      "step": 50
    },
    {
      "epoch": 0.006883101984627739,
      "eval_loss": 1.8649154901504517,
      "eval_runtime": 13.0432,
      "eval_samples_per_second": 504.785,
      "eval_steps_per_second": 7.897,
      "step": 60
    },
    {
      "epoch": 0.008030285648732363,
      "eval_loss": 1.8619294166564941,
      "eval_runtime": 13.0638,
      "eval_samples_per_second": 503.988,
      "eval_steps_per_second": 7.884,
      "step": 70
    },
    {
      "epoch": 0.009177469312836984,
      "eval_loss": 1.8583979606628418,
      "eval_runtime": 13.0482,
      "eval_samples_per_second": 504.592,
      "eval_steps_per_second": 7.894,
      "step": 80
    },
    {
      "epoch": 0.010324652976941608,
      "eval_loss": 1.85438871383667,
      "eval_runtime": 13.0615,
      "eval_samples_per_second": 504.075,
      "eval_steps_per_second": 7.886,
      "step": 90
    },
    {
      "epoch": 0.011471836641046231,
      "grad_norm": 9.938580513000488,
      "learning_rate": 3.8226299694189603e-07,
      "loss": 3.1046,
      "step": 100
    },
    {
      "epoch": 0.011471836641046231,
      "eval_loss": 1.849947214126587,
      "eval_runtime": 13.0663,
      "eval_samples_per_second": 503.89,
      "eval_steps_per_second": 7.883,
      "step": 100
    },
    {
      "epoch": 0.012619020305150854,
      "eval_loss": 1.8451412916183472,
      "eval_runtime": 12.9771,
      "eval_samples_per_second": 507.357,
      "eval_steps_per_second": 7.937,
      "step": 110
    },
    {
      "epoch": 0.013766203969255477,
      "eval_loss": 1.8399487733840942,
      "eval_runtime": 13.0209,
      "eval_samples_per_second": 505.648,
      "eval_steps_per_second": 7.91,
      "step": 120
    },
    {
      "epoch": 0.0149133876333601,
      "eval_loss": 1.8342881202697754,
      "eval_runtime": 13.0369,
      "eval_samples_per_second": 505.028,
      "eval_steps_per_second": 7.901,
      "step": 130
    },
    {
      "epoch": 0.016060571297464726,
      "eval_loss": 1.8283486366271973,
      "eval_runtime": 13.0149,
      "eval_samples_per_second": 505.88,
      "eval_steps_per_second": 7.914,
      "step": 140
    },
    {
      "epoch": 0.017207754961569347,
      "eval_loss": 1.822334885597229,
      "eval_runtime": 13.0213,
      "eval_samples_per_second": 505.632,
      "eval_steps_per_second": 7.91,
      "step": 150
    },
    {
      "epoch": 0.01835493862567397,
      "eval_loss": 1.8158738613128662,
      "eval_runtime": 13.0599,
      "eval_samples_per_second": 504.14,
      "eval_steps_per_second": 7.887,
      "step": 160
    },
    {
      "epoch": 0.019502122289778594,
      "eval_loss": 1.8090614080429077,
      "eval_runtime": 13.034,
      "eval_samples_per_second": 505.14,
      "eval_steps_per_second": 7.902,
      "step": 170
    },
    {
      "epoch": 0.020649305953883215,
      "eval_loss": 1.8015782833099365,
      "eval_runtime": 13.0665,
      "eval_samples_per_second": 503.885,
      "eval_steps_per_second": 7.883,
      "step": 180
    },
    {
      "epoch": 0.02179648961798784,
      "eval_loss": 1.793796420097351,
      "eval_runtime": 13.0555,
      "eval_samples_per_second": 504.31,
      "eval_steps_per_second": 7.889,
      "step": 190
    },
    {
      "epoch": 0.022943673282092462,
      "grad_norm": 4.906337738037109,
      "learning_rate": 7.645259938837921e-07,
      "loss": 3.0303,
      "step": 200
    },
    {
      "epoch": 0.022943673282092462,
      "eval_loss": 1.785815715789795,
      "eval_runtime": 12.9925,
      "eval_samples_per_second": 506.754,
      "eval_steps_per_second": 7.928,
      "step": 200
    },
    {
      "epoch": 0.024090856946197087,
      "eval_loss": 1.7775053977966309,
      "eval_runtime": 13.0639,
      "eval_samples_per_second": 503.986,
      "eval_steps_per_second": 7.884,
      "step": 210
    },
    {
      "epoch": 0.025238040610301708,
      "eval_loss": 1.7692992687225342,
      "eval_runtime": 13.0129,
      "eval_samples_per_second": 505.96,
      "eval_steps_per_second": 7.915,
      "step": 220
    },
    {
      "epoch": 0.026385224274406333,
      "eval_loss": 1.760453224182129,
      "eval_runtime": 13.0078,
      "eval_samples_per_second": 506.158,
      "eval_steps_per_second": 7.918,
      "step": 230
    },
    {
      "epoch": 0.027532407938510955,
      "eval_loss": 1.751396656036377,
      "eval_runtime": 12.9957,
      "eval_samples_per_second": 506.628,
      "eval_steps_per_second": 7.926,
      "step": 240
    },
    {
      "epoch": 0.02867959160261558,
      "eval_loss": 1.7417218685150146,
      "eval_runtime": 12.9774,
      "eval_samples_per_second": 507.344,
      "eval_steps_per_second": 7.937,
      "step": 250
    },
    {
      "epoch": 0.0298267752667202,
      "eval_loss": 1.7319914102554321,
      "eval_runtime": 13.0219,
      "eval_samples_per_second": 505.611,
      "eval_steps_per_second": 7.91,
      "step": 260
    },
    {
      "epoch": 0.030973958930824826,
      "eval_loss": 1.7227253913879395,
      "eval_runtime": 13.0026,
      "eval_samples_per_second": 506.361,
      "eval_steps_per_second": 7.922,
      "step": 270
    },
    {
      "epoch": 0.03212114259492945,
      "eval_loss": 1.7133797407150269,
      "eval_runtime": 12.9757,
      "eval_samples_per_second": 507.409,
      "eval_steps_per_second": 7.938,
      "step": 280
    },
    {
      "epoch": 0.03326832625903407,
      "eval_loss": 1.704041600227356,
      "eval_runtime": 12.9845,
      "eval_samples_per_second": 507.065,
      "eval_steps_per_second": 7.933,
      "step": 290
    },
    {
      "epoch": 0.034415509923138694,
      "grad_norm": 4.665822505950928,
      "learning_rate": 1.1467889908256882e-06,
      "loss": 2.9459,
      "step": 300
    },
    {
      "epoch": 0.034415509923138694,
      "eval_loss": 1.6940686702728271,
      "eval_runtime": 13.0019,
      "eval_samples_per_second": 506.387,
      "eval_steps_per_second": 7.922,
      "step": 300
    },
    {
      "epoch": 0.035562693587243316,
      "eval_loss": 1.683342695236206,
      "eval_runtime": 13.0065,
      "eval_samples_per_second": 506.209,
      "eval_steps_per_second": 7.919,
      "step": 310
    },
    {
      "epoch": 0.03670987725134794,
      "eval_loss": 1.6724653244018555,
      "eval_runtime": 13.0129,
      "eval_samples_per_second": 505.96,
      "eval_steps_per_second": 7.915,
      "step": 320
    },
    {
      "epoch": 0.037857060915452566,
      "eval_loss": 1.6614341735839844,
      "eval_runtime": 12.9921,
      "eval_samples_per_second": 506.769,
      "eval_steps_per_second": 7.928,
      "step": 330
    },
    {
      "epoch": 0.03900424457955719,
      "eval_loss": 1.6510112285614014,
      "eval_runtime": 13.0242,
      "eval_samples_per_second": 505.52,
      "eval_steps_per_second": 7.908,
      "step": 340
    },
    {
      "epoch": 0.04015142824366181,
      "eval_loss": 1.6401513814926147,
      "eval_runtime": 12.9214,
      "eval_samples_per_second": 509.542,
      "eval_steps_per_second": 7.971,
      "step": 350
    },
    {
      "epoch": 0.04129861190776643,
      "eval_loss": 1.6295816898345947,
      "eval_runtime": 12.9563,
      "eval_samples_per_second": 508.171,
      "eval_steps_per_second": 7.95,
      "step": 360
    },
    {
      "epoch": 0.04244579557187106,
      "eval_loss": 1.6187150478363037,
      "eval_runtime": 12.9758,
      "eval_samples_per_second": 507.405,
      "eval_steps_per_second": 7.938,
      "step": 370
    },
    {
      "epoch": 0.04359297923597568,
      "eval_loss": 1.607272982597351,
      "eval_runtime": 12.9876,
      "eval_samples_per_second": 506.947,
      "eval_steps_per_second": 7.931,
      "step": 380
    },
    {
      "epoch": 0.0447401629000803,
      "eval_loss": 1.5961676836013794,
      "eval_runtime": 12.9782,
      "eval_samples_per_second": 507.313,
      "eval_steps_per_second": 7.936,
      "step": 390
    },
    {
      "epoch": 0.045887346564184923,
      "grad_norm": 4.870114326477051,
      "learning_rate": 1.5290519877675841e-06,
      "loss": 2.7813,
      "step": 400
    },
    {
      "epoch": 0.045887346564184923,
      "eval_loss": 1.5848218202590942,
      "eval_runtime": 12.9783,
      "eval_samples_per_second": 507.309,
      "eval_steps_per_second": 7.936,
      "step": 400
    },
    {
      "epoch": 0.04703453022828955,
      "eval_loss": 1.5734797716140747,
      "eval_runtime": 12.9739,
      "eval_samples_per_second": 507.482,
      "eval_steps_per_second": 7.939,
      "step": 410
    },
    {
      "epoch": 0.04818171389239417,
      "eval_loss": 1.562021255493164,
      "eval_runtime": 12.9388,
      "eval_samples_per_second": 508.855,
      "eval_steps_per_second": 7.961,
      "step": 420
    },
    {
      "epoch": 0.049328897556498795,
      "eval_loss": 1.5495364665985107,
      "eval_runtime": 12.9412,
      "eval_samples_per_second": 508.764,
      "eval_steps_per_second": 7.959,
      "step": 430
    },
    {
      "epoch": 0.050476081220603417,
      "eval_loss": 1.5375314950942993,
      "eval_runtime": 12.9686,
      "eval_samples_per_second": 507.687,
      "eval_steps_per_second": 7.942,
      "step": 440
    },
    {
      "epoch": 0.051623264884708045,
      "eval_loss": 1.525598168373108,
      "eval_runtime": 12.9695,
      "eval_samples_per_second": 507.651,
      "eval_steps_per_second": 7.942,
      "step": 450
    },
    {
      "epoch": 0.052770448548812667,
      "eval_loss": 1.5132672786712646,
      "eval_runtime": 12.8961,
      "eval_samples_per_second": 510.543,
      "eval_steps_per_second": 7.987,
      "step": 460
    },
    {
      "epoch": 0.05391763221291729,
      "eval_loss": 1.5012215375900269,
      "eval_runtime": 12.9428,
      "eval_samples_per_second": 508.7,
      "eval_steps_per_second": 7.958,
      "step": 470
    },
    {
      "epoch": 0.05506481587702191,
      "eval_loss": 1.4892219305038452,
      "eval_runtime": 12.9208,
      "eval_samples_per_second": 509.567,
      "eval_steps_per_second": 7.972,
      "step": 480
    },
    {
      "epoch": 0.05621199954112653,
      "eval_loss": 1.4768636226654053,
      "eval_runtime": 12.9423,
      "eval_samples_per_second": 508.721,
      "eval_steps_per_second": 7.958,
      "step": 490
    },
    {
      "epoch": 0.05735918320523116,
      "grad_norm": 4.155641555786133,
      "learning_rate": 1.9113149847094803e-06,
      "loss": 2.6308,
      "step": 500
    },
    {
      "epoch": 0.05735918320523116,
      "eval_loss": 1.4640088081359863,
      "eval_runtime": 12.8729,
      "eval_samples_per_second": 511.462,
      "eval_steps_per_second": 8.001,
      "step": 500
    },
    {
      "epoch": 0.05850636686933578,
      "eval_loss": 1.4513096809387207,
      "eval_runtime": 12.9653,
      "eval_samples_per_second": 507.817,
      "eval_steps_per_second": 7.944,
      "step": 510
    },
    {
      "epoch": 0.0596535505334404,
      "eval_loss": 1.439149260520935,
      "eval_runtime": 12.9443,
      "eval_samples_per_second": 508.639,
      "eval_steps_per_second": 7.957,
      "step": 520
    },
    {
      "epoch": 0.060800734197545024,
      "eval_loss": 1.426237940788269,
      "eval_runtime": 12.9496,
      "eval_samples_per_second": 508.433,
      "eval_steps_per_second": 7.954,
      "step": 530
    },
    {
      "epoch": 0.06194791786164965,
      "eval_loss": 1.4129557609558105,
      "eval_runtime": 12.9822,
      "eval_samples_per_second": 507.157,
      "eval_steps_per_second": 7.934,
      "step": 540
    },
    {
      "epoch": 0.06309510152575427,
      "eval_loss": 1.3997886180877686,
      "eval_runtime": 12.9979,
      "eval_samples_per_second": 506.542,
      "eval_steps_per_second": 7.924,
      "step": 550
    },
    {
      "epoch": 0.0642422851898589,
      "eval_loss": 1.3873906135559082,
      "eval_runtime": 12.9378,
      "eval_samples_per_second": 508.895,
      "eval_steps_per_second": 7.961,
      "step": 560
    },
    {
      "epoch": 0.06538946885396352,
      "eval_loss": 1.3751789331436157,
      "eval_runtime": 12.9624,
      "eval_samples_per_second": 507.932,
      "eval_steps_per_second": 7.946,
      "step": 570
    },
    {
      "epoch": 0.06653665251806815,
      "eval_loss": 1.3620370626449585,
      "eval_runtime": 12.9498,
      "eval_samples_per_second": 508.426,
      "eval_steps_per_second": 7.954,
      "step": 580
    },
    {
      "epoch": 0.06768383618217276,
      "eval_loss": 1.3485124111175537,
      "eval_runtime": 12.9759,
      "eval_samples_per_second": 507.403,
      "eval_steps_per_second": 7.938,
      "step": 590
    },
    {
      "epoch": 0.06883101984627739,
      "grad_norm": 5.262124061584473,
      "learning_rate": 2.2935779816513764e-06,
      "loss": 2.4452,
      "step": 600
    },
    {
      "epoch": 0.06883101984627739,
      "eval_loss": 1.3349775075912476,
      "eval_runtime": 12.9631,
      "eval_samples_per_second": 507.902,
      "eval_steps_per_second": 7.946,
      "step": 600
    },
    {
      "epoch": 0.06997820351038202,
      "eval_loss": 1.3213400840759277,
      "eval_runtime": 12.9619,
      "eval_samples_per_second": 507.951,
      "eval_steps_per_second": 7.946,
      "step": 610
    },
    {
      "epoch": 0.07112538717448663,
      "eval_loss": 1.308822512626648,
      "eval_runtime": 12.9652,
      "eval_samples_per_second": 507.82,
      "eval_steps_per_second": 7.944,
      "step": 620
    },
    {
      "epoch": 0.07227257083859126,
      "eval_loss": 1.296485185623169,
      "eval_runtime": 13.0441,
      "eval_samples_per_second": 504.75,
      "eval_steps_per_second": 7.896,
      "step": 630
    },
    {
      "epoch": 0.07341975450269587,
      "eval_loss": 1.283867597579956,
      "eval_runtime": 12.9822,
      "eval_samples_per_second": 507.154,
      "eval_steps_per_second": 7.934,
      "step": 640
    },
    {
      "epoch": 0.0745669381668005,
      "eval_loss": 1.2713148593902588,
      "eval_runtime": 12.9775,
      "eval_samples_per_second": 507.338,
      "eval_steps_per_second": 7.937,
      "step": 650
    },
    {
      "epoch": 0.07571412183090513,
      "eval_loss": 1.2591922283172607,
      "eval_runtime": 13.0227,
      "eval_samples_per_second": 505.578,
      "eval_steps_per_second": 7.909,
      "step": 660
    },
    {
      "epoch": 0.07686130549500975,
      "eval_loss": 1.246610164642334,
      "eval_runtime": 13.014,
      "eval_samples_per_second": 505.917,
      "eval_steps_per_second": 7.915,
      "step": 670
    },
    {
      "epoch": 0.07800848915911437,
      "eval_loss": 1.2331972122192383,
      "eval_runtime": 12.9634,
      "eval_samples_per_second": 507.891,
      "eval_steps_per_second": 7.945,
      "step": 680
    },
    {
      "epoch": 0.079155672823219,
      "eval_loss": 1.2203081846237183,
      "eval_runtime": 12.9664,
      "eval_samples_per_second": 507.775,
      "eval_steps_per_second": 7.944,
      "step": 690
    },
    {
      "epoch": 0.08030285648732362,
      "grad_norm": 3.824066400527954,
      "learning_rate": 2.6758409785932725e-06,
      "loss": 2.2626,
      "step": 700
    },
    {
      "epoch": 0.08030285648732362,
      "eval_loss": 1.207729697227478,
      "eval_runtime": 13.037,
      "eval_samples_per_second": 505.025,
      "eval_steps_per_second": 7.901,
      "step": 700
    },
    {
      "epoch": 0.08145004015142825,
      "eval_loss": 1.195885419845581,
      "eval_runtime": 12.9625,
      "eval_samples_per_second": 507.928,
      "eval_steps_per_second": 7.946,
      "step": 710
    },
    {
      "epoch": 0.08259722381553286,
      "eval_loss": 1.1840639114379883,
      "eval_runtime": 13.0124,
      "eval_samples_per_second": 505.98,
      "eval_steps_per_second": 7.916,
      "step": 720
    },
    {
      "epoch": 0.08374440747963749,
      "eval_loss": 1.1725258827209473,
      "eval_runtime": 12.9851,
      "eval_samples_per_second": 507.043,
      "eval_steps_per_second": 7.932,
      "step": 730
    },
    {
      "epoch": 0.08489159114374212,
      "eval_loss": 1.1619255542755127,
      "eval_runtime": 13.1041,
      "eval_samples_per_second": 502.438,
      "eval_steps_per_second": 7.86,
      "step": 740
    },
    {
      "epoch": 0.08603877480784673,
      "eval_loss": 1.1515777111053467,
      "eval_runtime": 12.9648,
      "eval_samples_per_second": 507.837,
      "eval_steps_per_second": 7.945,
      "step": 750
    },
    {
      "epoch": 0.08718595847195136,
      "eval_loss": 1.1416434049606323,
      "eval_runtime": 13.0349,
      "eval_samples_per_second": 505.104,
      "eval_steps_per_second": 7.902,
      "step": 760
    },
    {
      "epoch": 0.08833314213605599,
      "eval_loss": 1.1320044994354248,
      "eval_runtime": 13.0667,
      "eval_samples_per_second": 503.875,
      "eval_steps_per_second": 7.883,
      "step": 770
    },
    {
      "epoch": 0.0894803258001606,
      "eval_loss": 1.1226693391799927,
      "eval_runtime": 13.3034,
      "eval_samples_per_second": 494.912,
      "eval_steps_per_second": 7.742,
      "step": 780
    },
    {
      "epoch": 0.09062750946426523,
      "eval_loss": 1.113792061805725,
      "eval_runtime": 12.9793,
      "eval_samples_per_second": 507.271,
      "eval_steps_per_second": 7.936,
      "step": 790
    },
    {
      "epoch": 0.09177469312836985,
      "grad_norm": 3.358140707015991,
      "learning_rate": 3.0581039755351682e-06,
      "loss": 2.0044,
      "step": 800
    },
    {
      "epoch": 0.09177469312836985,
      "eval_loss": 1.1052675247192383,
      "eval_runtime": 13.0193,
      "eval_samples_per_second": 505.709,
      "eval_steps_per_second": 7.911,
      "step": 800
    },
    {
      "epoch": 0.09292187679247448,
      "eval_loss": 1.0964922904968262,
      "eval_runtime": 13.1289,
      "eval_samples_per_second": 501.489,
      "eval_steps_per_second": 7.845,
      "step": 810
    },
    {
      "epoch": 0.0940690604565791,
      "eval_loss": 1.0879426002502441,
      "eval_runtime": 12.9727,
      "eval_samples_per_second": 507.526,
      "eval_steps_per_second": 7.94,
      "step": 820
    },
    {
      "epoch": 0.09521624412068372,
      "eval_loss": 1.0795575380325317,
      "eval_runtime": 13.1138,
      "eval_samples_per_second": 502.068,
      "eval_steps_per_second": 7.854,
      "step": 830
    },
    {
      "epoch": 0.09636342778478835,
      "eval_loss": 1.0718028545379639,
      "eval_runtime": 12.9813,
      "eval_samples_per_second": 507.191,
      "eval_steps_per_second": 7.934,
      "step": 840
    },
    {
      "epoch": 0.09751061144889296,
      "eval_loss": 1.0643888711929321,
      "eval_runtime": 13.0171,
      "eval_samples_per_second": 505.795,
      "eval_steps_per_second": 7.913,
      "step": 850
    },
    {
      "epoch": 0.09865779511299759,
      "eval_loss": 1.0564391613006592,
      "eval_runtime": 13.0169,
      "eval_samples_per_second": 505.806,
      "eval_steps_per_second": 7.913,
      "step": 860
    },
    {
      "epoch": 0.09980497877710222,
      "eval_loss": 1.0490267276763916,
      "eval_runtime": 13.0703,
      "eval_samples_per_second": 503.738,
      "eval_steps_per_second": 7.88,
      "step": 870
    },
    {
      "epoch": 0.10095216244120683,
      "eval_loss": 1.0417358875274658,
      "eval_runtime": 13.0303,
      "eval_samples_per_second": 505.284,
      "eval_steps_per_second": 7.905,
      "step": 880
    },
    {
      "epoch": 0.10209934610531146,
      "eval_loss": 1.0353840589523315,
      "eval_runtime": 12.9765,
      "eval_samples_per_second": 507.381,
      "eval_steps_per_second": 7.937,
      "step": 890
    },
    {
      "epoch": 0.10324652976941609,
      "grad_norm": 3.705247402191162,
      "learning_rate": 3.4403669724770644e-06,
      "loss": 1.8763,
      "step": 900
    },
    {
      "epoch": 0.10324652976941609,
      "eval_loss": 1.0295778512954712,
      "eval_runtime": 13.0396,
      "eval_samples_per_second": 504.924,
      "eval_steps_per_second": 7.899,
      "step": 900
    },
    {
      "epoch": 0.1043937134335207,
      "eval_loss": 1.0238651037216187,
      "eval_runtime": 12.973,
      "eval_samples_per_second": 507.515,
      "eval_steps_per_second": 7.94,
      "step": 910
    },
    {
      "epoch": 0.10554089709762533,
      "eval_loss": 1.0180109739303589,
      "eval_runtime": 13.0196,
      "eval_samples_per_second": 505.7,
      "eval_steps_per_second": 7.911,
      "step": 920
    },
    {
      "epoch": 0.10668808076172995,
      "eval_loss": 1.0122654438018799,
      "eval_runtime": 12.9877,
      "eval_samples_per_second": 506.942,
      "eval_steps_per_second": 7.931,
      "step": 930
    },
    {
      "epoch": 0.10783526442583458,
      "eval_loss": 1.0065423250198364,
      "eval_runtime": 13.0039,
      "eval_samples_per_second": 506.312,
      "eval_steps_per_second": 7.921,
      "step": 940
    },
    {
      "epoch": 0.1089824480899392,
      "eval_loss": 1.0008338689804077,
      "eval_runtime": 13.1129,
      "eval_samples_per_second": 502.101,
      "eval_steps_per_second": 7.855,
      "step": 950
    },
    {
      "epoch": 0.11012963175404382,
      "eval_loss": 0.9950375556945801,
      "eval_runtime": 13.0191,
      "eval_samples_per_second": 505.718,
      "eval_steps_per_second": 7.911,
      "step": 960
    },
    {
      "epoch": 0.11127681541814845,
      "eval_loss": 0.9893631935119629,
      "eval_runtime": 12.9794,
      "eval_samples_per_second": 507.267,
      "eval_steps_per_second": 7.936,
      "step": 970
    },
    {
      "epoch": 0.11242399908225306,
      "eval_loss": 0.9840025305747986,
      "eval_runtime": 12.9799,
      "eval_samples_per_second": 507.247,
      "eval_steps_per_second": 7.935,
      "step": 980
    },
    {
      "epoch": 0.11357118274635769,
      "eval_loss": 0.9792994856834412,
      "eval_runtime": 12.9866,
      "eval_samples_per_second": 506.983,
      "eval_steps_per_second": 7.931,
      "step": 990
    },
    {
      "epoch": 0.11471836641046232,
      "grad_norm": 4.240755558013916,
      "learning_rate": 3.8226299694189605e-06,
      "loss": 1.7287,
      "step": 1000
    },
    {
      "epoch": 0.11471836641046232,
      "eval_loss": 0.9751574993133545,
      "eval_runtime": 13.0083,
      "eval_samples_per_second": 506.136,
      "eval_steps_per_second": 7.918,
      "step": 1000
    },
    {
      "epoch": 0.11586555007456693,
      "eval_loss": 0.9705988764762878,
      "eval_runtime": 12.9835,
      "eval_samples_per_second": 507.107,
      "eval_steps_per_second": 7.933,
      "step": 1010
    },
    {
      "epoch": 0.11701273373867156,
      "eval_loss": 0.9658572673797607,
      "eval_runtime": 13.0627,
      "eval_samples_per_second": 504.031,
      "eval_steps_per_second": 7.885,
      "step": 1020
    },
    {
      "epoch": 0.11815991740277619,
      "eval_loss": 0.9614543318748474,
      "eval_runtime": 13.0169,
      "eval_samples_per_second": 505.803,
      "eval_steps_per_second": 7.913,
      "step": 1030
    },
    {
      "epoch": 0.1193071010668808,
      "eval_loss": 0.9571945667266846,
      "eval_runtime": 12.9762,
      "eval_samples_per_second": 507.389,
      "eval_steps_per_second": 7.938,
      "step": 1040
    },
    {
      "epoch": 0.12045428473098543,
      "eval_loss": 0.9531480073928833,
      "eval_runtime": 13.0036,
      "eval_samples_per_second": 506.323,
      "eval_steps_per_second": 7.921,
      "step": 1050
    },
    {
      "epoch": 0.12160146839509005,
      "eval_loss": 0.9493557810783386,
      "eval_runtime": 13.0046,
      "eval_samples_per_second": 506.282,
      "eval_steps_per_second": 7.92,
      "step": 1060
    },
    {
      "epoch": 0.12274865205919468,
      "eval_loss": 0.9455849528312683,
      "eval_runtime": 13.0676,
      "eval_samples_per_second": 503.843,
      "eval_steps_per_second": 7.882,
      "step": 1070
    },
    {
      "epoch": 0.1238958357232993,
      "eval_loss": 0.9415374398231506,
      "eval_runtime": 13.0698,
      "eval_samples_per_second": 503.755,
      "eval_steps_per_second": 7.881,
      "step": 1080
    },
    {
      "epoch": 0.12504301938740392,
      "eval_loss": 0.9376588463783264,
      "eval_runtime": 12.9843,
      "eval_samples_per_second": 507.072,
      "eval_steps_per_second": 7.933,
      "step": 1090
    },
    {
      "epoch": 0.12619020305150855,
      "grad_norm": 3.3081679344177246,
      "learning_rate": 4.204892966360857e-06,
      "loss": 1.6312,
      "step": 1100
    },
    {
      "epoch": 0.12619020305150855,
      "eval_loss": 0.9338813424110413,
      "eval_runtime": 13.0365,
      "eval_samples_per_second": 505.043,
      "eval_steps_per_second": 7.901,
      "step": 1100
    },
    {
      "epoch": 0.12733738671561318,
      "eval_loss": 0.9302825927734375,
      "eval_runtime": 13.0692,
      "eval_samples_per_second": 503.779,
      "eval_steps_per_second": 7.881,
      "step": 1110
    },
    {
      "epoch": 0.1284845703797178,
      "eval_loss": 0.9267016053199768,
      "eval_runtime": 13.0455,
      "eval_samples_per_second": 504.694,
      "eval_steps_per_second": 7.895,
      "step": 1120
    },
    {
      "epoch": 0.1296317540438224,
      "eval_loss": 0.9232119917869568,
      "eval_runtime": 13.0051,
      "eval_samples_per_second": 506.262,
      "eval_steps_per_second": 7.92,
      "step": 1130
    },
    {
      "epoch": 0.13077893770792703,
      "eval_loss": 0.9197220206260681,
      "eval_runtime": 13.0069,
      "eval_samples_per_second": 506.192,
      "eval_steps_per_second": 7.919,
      "step": 1140
    },
    {
      "epoch": 0.13192612137203166,
      "eval_loss": 0.9162309765815735,
      "eval_runtime": 12.9851,
      "eval_samples_per_second": 507.044,
      "eval_steps_per_second": 7.932,
      "step": 1150
    },
    {
      "epoch": 0.1330733050361363,
      "eval_loss": 0.9127652049064636,
      "eval_runtime": 12.9768,
      "eval_samples_per_second": 507.366,
      "eval_steps_per_second": 7.937,
      "step": 1160
    },
    {
      "epoch": 0.13422048870024092,
      "eval_loss": 0.9096914529800415,
      "eval_runtime": 12.9953,
      "eval_samples_per_second": 506.645,
      "eval_steps_per_second": 7.926,
      "step": 1170
    },
    {
      "epoch": 0.13536767236434552,
      "eval_loss": 0.9069137573242188,
      "eval_runtime": 13.0109,
      "eval_samples_per_second": 506.038,
      "eval_steps_per_second": 7.916,
      "step": 1180
    },
    {
      "epoch": 0.13651485602845015,
      "eval_loss": 0.9039744734764099,
      "eval_runtime": 12.9772,
      "eval_samples_per_second": 507.352,
      "eval_steps_per_second": 7.937,
      "step": 1190
    },
    {
      "epoch": 0.13766203969255478,
      "grad_norm": 3.420077085494995,
      "learning_rate": 4.587155963302753e-06,
      "loss": 1.5316,
      "step": 1200
    },
    {
      "epoch": 0.13766203969255478,
      "eval_loss": 0.9009912610054016,
      "eval_runtime": 12.9848,
      "eval_samples_per_second": 507.056,
      "eval_steps_per_second": 7.932,
      "step": 1200
    },
    {
      "epoch": 0.1388092233566594,
      "eval_loss": 0.8979319930076599,
      "eval_runtime": 13.0295,
      "eval_samples_per_second": 505.313,
      "eval_steps_per_second": 7.905,
      "step": 1210
    },
    {
      "epoch": 0.13995640702076403,
      "eval_loss": 0.8946565985679626,
      "eval_runtime": 13.0119,
      "eval_samples_per_second": 505.997,
      "eval_steps_per_second": 7.916,
      "step": 1220
    },
    {
      "epoch": 0.14110359068486863,
      "eval_loss": 0.8915460705757141,
      "eval_runtime": 12.9979,
      "eval_samples_per_second": 506.545,
      "eval_steps_per_second": 7.924,
      "step": 1230
    },
    {
      "epoch": 0.14225077434897326,
      "eval_loss": 0.8887993097305298,
      "eval_runtime": 12.9633,
      "eval_samples_per_second": 507.895,
      "eval_steps_per_second": 7.945,
      "step": 1240
    },
    {
      "epoch": 0.1433979580130779,
      "eval_loss": 0.886054277420044,
      "eval_runtime": 12.9996,
      "eval_samples_per_second": 506.477,
      "eval_steps_per_second": 7.923,
      "step": 1250
    },
    {
      "epoch": 0.14454514167718252,
      "eval_loss": 0.8833284974098206,
      "eval_runtime": 13.1133,
      "eval_samples_per_second": 502.086,
      "eval_steps_per_second": 7.855,
      "step": 1260
    },
    {
      "epoch": 0.14569232534128715,
      "eval_loss": 0.8806452751159668,
      "eval_runtime": 13.0208,
      "eval_samples_per_second": 505.654,
      "eval_steps_per_second": 7.91,
      "step": 1270
    },
    {
      "epoch": 0.14683950900539175,
      "eval_loss": 0.8778645992279053,
      "eval_runtime": 13.1071,
      "eval_samples_per_second": 502.322,
      "eval_steps_per_second": 7.858,
      "step": 1280
    },
    {
      "epoch": 0.14798669266949638,
      "eval_loss": 0.8747658133506775,
      "eval_runtime": 13.0362,
      "eval_samples_per_second": 505.055,
      "eval_steps_per_second": 7.901,
      "step": 1290
    },
    {
      "epoch": 0.149133876333601,
      "grad_norm": 3.3882789611816406,
      "learning_rate": 4.969418960244649e-06,
      "loss": 1.4961,
      "step": 1300
    },
    {
      "epoch": 0.149133876333601,
      "eval_loss": 0.8717615008354187,
      "eval_runtime": 13.0104,
      "eval_samples_per_second": 506.058,
      "eval_steps_per_second": 7.917,
      "step": 1300
    },
    {
      "epoch": 0.15028105999770563,
      "eval_loss": 0.8690453767776489,
      "eval_runtime": 13.0189,
      "eval_samples_per_second": 505.727,
      "eval_steps_per_second": 7.912,
      "step": 1310
    },
    {
      "epoch": 0.15142824366181026,
      "eval_loss": 0.8664180040359497,
      "eval_runtime": 12.988,
      "eval_samples_per_second": 506.931,
      "eval_steps_per_second": 7.93,
      "step": 1320
    },
    {
      "epoch": 0.1525754273259149,
      "eval_loss": 0.8634527921676636,
      "eval_runtime": 12.9897,
      "eval_samples_per_second": 506.861,
      "eval_steps_per_second": 7.929,
      "step": 1330
    },
    {
      "epoch": 0.1537226109900195,
      "eval_loss": 0.8603318929672241,
      "eval_runtime": 13.0269,
      "eval_samples_per_second": 505.417,
      "eval_steps_per_second": 7.907,
      "step": 1340
    },
    {
      "epoch": 0.15486979465412412,
      "eval_loss": 0.8573653697967529,
      "eval_runtime": 12.9945,
      "eval_samples_per_second": 506.677,
      "eval_steps_per_second": 7.926,
      "step": 1350
    },
    {
      "epoch": 0.15601697831822875,
      "eval_loss": 0.8545491695404053,
      "eval_runtime": 12.9981,
      "eval_samples_per_second": 506.536,
      "eval_steps_per_second": 7.924,
      "step": 1360
    },
    {
      "epoch": 0.15716416198233338,
      "eval_loss": 0.85209721326828,
      "eval_runtime": 13.0301,
      "eval_samples_per_second": 505.293,
      "eval_steps_per_second": 7.905,
      "step": 1370
    },
    {
      "epoch": 0.158311345646438,
      "eval_loss": 0.8497452139854431,
      "eval_runtime": 13.1229,
      "eval_samples_per_second": 501.717,
      "eval_steps_per_second": 7.849,
      "step": 1380
    },
    {
      "epoch": 0.1594585293105426,
      "eval_loss": 0.8474416136741638,
      "eval_runtime": 13.0624,
      "eval_samples_per_second": 504.043,
      "eval_steps_per_second": 7.885,
      "step": 1390
    },
    {
      "epoch": 0.16060571297464724,
      "grad_norm": 3.7449283599853516,
      "learning_rate": 5.351681957186545e-06,
      "loss": 1.451,
      "step": 1400
    },
    {
      "epoch": 0.16060571297464724,
      "eval_loss": 0.8452581763267517,
      "eval_runtime": 13.0191,
      "eval_samples_per_second": 505.72,
      "eval_steps_per_second": 7.911,
      "step": 1400
    },
    {
      "epoch": 0.16175289663875186,
      "eval_loss": 0.8428558111190796,
      "eval_runtime": 13.0038,
      "eval_samples_per_second": 506.314,
      "eval_steps_per_second": 7.921,
      "step": 1410
    },
    {
      "epoch": 0.1629000803028565,
      "eval_loss": 0.8404139876365662,
      "eval_runtime": 12.9904,
      "eval_samples_per_second": 506.837,
      "eval_steps_per_second": 7.929,
      "step": 1420
    },
    {
      "epoch": 0.16404726396696112,
      "eval_loss": 0.8380302786827087,
      "eval_runtime": 12.9812,
      "eval_samples_per_second": 507.195,
      "eval_steps_per_second": 7.935,
      "step": 1430
    },
    {
      "epoch": 0.16519444763106572,
      "eval_loss": 0.8357470631599426,
      "eval_runtime": 13.0241,
      "eval_samples_per_second": 505.526,
      "eval_steps_per_second": 7.908,
      "step": 1440
    },
    {
      "epoch": 0.16634163129517035,
      "eval_loss": 0.8336036205291748,
      "eval_runtime": 13.142,
      "eval_samples_per_second": 500.99,
      "eval_steps_per_second": 7.837,
      "step": 1450
    },
    {
      "epoch": 0.16748881495927498,
      "eval_loss": 0.8312162756919861,
      "eval_runtime": 12.9935,
      "eval_samples_per_second": 506.714,
      "eval_steps_per_second": 7.927,
      "step": 1460
    },
    {
      "epoch": 0.1686359986233796,
      "eval_loss": 0.8288681507110596,
      "eval_runtime": 13.1018,
      "eval_samples_per_second": 502.527,
      "eval_steps_per_second": 7.862,
      "step": 1470
    },
    {
      "epoch": 0.16978318228748424,
      "eval_loss": 0.8261700868606567,
      "eval_runtime": 13.0327,
      "eval_samples_per_second": 505.19,
      "eval_steps_per_second": 7.903,
      "step": 1480
    },
    {
      "epoch": 0.17093036595158884,
      "eval_loss": 0.8235771656036377,
      "eval_runtime": 12.9895,
      "eval_samples_per_second": 506.873,
      "eval_steps_per_second": 7.93,
      "step": 1490
    },
    {
      "epoch": 0.17207754961569346,
      "grad_norm": 2.5695531368255615,
      "learning_rate": 5.733944954128441e-06,
      "loss": 1.4177,
      "step": 1500
    },
    {
      "epoch": 0.17207754961569346,
      "eval_loss": 0.8213275074958801,
      "eval_runtime": 13.0468,
      "eval_samples_per_second": 504.647,
      "eval_steps_per_second": 7.895,
      "step": 1500
    },
    {
      "epoch": 0.1732247332797981,
      "eval_loss": 0.8189388513565063,
      "eval_runtime": 12.9877,
      "eval_samples_per_second": 506.943,
      "eval_steps_per_second": 7.931,
      "step": 1510
    },
    {
      "epoch": 0.17437191694390272,
      "eval_loss": 0.8168380856513977,
      "eval_runtime": 12.9915,
      "eval_samples_per_second": 506.793,
      "eval_steps_per_second": 7.928,
      "step": 1520
    },
    {
      "epoch": 0.17551910060800735,
      "eval_loss": 0.814733624458313,
      "eval_runtime": 13.1726,
      "eval_samples_per_second": 499.824,
      "eval_steps_per_second": 7.819,
      "step": 1530
    },
    {
      "epoch": 0.17666628427211198,
      "eval_loss": 0.8127268552780151,
      "eval_runtime": 13.0207,
      "eval_samples_per_second": 505.657,
      "eval_steps_per_second": 7.91,
      "step": 1540
    },
    {
      "epoch": 0.17781346793621658,
      "eval_loss": 0.8106749057769775,
      "eval_runtime": 13.0973,
      "eval_samples_per_second": 502.697,
      "eval_steps_per_second": 7.864,
      "step": 1550
    },
    {
      "epoch": 0.1789606516003212,
      "eval_loss": 0.808172345161438,
      "eval_runtime": 13.2116,
      "eval_samples_per_second": 498.349,
      "eval_steps_per_second": 7.796,
      "step": 1560
    },
    {
      "epoch": 0.18010783526442584,
      "eval_loss": 0.8059112429618835,
      "eval_runtime": 12.9871,
      "eval_samples_per_second": 506.963,
      "eval_steps_per_second": 7.931,
      "step": 1570
    },
    {
      "epoch": 0.18125501892853046,
      "eval_loss": 0.8035888671875,
      "eval_runtime": 13.0963,
      "eval_samples_per_second": 502.737,
      "eval_steps_per_second": 7.865,
      "step": 1580
    },
    {
      "epoch": 0.1824022025926351,
      "eval_loss": 0.8014644384384155,
      "eval_runtime": 13.0028,
      "eval_samples_per_second": 506.351,
      "eval_steps_per_second": 7.921,
      "step": 1590
    },
    {
      "epoch": 0.1835493862567397,
      "grad_norm": 2.681454658508301,
      "learning_rate": 6.1162079510703365e-06,
      "loss": 1.3734,
      "step": 1600
    },
    {
      "epoch": 0.1835493862567397,
      "eval_loss": 0.7993160486221313,
      "eval_runtime": 12.9893,
      "eval_samples_per_second": 506.879,
      "eval_steps_per_second": 7.93,
      "step": 1600
    },
    {
      "epoch": 0.18469656992084432,
      "eval_loss": 0.7969831228256226,
      "eval_runtime": 13.0137,
      "eval_samples_per_second": 505.929,
      "eval_steps_per_second": 7.915,
      "step": 1610
    },
    {
      "epoch": 0.18584375358494895,
      "eval_loss": 0.7947937250137329,
      "eval_runtime": 13.0467,
      "eval_samples_per_second": 504.648,
      "eval_steps_per_second": 7.895,
      "step": 1620
    },
    {
      "epoch": 0.18699093724905358,
      "eval_loss": 0.7922271490097046,
      "eval_runtime": 13.1133,
      "eval_samples_per_second": 502.086,
      "eval_steps_per_second": 7.855,
      "step": 1630
    },
    {
      "epoch": 0.1881381209131582,
      "eval_loss": 0.790046751499176,
      "eval_runtime": 13.0687,
      "eval_samples_per_second": 503.801,
      "eval_steps_per_second": 7.881,
      "step": 1640
    },
    {
      "epoch": 0.1892853045772628,
      "eval_loss": 0.7877430319786072,
      "eval_runtime": 13.1712,
      "eval_samples_per_second": 499.877,
      "eval_steps_per_second": 7.82,
      "step": 1650
    },
    {
      "epoch": 0.19043248824136744,
      "eval_loss": 0.7852274179458618,
      "eval_runtime": 13.0721,
      "eval_samples_per_second": 503.669,
      "eval_steps_per_second": 7.879,
      "step": 1660
    },
    {
      "epoch": 0.19157967190547207,
      "eval_loss": 0.782863438129425,
      "eval_runtime": 12.9741,
      "eval_samples_per_second": 507.471,
      "eval_steps_per_second": 7.939,
      "step": 1670
    },
    {
      "epoch": 0.1927268555695767,
      "eval_loss": 0.7804363965988159,
      "eval_runtime": 12.9826,
      "eval_samples_per_second": 507.142,
      "eval_steps_per_second": 7.934,
      "step": 1680
    },
    {
      "epoch": 0.19387403923368132,
      "eval_loss": 0.7779432535171509,
      "eval_runtime": 12.9731,
      "eval_samples_per_second": 507.514,
      "eval_steps_per_second": 7.94,
      "step": 1690
    },
    {
      "epoch": 0.19502122289778592,
      "grad_norm": 3.1423346996307373,
      "learning_rate": 6.4984709480122335e-06,
      "loss": 1.3327,
      "step": 1700
    },
    {
      "epoch": 0.19502122289778592,
      "eval_loss": 0.7756665945053101,
      "eval_runtime": 12.9767,
      "eval_samples_per_second": 507.371,
      "eval_steps_per_second": 7.937,
      "step": 1700
    },
    {
      "epoch": 0.19616840656189055,
      "eval_loss": 0.7737661004066467,
      "eval_runtime": 12.9633,
      "eval_samples_per_second": 507.896,
      "eval_steps_per_second": 7.946,
      "step": 1710
    },
    {
      "epoch": 0.19731559022599518,
      "eval_loss": 0.7719039916992188,
      "eval_runtime": 12.9798,
      "eval_samples_per_second": 507.248,
      "eval_steps_per_second": 7.935,
      "step": 1720
    },
    {
      "epoch": 0.1984627738900998,
      "eval_loss": 0.7699739933013916,
      "eval_runtime": 12.9817,
      "eval_samples_per_second": 507.177,
      "eval_steps_per_second": 7.934,
      "step": 1730
    },
    {
      "epoch": 0.19960995755420444,
      "eval_loss": 0.7679038643836975,
      "eval_runtime": 13.0593,
      "eval_samples_per_second": 504.164,
      "eval_steps_per_second": 7.887,
      "step": 1740
    },
    {
      "epoch": 0.20075714121830904,
      "eval_loss": 0.765801191329956,
      "eval_runtime": 12.9827,
      "eval_samples_per_second": 507.136,
      "eval_steps_per_second": 7.934,
      "step": 1750
    },
    {
      "epoch": 0.20190432488241367,
      "eval_loss": 0.7640795707702637,
      "eval_runtime": 12.9885,
      "eval_samples_per_second": 506.908,
      "eval_steps_per_second": 7.93,
      "step": 1760
    },
    {
      "epoch": 0.2030515085465183,
      "eval_loss": 0.7621497511863708,
      "eval_runtime": 12.9872,
      "eval_samples_per_second": 506.96,
      "eval_steps_per_second": 7.931,
      "step": 1770
    },
    {
      "epoch": 0.20419869221062292,
      "eval_loss": 0.7601312398910522,
      "eval_runtime": 12.9805,
      "eval_samples_per_second": 507.223,
      "eval_steps_per_second": 7.935,
      "step": 1780
    },
    {
      "epoch": 0.20534587587472755,
      "eval_loss": 0.7580214738845825,
      "eval_runtime": 12.9849,
      "eval_samples_per_second": 507.05,
      "eval_steps_per_second": 7.932,
      "step": 1790
    },
    {
      "epoch": 0.20649305953883218,
      "grad_norm": 3.4953625202178955,
      "learning_rate": 6.880733944954129e-06,
      "loss": 1.2804,
      "step": 1800
    },
    {
      "epoch": 0.20649305953883218,
      "eval_loss": 0.7558028697967529,
      "eval_runtime": 12.989,
      "eval_samples_per_second": 506.889,
      "eval_steps_per_second": 7.93,
      "step": 1800
    },
    {
      "epoch": 0.20764024320293678,
      "eval_loss": 0.7535884380340576,
      "eval_runtime": 12.9795,
      "eval_samples_per_second": 507.262,
      "eval_steps_per_second": 7.936,
      "step": 1810
    },
    {
      "epoch": 0.2087874268670414,
      "eval_loss": 0.7514472603797913,
      "eval_runtime": 12.9901,
      "eval_samples_per_second": 506.846,
      "eval_steps_per_second": 7.929,
      "step": 1820
    },
    {
      "epoch": 0.20993461053114604,
      "eval_loss": 0.7493338584899902,
      "eval_runtime": 13.0011,
      "eval_samples_per_second": 506.418,
      "eval_steps_per_second": 7.922,
      "step": 1830
    },
    {
      "epoch": 0.21108179419525067,
      "eval_loss": 0.7473368644714355,
      "eval_runtime": 13.0424,
      "eval_samples_per_second": 504.815,
      "eval_steps_per_second": 7.897,
      "step": 1840
    },
    {
      "epoch": 0.2122289778593553,
      "eval_loss": 0.7450571060180664,
      "eval_runtime": 13.1033,
      "eval_samples_per_second": 502.468,
      "eval_steps_per_second": 7.861,
      "step": 1850
    },
    {
      "epoch": 0.2133761615234599,
      "eval_loss": 0.7429091930389404,
      "eval_runtime": 12.9903,
      "eval_samples_per_second": 506.841,
      "eval_steps_per_second": 7.929,
      "step": 1860
    },
    {
      "epoch": 0.21452334518756452,
      "eval_loss": 0.7408153414726257,
      "eval_runtime": 12.983,
      "eval_samples_per_second": 507.126,
      "eval_steps_per_second": 7.933,
      "step": 1870
    },
    {
      "epoch": 0.21567052885166915,
      "eval_loss": 0.7389461994171143,
      "eval_runtime": 12.9922,
      "eval_samples_per_second": 506.767,
      "eval_steps_per_second": 7.928,
      "step": 1880
    },
    {
      "epoch": 0.21681771251577378,
      "eval_loss": 0.7368388772010803,
      "eval_runtime": 13.0283,
      "eval_samples_per_second": 505.36,
      "eval_steps_per_second": 7.906,
      "step": 1890
    },
    {
      "epoch": 0.2179648961798784,
      "grad_norm": 2.869717597961426,
      "learning_rate": 7.262996941896026e-06,
      "loss": 1.2255,
      "step": 1900
    },
    {
      "epoch": 0.2179648961798784,
      "eval_loss": 0.73488450050354,
      "eval_runtime": 12.9924,
      "eval_samples_per_second": 506.759,
      "eval_steps_per_second": 7.928,
      "step": 1900
    },
    {
      "epoch": 0.219112079843983,
      "eval_loss": 0.7328305244445801,
      "eval_runtime": 12.9892,
      "eval_samples_per_second": 506.881,
      "eval_steps_per_second": 7.93,
      "step": 1910
    },
    {
      "epoch": 0.22025926350808764,
      "eval_loss": 0.7309767007827759,
      "eval_runtime": 13.1016,
      "eval_samples_per_second": 502.534,
      "eval_steps_per_second": 7.862,
      "step": 1920
    },
    {
      "epoch": 0.22140644717219227,
      "eval_loss": 0.7293325662612915,
      "eval_runtime": 12.9943,
      "eval_samples_per_second": 506.684,
      "eval_steps_per_second": 7.927,
      "step": 1930
    },
    {
      "epoch": 0.2225536308362969,
      "eval_loss": 0.7277292013168335,
      "eval_runtime": 13.0122,
      "eval_samples_per_second": 505.986,
      "eval_steps_per_second": 7.916,
      "step": 1940
    },
    {
      "epoch": 0.22370081450040152,
      "eval_loss": 0.7258683443069458,
      "eval_runtime": 13.0042,
      "eval_samples_per_second": 506.298,
      "eval_steps_per_second": 7.921,
      "step": 1950
    },
    {
      "epoch": 0.22484799816450612,
      "eval_loss": 0.7239750027656555,
      "eval_runtime": 13.0619,
      "eval_samples_per_second": 504.061,
      "eval_steps_per_second": 7.886,
      "step": 1960
    },
    {
      "epoch": 0.22599518182861075,
      "eval_loss": 0.7221319079399109,
      "eval_runtime": 12.9944,
      "eval_samples_per_second": 506.679,
      "eval_steps_per_second": 7.926,
      "step": 1970
    },
    {
      "epoch": 0.22714236549271538,
      "eval_loss": 0.720324695110321,
      "eval_runtime": 12.982,
      "eval_samples_per_second": 507.165,
      "eval_steps_per_second": 7.934,
      "step": 1980
    },
    {
      "epoch": 0.22828954915682,
      "eval_loss": 0.7184233069419861,
      "eval_runtime": 12.9988,
      "eval_samples_per_second": 506.507,
      "eval_steps_per_second": 7.924,
      "step": 1990
    },
    {
      "epoch": 0.22943673282092464,
      "grad_norm": 9.275369644165039,
      "learning_rate": 7.645259938837921e-06,
      "loss": 1.2635,
      "step": 2000
    },
    {
      "epoch": 0.22943673282092464,
      "eval_loss": 0.7165008187294006,
      "eval_runtime": 12.9966,
      "eval_samples_per_second": 506.594,
      "eval_steps_per_second": 7.925,
      "step": 2000
    },
    {
      "epoch": 0.23058391648502927,
      "eval_loss": 0.7150009870529175,
      "eval_runtime": 12.9901,
      "eval_samples_per_second": 506.849,
      "eval_steps_per_second": 7.929,
      "step": 2010
    },
    {
      "epoch": 0.23173110014913387,
      "eval_loss": 0.7134894728660583,
      "eval_runtime": 13.0392,
      "eval_samples_per_second": 504.938,
      "eval_steps_per_second": 7.899,
      "step": 2020
    },
    {
      "epoch": 0.2328782838132385,
      "eval_loss": 0.7117303013801575,
      "eval_runtime": 13.0384,
      "eval_samples_per_second": 504.971,
      "eval_steps_per_second": 7.9,
      "step": 2030
    },
    {
      "epoch": 0.23402546747734312,
      "eval_loss": 0.7099109292030334,
      "eval_runtime": 12.9879,
      "eval_samples_per_second": 506.932,
      "eval_steps_per_second": 7.93,
      "step": 2040
    },
    {
      "epoch": 0.23517265114144775,
      "eval_loss": 0.7084246873855591,
      "eval_runtime": 12.9995,
      "eval_samples_per_second": 506.481,
      "eval_steps_per_second": 7.923,
      "step": 2050
    },
    {
      "epoch": 0.23631983480555238,
      "eval_loss": 0.7067718505859375,
      "eval_runtime": 12.9881,
      "eval_samples_per_second": 506.925,
      "eval_steps_per_second": 7.93,
      "step": 2060
    },
    {
      "epoch": 0.23746701846965698,
      "eval_loss": 0.7053564786911011,
      "eval_runtime": 13.1243,
      "eval_samples_per_second": 501.665,
      "eval_steps_per_second": 7.848,
      "step": 2070
    },
    {
      "epoch": 0.2386142021337616,
      "eval_loss": 0.7037129402160645,
      "eval_runtime": 12.9868,
      "eval_samples_per_second": 506.975,
      "eval_steps_per_second": 7.931,
      "step": 2080
    },
    {
      "epoch": 0.23976138579786624,
      "eval_loss": 0.7023361921310425,
      "eval_runtime": 12.9909,
      "eval_samples_per_second": 506.818,
      "eval_steps_per_second": 7.929,
      "step": 2090
    },
    {
      "epoch": 0.24090856946197087,
      "grad_norm": 2.9726195335388184,
      "learning_rate": 8.027522935779817e-06,
      "loss": 1.1912,
      "step": 2100
    },
    {
      "epoch": 0.24090856946197087,
      "eval_loss": 0.7009308338165283,
      "eval_runtime": 13.1789,
      "eval_samples_per_second": 499.587,
      "eval_steps_per_second": 7.816,
      "step": 2100
    },
    {
      "epoch": 0.2420557531260755,
      "eval_loss": 0.6990575790405273,
      "eval_runtime": 13.0982,
      "eval_samples_per_second": 502.665,
      "eval_steps_per_second": 7.864,
      "step": 2110
    },
    {
      "epoch": 0.2432029367901801,
      "eval_loss": 0.6973636746406555,
      "eval_runtime": 13.0024,
      "eval_samples_per_second": 506.369,
      "eval_steps_per_second": 7.922,
      "step": 2120
    },
    {
      "epoch": 0.24435012045428472,
      "eval_loss": 0.6962077617645264,
      "eval_runtime": 12.9266,
      "eval_samples_per_second": 509.337,
      "eval_steps_per_second": 7.968,
      "step": 2130
    },
    {
      "epoch": 0.24549730411838935,
      "eval_loss": 0.6949887275695801,
      "eval_runtime": 12.9495,
      "eval_samples_per_second": 508.438,
      "eval_steps_per_second": 7.954,
      "step": 2140
    },
    {
      "epoch": 0.24664448778249398,
      "eval_loss": 0.6937941312789917,
      "eval_runtime": 12.9625,
      "eval_samples_per_second": 507.926,
      "eval_steps_per_second": 7.946,
      "step": 2150
    },
    {
      "epoch": 0.2477916714465986,
      "eval_loss": 0.6922134160995483,
      "eval_runtime": 13.0384,
      "eval_samples_per_second": 504.971,
      "eval_steps_per_second": 7.9,
      "step": 2160
    },
    {
      "epoch": 0.2489388551107032,
      "eval_loss": 0.6908959150314331,
      "eval_runtime": 13.0162,
      "eval_samples_per_second": 505.831,
      "eval_steps_per_second": 7.913,
      "step": 2170
    },
    {
      "epoch": 0.25008603877480784,
      "eval_loss": 0.6896905899047852,
      "eval_runtime": 13.0281,
      "eval_samples_per_second": 505.368,
      "eval_steps_per_second": 7.906,
      "step": 2180
    },
    {
      "epoch": 0.2512332224389125,
      "eval_loss": 0.6883853673934937,
      "eval_runtime": 13.059,
      "eval_samples_per_second": 504.173,
      "eval_steps_per_second": 7.887,
      "step": 2190
    },
    {
      "epoch": 0.2523804061030171,
      "grad_norm": 9.038525581359863,
      "learning_rate": 8.409785932721713e-06,
      "loss": 1.2144,
      "step": 2200
    },
    {
      "epoch": 0.2523804061030171,
      "eval_loss": 0.68684321641922,
      "eval_runtime": 12.9342,
      "eval_samples_per_second": 509.039,
      "eval_steps_per_second": 7.963,
      "step": 2200
    },
    {
      "epoch": 0.2535275897671217,
      "eval_loss": 0.6855539679527283,
      "eval_runtime": 12.947,
      "eval_samples_per_second": 508.536,
      "eval_steps_per_second": 7.956,
      "step": 2210
    },
    {
      "epoch": 0.25467477343122635,
      "eval_loss": 0.684305727481842,
      "eval_runtime": 13.0482,
      "eval_samples_per_second": 504.59,
      "eval_steps_per_second": 7.894,
      "step": 2220
    },
    {
      "epoch": 0.25582195709533095,
      "eval_loss": 0.6828807592391968,
      "eval_runtime": 13.0317,
      "eval_samples_per_second": 505.23,
      "eval_steps_per_second": 7.904,
      "step": 2230
    },
    {
      "epoch": 0.2569691407594356,
      "eval_loss": 0.6817071437835693,
      "eval_runtime": 13.0489,
      "eval_samples_per_second": 504.564,
      "eval_steps_per_second": 7.893,
      "step": 2240
    },
    {
      "epoch": 0.2581163244235402,
      "eval_loss": 0.6803813576698303,
      "eval_runtime": 13.0166,
      "eval_samples_per_second": 505.817,
      "eval_steps_per_second": 7.913,
      "step": 2250
    },
    {
      "epoch": 0.2592635080876448,
      "eval_loss": 0.6788561344146729,
      "eval_runtime": 13.018,
      "eval_samples_per_second": 505.76,
      "eval_steps_per_second": 7.912,
      "step": 2260
    },
    {
      "epoch": 0.26041069175174947,
      "eval_loss": 0.6775069832801819,
      "eval_runtime": 12.9958,
      "eval_samples_per_second": 506.623,
      "eval_steps_per_second": 7.926,
      "step": 2270
    },
    {
      "epoch": 0.26155787541585407,
      "eval_loss": 0.6762964725494385,
      "eval_runtime": 12.9456,
      "eval_samples_per_second": 508.59,
      "eval_steps_per_second": 7.956,
      "step": 2280
    },
    {
      "epoch": 0.2627050590799587,
      "eval_loss": 0.6750586032867432,
      "eval_runtime": 12.9511,
      "eval_samples_per_second": 508.372,
      "eval_steps_per_second": 7.953,
      "step": 2290
    },
    {
      "epoch": 0.2638522427440633,
      "grad_norm": 3.329761266708374,
      "learning_rate": 8.79204892966361e-06,
      "loss": 1.1498,
      "step": 2300
    },
    {
      "epoch": 0.2638522427440633,
      "eval_loss": 0.6738935112953186,
      "eval_runtime": 13.0495,
      "eval_samples_per_second": 504.542,
      "eval_steps_per_second": 7.893,
      "step": 2300
    },
    {
      "epoch": 0.2649994264081679,
      "eval_loss": 0.6725099682807922,
      "eval_runtime": 13.0328,
      "eval_samples_per_second": 505.188,
      "eval_steps_per_second": 7.903,
      "step": 2310
    },
    {
      "epoch": 0.2661466100722726,
      "eval_loss": 0.6710599660873413,
      "eval_runtime": 13.0505,
      "eval_samples_per_second": 504.502,
      "eval_steps_per_second": 7.892,
      "step": 2320
    },
    {
      "epoch": 0.2672937937363772,
      "eval_loss": 0.6697894930839539,
      "eval_runtime": 13.0616,
      "eval_samples_per_second": 504.074,
      "eval_steps_per_second": 7.886,
      "step": 2330
    },
    {
      "epoch": 0.26844097740048184,
      "eval_loss": 0.668381929397583,
      "eval_runtime": 12.9197,
      "eval_samples_per_second": 509.608,
      "eval_steps_per_second": 7.972,
      "step": 2340
    },
    {
      "epoch": 0.26958816106458644,
      "eval_loss": 0.6666426062583923,
      "eval_runtime": 13.0254,
      "eval_samples_per_second": 505.475,
      "eval_steps_per_second": 7.908,
      "step": 2350
    },
    {
      "epoch": 0.27073534472869104,
      "eval_loss": 0.6652824878692627,
      "eval_runtime": 13.0301,
      "eval_samples_per_second": 505.293,
      "eval_steps_per_second": 7.905,
      "step": 2360
    },
    {
      "epoch": 0.2718825283927957,
      "eval_loss": 0.6638170480728149,
      "eval_runtime": 12.917,
      "eval_samples_per_second": 509.715,
      "eval_steps_per_second": 7.974,
      "step": 2370
    },
    {
      "epoch": 0.2730297120569003,
      "eval_loss": 0.6620729565620422,
      "eval_runtime": 13.0292,
      "eval_samples_per_second": 505.327,
      "eval_steps_per_second": 7.905,
      "step": 2380
    },
    {
      "epoch": 0.27417689572100495,
      "eval_loss": 0.660891056060791,
      "eval_runtime": 13.022,
      "eval_samples_per_second": 505.604,
      "eval_steps_per_second": 7.91,
      "step": 2390
    },
    {
      "epoch": 0.27532407938510955,
      "grad_norm": 2.91483211517334,
      "learning_rate": 9.174311926605506e-06,
      "loss": 1.1446,
      "step": 2400
    },
    {
      "epoch": 0.27532407938510955,
      "eval_loss": 0.6595732569694519,
      "eval_runtime": 13.036,
      "eval_samples_per_second": 505.063,
      "eval_steps_per_second": 7.901,
      "step": 2400
    },
    {
      "epoch": 0.27647126304921416,
      "eval_loss": 0.6582459807395935,
      "eval_runtime": 12.9309,
      "eval_samples_per_second": 509.168,
      "eval_steps_per_second": 7.965,
      "step": 2410
    },
    {
      "epoch": 0.2776184467133188,
      "eval_loss": 0.6568032503128052,
      "eval_runtime": 13.0039,
      "eval_samples_per_second": 506.309,
      "eval_steps_per_second": 7.921,
      "step": 2420
    },
    {
      "epoch": 0.2787656303774234,
      "eval_loss": 0.6553359031677246,
      "eval_runtime": 12.9157,
      "eval_samples_per_second": 509.766,
      "eval_steps_per_second": 7.975,
      "step": 2430
    },
    {
      "epoch": 0.27991281404152807,
      "eval_loss": 0.6541372537612915,
      "eval_runtime": 12.9901,
      "eval_samples_per_second": 506.846,
      "eval_steps_per_second": 7.929,
      "step": 2440
    },
    {
      "epoch": 0.28105999770563267,
      "eval_loss": 0.6527132391929626,
      "eval_runtime": 12.9209,
      "eval_samples_per_second": 509.562,
      "eval_steps_per_second": 7.972,
      "step": 2450
    },
    {
      "epoch": 0.28220718136973727,
      "eval_loss": 0.6512923836708069,
      "eval_runtime": 12.9637,
      "eval_samples_per_second": 507.879,
      "eval_steps_per_second": 7.945,
      "step": 2460
    },
    {
      "epoch": 0.2833543650338419,
      "eval_loss": 0.6496260762214661,
      "eval_runtime": 13.0604,
      "eval_samples_per_second": 504.119,
      "eval_steps_per_second": 7.886,
      "step": 2470
    },
    {
      "epoch": 0.2845015486979465,
      "eval_loss": 0.6483332514762878,
      "eval_runtime": 13.0233,
      "eval_samples_per_second": 505.557,
      "eval_steps_per_second": 7.909,
      "step": 2480
    },
    {
      "epoch": 0.2856487323620512,
      "eval_loss": 0.647476077079773,
      "eval_runtime": 13.0344,
      "eval_samples_per_second": 505.124,
      "eval_steps_per_second": 7.902,
      "step": 2490
    },
    {
      "epoch": 0.2867959160261558,
      "grad_norm": 3.6412861347198486,
      "learning_rate": 9.556574923547402e-06,
      "loss": 1.1309,
      "step": 2500
    },
    {
      "epoch": 0.2867959160261558,
      "eval_loss": 0.6465412378311157,
      "eval_runtime": 12.9143,
      "eval_samples_per_second": 509.824,
      "eval_steps_per_second": 7.976,
      "step": 2500
    },
    {
      "epoch": 0.2879430996902604,
      "eval_loss": 0.6455466747283936,
      "eval_runtime": 13.0269,
      "eval_samples_per_second": 505.417,
      "eval_steps_per_second": 7.907,
      "step": 2510
    },
    {
      "epoch": 0.28909028335436504,
      "eval_loss": 0.6446804404258728,
      "eval_runtime": 13.0271,
      "eval_samples_per_second": 505.407,
      "eval_steps_per_second": 7.907,
      "step": 2520
    },
    {
      "epoch": 0.29023746701846964,
      "eval_loss": 0.6436929702758789,
      "eval_runtime": 13.0149,
      "eval_samples_per_second": 505.882,
      "eval_steps_per_second": 7.914,
      "step": 2530
    },
    {
      "epoch": 0.2913846506825743,
      "eval_loss": 0.6427727341651917,
      "eval_runtime": 13.0187,
      "eval_samples_per_second": 505.734,
      "eval_steps_per_second": 7.912,
      "step": 2540
    },
    {
      "epoch": 0.2925318343466789,
      "eval_loss": 0.6415053009986877,
      "eval_runtime": 13.0192,
      "eval_samples_per_second": 505.716,
      "eval_steps_per_second": 7.911,
      "step": 2550
    },
    {
      "epoch": 0.2936790180107835,
      "eval_loss": 0.6403249502182007,
      "eval_runtime": 13.0143,
      "eval_samples_per_second": 505.905,
      "eval_steps_per_second": 7.914,
      "step": 2560
    },
    {
      "epoch": 0.29482620167488816,
      "eval_loss": 0.639183759689331,
      "eval_runtime": 13.0127,
      "eval_samples_per_second": 505.966,
      "eval_steps_per_second": 7.915,
      "step": 2570
    },
    {
      "epoch": 0.29597338533899276,
      "eval_loss": 0.6380952000617981,
      "eval_runtime": 13.0253,
      "eval_samples_per_second": 505.478,
      "eval_steps_per_second": 7.908,
      "step": 2580
    },
    {
      "epoch": 0.2971205690030974,
      "eval_loss": 0.6371238231658936,
      "eval_runtime": 12.9266,
      "eval_samples_per_second": 509.339,
      "eval_steps_per_second": 7.968,
      "step": 2590
    },
    {
      "epoch": 0.298267752667202,
      "grad_norm": 3.0183558464050293,
      "learning_rate": 9.938837920489298e-06,
      "loss": 1.1006,
      "step": 2600
    },
    {
      "epoch": 0.298267752667202,
      "eval_loss": 0.6357853412628174,
      "eval_runtime": 12.9136,
      "eval_samples_per_second": 509.848,
      "eval_steps_per_second": 7.976,
      "step": 2600
    },
    {
      "epoch": 0.29941493633130667,
      "eval_loss": 0.6347528696060181,
      "eval_runtime": 13.031,
      "eval_samples_per_second": 505.258,
      "eval_steps_per_second": 7.904,
      "step": 2610
    },
    {
      "epoch": 0.30056211999541127,
      "eval_loss": 0.634018063545227,
      "eval_runtime": 13.0415,
      "eval_samples_per_second": 504.85,
      "eval_steps_per_second": 7.898,
      "step": 2620
    },
    {
      "epoch": 0.30170930365951587,
      "eval_loss": 0.6330114006996155,
      "eval_runtime": 12.9387,
      "eval_samples_per_second": 508.863,
      "eval_steps_per_second": 7.961,
      "step": 2630
    },
    {
      "epoch": 0.3028564873236205,
      "eval_loss": 0.6319145560264587,
      "eval_runtime": 12.919,
      "eval_samples_per_second": 509.636,
      "eval_steps_per_second": 7.973,
      "step": 2640
    },
    {
      "epoch": 0.3040036709877251,
      "eval_loss": 0.6307594180107117,
      "eval_runtime": 12.9268,
      "eval_samples_per_second": 509.328,
      "eval_steps_per_second": 7.968,
      "step": 2650
    },
    {
      "epoch": 0.3051508546518298,
      "eval_loss": 0.6300274133682251,
      "eval_runtime": 13.0,
      "eval_samples_per_second": 506.461,
      "eval_steps_per_second": 7.923,
      "step": 2660
    },
    {
      "epoch": 0.3062980383159344,
      "eval_loss": 0.6291391849517822,
      "eval_runtime": 13.023,
      "eval_samples_per_second": 505.566,
      "eval_steps_per_second": 7.909,
      "step": 2670
    },
    {
      "epoch": 0.307445221980039,
      "eval_loss": 0.6279686093330383,
      "eval_runtime": 12.9099,
      "eval_samples_per_second": 509.995,
      "eval_steps_per_second": 7.978,
      "step": 2680
    },
    {
      "epoch": 0.30859240564414364,
      "eval_loss": 0.6267827153205872,
      "eval_runtime": 12.9942,
      "eval_samples_per_second": 506.687,
      "eval_steps_per_second": 7.927,
      "step": 2690
    },
    {
      "epoch": 0.30973958930824824,
      "grad_norm": 2.923506021499634,
      "learning_rate": 9.964308476736776e-06,
      "loss": 1.0772,
      "step": 2700
    },
    {
      "epoch": 0.30973958930824824,
      "eval_loss": 0.6254075765609741,
      "eval_runtime": 13.0366,
      "eval_samples_per_second": 505.041,
      "eval_steps_per_second": 7.901,
      "step": 2700
    },
    {
      "epoch": 0.3108867729723529,
      "eval_loss": 0.6242946982383728,
      "eval_runtime": 13.0323,
      "eval_samples_per_second": 505.207,
      "eval_steps_per_second": 7.903,
      "step": 2710
    },
    {
      "epoch": 0.3120339566364575,
      "eval_loss": 0.6231787204742432,
      "eval_runtime": 12.9273,
      "eval_samples_per_second": 509.309,
      "eval_steps_per_second": 7.968,
      "step": 2720
    },
    {
      "epoch": 0.3131811403005621,
      "eval_loss": 0.62239009141922,
      "eval_runtime": 12.9153,
      "eval_samples_per_second": 509.781,
      "eval_steps_per_second": 7.975,
      "step": 2730
    },
    {
      "epoch": 0.31432832396466676,
      "eval_loss": 0.6214902400970459,
      "eval_runtime": 12.9178,
      "eval_samples_per_second": 509.684,
      "eval_steps_per_second": 7.973,
      "step": 2740
    },
    {
      "epoch": 0.31547550762877136,
      "eval_loss": 0.6204728484153748,
      "eval_runtime": 12.9141,
      "eval_samples_per_second": 509.831,
      "eval_steps_per_second": 7.976,
      "step": 2750
    },
    {
      "epoch": 0.316622691292876,
      "eval_loss": 0.6194381713867188,
      "eval_runtime": 12.9151,
      "eval_samples_per_second": 509.791,
      "eval_steps_per_second": 7.975,
      "step": 2760
    },
    {
      "epoch": 0.3177698749569806,
      "eval_loss": 0.6183201670646667,
      "eval_runtime": 12.9127,
      "eval_samples_per_second": 509.887,
      "eval_steps_per_second": 7.977,
      "step": 2770
    },
    {
      "epoch": 0.3189170586210852,
      "eval_loss": 0.6171374917030334,
      "eval_runtime": 12.9112,
      "eval_samples_per_second": 509.944,
      "eval_steps_per_second": 7.978,
      "step": 2780
    },
    {
      "epoch": 0.32006424228518987,
      "eval_loss": 0.6160247921943665,
      "eval_runtime": 13.0361,
      "eval_samples_per_second": 505.06,
      "eval_steps_per_second": 7.901,
      "step": 2790
    },
    {
      "epoch": 0.32121142594929447,
      "grad_norm": 2.8031253814697266,
      "learning_rate": 9.92181856809008e-06,
      "loss": 1.0648,
      "step": 2800
    },
    {
      "epoch": 0.32121142594929447,
      "eval_loss": 0.6153244376182556,
      "eval_runtime": 13.0215,
      "eval_samples_per_second": 505.624,
      "eval_steps_per_second": 7.91,
      "step": 2800
    },
    {
      "epoch": 0.3223586096133991,
      "eval_loss": 0.6140704154968262,
      "eval_runtime": 13.0201,
      "eval_samples_per_second": 505.679,
      "eval_steps_per_second": 7.911,
      "step": 2810
    },
    {
      "epoch": 0.32350579327750373,
      "eval_loss": 0.6129491329193115,
      "eval_runtime": 13.0287,
      "eval_samples_per_second": 505.347,
      "eval_steps_per_second": 7.906,
      "step": 2820
    },
    {
      "epoch": 0.32465297694160833,
      "eval_loss": 0.6119452118873596,
      "eval_runtime": 13.045,
      "eval_samples_per_second": 504.716,
      "eval_steps_per_second": 7.896,
      "step": 2830
    },
    {
      "epoch": 0.325800160605713,
      "eval_loss": 0.6109396815299988,
      "eval_runtime": 13.0301,
      "eval_samples_per_second": 505.29,
      "eval_steps_per_second": 7.905,
      "step": 2840
    },
    {
      "epoch": 0.3269473442698176,
      "eval_loss": 0.6099222898483276,
      "eval_runtime": 13.0261,
      "eval_samples_per_second": 505.446,
      "eval_steps_per_second": 7.907,
      "step": 2850
    },
    {
      "epoch": 0.32809452793392224,
      "eval_loss": 0.6087589859962463,
      "eval_runtime": 12.9193,
      "eval_samples_per_second": 509.625,
      "eval_steps_per_second": 7.973,
      "step": 2860
    },
    {
      "epoch": 0.32924171159802684,
      "eval_loss": 0.6078950762748718,
      "eval_runtime": 12.9854,
      "eval_samples_per_second": 507.031,
      "eval_steps_per_second": 7.932,
      "step": 2870
    },
    {
      "epoch": 0.33038889526213144,
      "eval_loss": 0.60728919506073,
      "eval_runtime": 13.0282,
      "eval_samples_per_second": 505.366,
      "eval_steps_per_second": 7.906,
      "step": 2880
    },
    {
      "epoch": 0.3315360789262361,
      "eval_loss": 0.606285810470581,
      "eval_runtime": 13.0385,
      "eval_samples_per_second": 504.964,
      "eval_steps_per_second": 7.9,
      "step": 2890
    },
    {
      "epoch": 0.3326832625903407,
      "grad_norm": 3.0763423442840576,
      "learning_rate": 9.879328659443383e-06,
      "loss": 1.0398,
      "step": 2900
    },
    {
      "epoch": 0.3326832625903407,
      "eval_loss": 0.6053714752197266,
      "eval_runtime": 13.0412,
      "eval_samples_per_second": 504.863,
      "eval_steps_per_second": 7.898,
      "step": 2900
    },
    {
      "epoch": 0.33383044625444536,
      "eval_loss": 0.6043825149536133,
      "eval_runtime": 13.0358,
      "eval_samples_per_second": 505.072,
      "eval_steps_per_second": 7.901,
      "step": 2910
    },
    {
      "epoch": 0.33497762991854996,
      "eval_loss": 0.6032926440238953,
      "eval_runtime": 13.0011,
      "eval_samples_per_second": 506.418,
      "eval_steps_per_second": 7.922,
      "step": 2920
    },
    {
      "epoch": 0.33612481358265456,
      "eval_loss": 0.6022117137908936,
      "eval_runtime": 12.922,
      "eval_samples_per_second": 509.517,
      "eval_steps_per_second": 7.971,
      "step": 2930
    },
    {
      "epoch": 0.3372719972467592,
      "eval_loss": 0.6011677980422974,
      "eval_runtime": 12.9117,
      "eval_samples_per_second": 509.924,
      "eval_steps_per_second": 7.977,
      "step": 2940
    },
    {
      "epoch": 0.3384191809108638,
      "eval_loss": 0.6003371477127075,
      "eval_runtime": 13.0239,
      "eval_samples_per_second": 505.531,
      "eval_steps_per_second": 7.909,
      "step": 2950
    },
    {
      "epoch": 0.33956636457496847,
      "eval_loss": 0.5993051528930664,
      "eval_runtime": 12.9359,
      "eval_samples_per_second": 508.971,
      "eval_steps_per_second": 7.962,
      "step": 2960
    },
    {
      "epoch": 0.34071354823907307,
      "eval_loss": 0.5986045598983765,
      "eval_runtime": 12.9502,
      "eval_samples_per_second": 508.409,
      "eval_steps_per_second": 7.954,
      "step": 2970
    },
    {
      "epoch": 0.3418607319031777,
      "eval_loss": 0.5977791547775269,
      "eval_runtime": 13.0367,
      "eval_samples_per_second": 505.037,
      "eval_steps_per_second": 7.901,
      "step": 2980
    },
    {
      "epoch": 0.34300791556728233,
      "eval_loss": 0.596732497215271,
      "eval_runtime": 13.0228,
      "eval_samples_per_second": 505.576,
      "eval_steps_per_second": 7.909,
      "step": 2990
    },
    {
      "epoch": 0.34415509923138693,
      "grad_norm": 2.941866636276245,
      "learning_rate": 9.836838750796687e-06,
      "loss": 1.0256,
      "step": 3000
    },
    {
      "epoch": 0.34415509923138693,
      "eval_loss": 0.5959278345108032,
      "eval_runtime": 12.9239,
      "eval_samples_per_second": 509.443,
      "eval_steps_per_second": 7.97,
      "step": 3000
    },
    {
      "epoch": 0.3453022828954916,
      "eval_loss": 0.5946770906448364,
      "eval_runtime": 12.9123,
      "eval_samples_per_second": 509.903,
      "eval_steps_per_second": 7.977,
      "step": 3010
    },
    {
      "epoch": 0.3464494665595962,
      "eval_loss": 0.593720555305481,
      "eval_runtime": 12.92,
      "eval_samples_per_second": 509.596,
      "eval_steps_per_second": 7.972,
      "step": 3020
    },
    {
      "epoch": 0.3475966502237008,
      "eval_loss": 0.5929400324821472,
      "eval_runtime": 12.9184,
      "eval_samples_per_second": 509.661,
      "eval_steps_per_second": 7.973,
      "step": 3030
    },
    {
      "epoch": 0.34874383388780544,
      "eval_loss": 0.5920357704162598,
      "eval_runtime": 12.9232,
      "eval_samples_per_second": 509.47,
      "eval_steps_per_second": 7.97,
      "step": 3040
    },
    {
      "epoch": 0.34989101755191004,
      "eval_loss": 0.5908279418945312,
      "eval_runtime": 12.9197,
      "eval_samples_per_second": 509.609,
      "eval_steps_per_second": 7.972,
      "step": 3050
    },
    {
      "epoch": 0.3510382012160147,
      "eval_loss": 0.5896555185317993,
      "eval_runtime": 13.0254,
      "eval_samples_per_second": 505.473,
      "eval_steps_per_second": 7.908,
      "step": 3060
    },
    {
      "epoch": 0.3521853848801193,
      "eval_loss": 0.5887726545333862,
      "eval_runtime": 13.0242,
      "eval_samples_per_second": 505.522,
      "eval_steps_per_second": 7.908,
      "step": 3070
    },
    {
      "epoch": 0.35333256854422396,
      "eval_loss": 0.5881541967391968,
      "eval_runtime": 13.0358,
      "eval_samples_per_second": 505.069,
      "eval_steps_per_second": 7.901,
      "step": 3080
    },
    {
      "epoch": 0.35447975220832856,
      "eval_loss": 0.5873861312866211,
      "eval_runtime": 12.9582,
      "eval_samples_per_second": 508.095,
      "eval_steps_per_second": 7.949,
      "step": 3090
    },
    {
      "epoch": 0.35562693587243316,
      "grad_norm": 3.1805124282836914,
      "learning_rate": 9.79434884214999e-06,
      "loss": 1.0489,
      "step": 3100
    },
    {
      "epoch": 0.35562693587243316,
      "eval_loss": 0.5868309736251831,
      "eval_runtime": 13.0375,
      "eval_samples_per_second": 505.003,
      "eval_steps_per_second": 7.9,
      "step": 3100
    },
    {
      "epoch": 0.3567741195365378,
      "eval_loss": 0.5860410928726196,
      "eval_runtime": 12.9224,
      "eval_samples_per_second": 509.501,
      "eval_steps_per_second": 7.971,
      "step": 3110
    },
    {
      "epoch": 0.3579213032006424,
      "eval_loss": 0.5853646993637085,
      "eval_runtime": 12.9171,
      "eval_samples_per_second": 509.711,
      "eval_steps_per_second": 7.974,
      "step": 3120
    },
    {
      "epoch": 0.35906848686474707,
      "eval_loss": 0.5839424729347229,
      "eval_runtime": 12.9136,
      "eval_samples_per_second": 509.848,
      "eval_steps_per_second": 7.976,
      "step": 3130
    },
    {
      "epoch": 0.3602156705288517,
      "eval_loss": 0.5830027461051941,
      "eval_runtime": 12.9177,
      "eval_samples_per_second": 509.686,
      "eval_steps_per_second": 7.974,
      "step": 3140
    },
    {
      "epoch": 0.3613628541929563,
      "eval_loss": 0.5822171568870544,
      "eval_runtime": 13.0378,
      "eval_samples_per_second": 504.995,
      "eval_steps_per_second": 7.9,
      "step": 3150
    },
    {
      "epoch": 0.36251003785706093,
      "eval_loss": 0.5814335942268372,
      "eval_runtime": 12.9196,
      "eval_samples_per_second": 509.612,
      "eval_steps_per_second": 7.972,
      "step": 3160
    },
    {
      "epoch": 0.36365722152116553,
      "eval_loss": 0.5807969570159912,
      "eval_runtime": 12.9184,
      "eval_samples_per_second": 509.659,
      "eval_steps_per_second": 7.973,
      "step": 3170
    },
    {
      "epoch": 0.3648044051852702,
      "eval_loss": 0.5801600813865662,
      "eval_runtime": 12.9016,
      "eval_samples_per_second": 510.323,
      "eval_steps_per_second": 7.983,
      "step": 3180
    },
    {
      "epoch": 0.3659515888493748,
      "eval_loss": 0.5793916583061218,
      "eval_runtime": 12.9241,
      "eval_samples_per_second": 509.434,
      "eval_steps_per_second": 7.97,
      "step": 3190
    },
    {
      "epoch": 0.3670987725134794,
      "grad_norm": 3.2195188999176025,
      "learning_rate": 9.751858933503294e-06,
      "loss": 1.038,
      "step": 3200
    },
    {
      "epoch": 0.3670987725134794,
      "eval_loss": 0.578770637512207,
      "eval_runtime": 13.0163,
      "eval_samples_per_second": 505.828,
      "eval_steps_per_second": 7.913,
      "step": 3200
    },
    {
      "epoch": 0.36824595617758404,
      "eval_loss": 0.5778489112854004,
      "eval_runtime": 13.0447,
      "eval_samples_per_second": 504.726,
      "eval_steps_per_second": 7.896,
      "step": 3210
    },
    {
      "epoch": 0.36939313984168864,
      "eval_loss": 0.577012300491333,
      "eval_runtime": 13.038,
      "eval_samples_per_second": 504.984,
      "eval_steps_per_second": 7.9,
      "step": 3220
    },
    {
      "epoch": 0.3705403235057933,
      "eval_loss": 0.5763078331947327,
      "eval_runtime": 12.9775,
      "eval_samples_per_second": 507.339,
      "eval_steps_per_second": 7.937,
      "step": 3230
    },
    {
      "epoch": 0.3716875071698979,
      "eval_loss": 0.5751996040344238,
      "eval_runtime": 12.9227,
      "eval_samples_per_second": 509.492,
      "eval_steps_per_second": 7.97,
      "step": 3240
    },
    {
      "epoch": 0.3728346908340025,
      "eval_loss": 0.5744589567184448,
      "eval_runtime": 12.9251,
      "eval_samples_per_second": 509.398,
      "eval_steps_per_second": 7.969,
      "step": 3250
    },
    {
      "epoch": 0.37398187449810716,
      "eval_loss": 0.5737271308898926,
      "eval_runtime": 12.9481,
      "eval_samples_per_second": 508.493,
      "eval_steps_per_second": 7.955,
      "step": 3260
    },
    {
      "epoch": 0.37512905816221176,
      "eval_loss": 0.5727923512458801,
      "eval_runtime": 13.0412,
      "eval_samples_per_second": 504.861,
      "eval_steps_per_second": 7.898,
      "step": 3270
    },
    {
      "epoch": 0.3762762418263164,
      "eval_loss": 0.5719892382621765,
      "eval_runtime": 12.9946,
      "eval_samples_per_second": 506.674,
      "eval_steps_per_second": 7.926,
      "step": 3280
    },
    {
      "epoch": 0.377423425490421,
      "eval_loss": 0.5713133811950684,
      "eval_runtime": 12.9204,
      "eval_samples_per_second": 509.58,
      "eval_steps_per_second": 7.972,
      "step": 3290
    },
    {
      "epoch": 0.3785706091545256,
      "grad_norm": 2.951904058456421,
      "learning_rate": 9.709369024856598e-06,
      "loss": 1.0058,
      "step": 3300
    },
    {
      "epoch": 0.3785706091545256,
      "eval_loss": 0.5707195401191711,
      "eval_runtime": 12.9678,
      "eval_samples_per_second": 507.718,
      "eval_steps_per_second": 7.943,
      "step": 3300
    },
    {
      "epoch": 0.3797177928186303,
      "eval_loss": 0.5699546933174133,
      "eval_runtime": 12.9635,
      "eval_samples_per_second": 507.889,
      "eval_steps_per_second": 7.945,
      "step": 3310
    },
    {
      "epoch": 0.3808649764827349,
      "eval_loss": 0.5689657926559448,
      "eval_runtime": 12.9065,
      "eval_samples_per_second": 510.131,
      "eval_steps_per_second": 7.98,
      "step": 3320
    },
    {
      "epoch": 0.38201216014683953,
      "eval_loss": 0.5680745244026184,
      "eval_runtime": 12.9206,
      "eval_samples_per_second": 509.574,
      "eval_steps_per_second": 7.972,
      "step": 3330
    },
    {
      "epoch": 0.38315934381094413,
      "eval_loss": 0.5672716498374939,
      "eval_runtime": 12.9202,
      "eval_samples_per_second": 509.591,
      "eval_steps_per_second": 7.972,
      "step": 3340
    },
    {
      "epoch": 0.38430652747504873,
      "eval_loss": 0.5669021606445312,
      "eval_runtime": 12.9282,
      "eval_samples_per_second": 509.275,
      "eval_steps_per_second": 7.967,
      "step": 3350
    },
    {
      "epoch": 0.3854537111391534,
      "eval_loss": 0.5667062997817993,
      "eval_runtime": 12.9165,
      "eval_samples_per_second": 509.737,
      "eval_steps_per_second": 7.974,
      "step": 3360
    },
    {
      "epoch": 0.386600894803258,
      "eval_loss": 0.5664732456207275,
      "eval_runtime": 12.9163,
      "eval_samples_per_second": 509.742,
      "eval_steps_per_second": 7.974,
      "step": 3370
    },
    {
      "epoch": 0.38774807846736264,
      "eval_loss": 0.5658523440361023,
      "eval_runtime": 12.9214,
      "eval_samples_per_second": 509.542,
      "eval_steps_per_second": 7.971,
      "step": 3380
    },
    {
      "epoch": 0.38889526213146725,
      "eval_loss": 0.5650349855422974,
      "eval_runtime": 12.9209,
      "eval_samples_per_second": 509.562,
      "eval_steps_per_second": 7.972,
      "step": 3390
    },
    {
      "epoch": 0.39004244579557185,
      "grad_norm": 2.8982646465301514,
      "learning_rate": 9.666879116209901e-06,
      "loss": 1.0413,
      "step": 3400
    },
    {
      "epoch": 0.39004244579557185,
      "eval_loss": 0.5644938349723816,
      "eval_runtime": 12.9147,
      "eval_samples_per_second": 509.808,
      "eval_steps_per_second": 7.975,
      "step": 3400
    },
    {
      "epoch": 0.3911896294596765,
      "eval_loss": 0.5641273260116577,
      "eval_runtime": 12.9416,
      "eval_samples_per_second": 508.745,
      "eval_steps_per_second": 7.959,
      "step": 3410
    },
    {
      "epoch": 0.3923368131237811,
      "eval_loss": 0.5635139346122742,
      "eval_runtime": 12.9481,
      "eval_samples_per_second": 508.491,
      "eval_steps_per_second": 7.955,
      "step": 3420
    },
    {
      "epoch": 0.39348399678788576,
      "eval_loss": 0.5628678202629089,
      "eval_runtime": 12.9965,
      "eval_samples_per_second": 506.596,
      "eval_steps_per_second": 7.925,
      "step": 3430
    },
    {
      "epoch": 0.39463118045199036,
      "eval_loss": 0.5622407793998718,
      "eval_runtime": 12.9926,
      "eval_samples_per_second": 506.748,
      "eval_steps_per_second": 7.928,
      "step": 3440
    },
    {
      "epoch": 0.39577836411609496,
      "eval_loss": 0.5617032051086426,
      "eval_runtime": 12.92,
      "eval_samples_per_second": 509.598,
      "eval_steps_per_second": 7.972,
      "step": 3450
    },
    {
      "epoch": 0.3969255477801996,
      "eval_loss": 0.5613731741905212,
      "eval_runtime": 12.9152,
      "eval_samples_per_second": 509.786,
      "eval_steps_per_second": 7.975,
      "step": 3460
    },
    {
      "epoch": 0.3980727314443042,
      "eval_loss": 0.5606963038444519,
      "eval_runtime": 12.9194,
      "eval_samples_per_second": 509.62,
      "eval_steps_per_second": 7.972,
      "step": 3470
    },
    {
      "epoch": 0.3992199151084089,
      "eval_loss": 0.5602635145187378,
      "eval_runtime": 12.9242,
      "eval_samples_per_second": 509.432,
      "eval_steps_per_second": 7.97,
      "step": 3480
    },
    {
      "epoch": 0.4003670987725135,
      "eval_loss": 0.5598347783088684,
      "eval_runtime": 12.9579,
      "eval_samples_per_second": 508.107,
      "eval_steps_per_second": 7.949,
      "step": 3490
    },
    {
      "epoch": 0.4015142824366181,
      "grad_norm": 3.217618465423584,
      "learning_rate": 9.624389207563205e-06,
      "loss": 0.938,
      "step": 3500
    },
    {
      "epoch": 0.4015142824366181,
      "eval_loss": 0.5596053600311279,
      "eval_runtime": 13.0466,
      "eval_samples_per_second": 504.652,
      "eval_steps_per_second": 7.895,
      "step": 3500
    },
    {
      "epoch": 0.40266146610072273,
      "eval_loss": 0.5589408874511719,
      "eval_runtime": 13.0715,
      "eval_samples_per_second": 503.69,
      "eval_steps_per_second": 7.88,
      "step": 3510
    },
    {
      "epoch": 0.40380864976482733,
      "eval_loss": 0.558090329170227,
      "eval_runtime": 12.9472,
      "eval_samples_per_second": 508.528,
      "eval_steps_per_second": 7.955,
      "step": 3520
    },
    {
      "epoch": 0.404955833428932,
      "eval_loss": 0.5570879578590393,
      "eval_runtime": 12.9169,
      "eval_samples_per_second": 509.72,
      "eval_steps_per_second": 7.974,
      "step": 3530
    },
    {
      "epoch": 0.4061030170930366,
      "eval_loss": 0.5562835931777954,
      "eval_runtime": 12.9892,
      "eval_samples_per_second": 506.881,
      "eval_steps_per_second": 7.93,
      "step": 3540
    },
    {
      "epoch": 0.40725020075714125,
      "eval_loss": 0.5557334423065186,
      "eval_runtime": 12.9142,
      "eval_samples_per_second": 509.826,
      "eval_steps_per_second": 7.976,
      "step": 3550
    },
    {
      "epoch": 0.40839738442124585,
      "eval_loss": 0.5551453828811646,
      "eval_runtime": 12.9967,
      "eval_samples_per_second": 506.59,
      "eval_steps_per_second": 7.925,
      "step": 3560
    },
    {
      "epoch": 0.40954456808535045,
      "eval_loss": 0.5546151995658875,
      "eval_runtime": 13.0283,
      "eval_samples_per_second": 505.362,
      "eval_steps_per_second": 7.906,
      "step": 3570
    },
    {
      "epoch": 0.4106917517494551,
      "eval_loss": 0.5540978312492371,
      "eval_runtime": 13.0306,
      "eval_samples_per_second": 505.273,
      "eval_steps_per_second": 7.904,
      "step": 3580
    },
    {
      "epoch": 0.4118389354135597,
      "eval_loss": 0.5535085797309875,
      "eval_runtime": 13.0453,
      "eval_samples_per_second": 504.704,
      "eval_steps_per_second": 7.896,
      "step": 3590
    },
    {
      "epoch": 0.41298611907766436,
      "grad_norm": 3.073883056640625,
      "learning_rate": 9.581899298916509e-06,
      "loss": 0.955,
      "step": 3600
    },
    {
      "epoch": 0.41298611907766436,
      "eval_loss": 0.5527840256690979,
      "eval_runtime": 13.0322,
      "eval_samples_per_second": 505.21,
      "eval_steps_per_second": 7.903,
      "step": 3600
    },
    {
      "epoch": 0.41413330274176896,
      "eval_loss": 0.5521849989891052,
      "eval_runtime": 13.0324,
      "eval_samples_per_second": 505.202,
      "eval_steps_per_second": 7.903,
      "step": 3610
    },
    {
      "epoch": 0.41528048640587356,
      "eval_loss": 0.5515934824943542,
      "eval_runtime": 13.0428,
      "eval_samples_per_second": 504.799,
      "eval_steps_per_second": 7.897,
      "step": 3620
    },
    {
      "epoch": 0.4164276700699782,
      "eval_loss": 0.5508650541305542,
      "eval_runtime": 13.0451,
      "eval_samples_per_second": 504.709,
      "eval_steps_per_second": 7.896,
      "step": 3630
    },
    {
      "epoch": 0.4175748537340828,
      "eval_loss": 0.5502671003341675,
      "eval_runtime": 13.0251,
      "eval_samples_per_second": 505.484,
      "eval_steps_per_second": 7.908,
      "step": 3640
    },
    {
      "epoch": 0.4187220373981875,
      "eval_loss": 0.5495434403419495,
      "eval_runtime": 13.0242,
      "eval_samples_per_second": 505.519,
      "eval_steps_per_second": 7.908,
      "step": 3650
    },
    {
      "epoch": 0.4198692210622921,
      "eval_loss": 0.5489790439605713,
      "eval_runtime": 13.0389,
      "eval_samples_per_second": 504.951,
      "eval_steps_per_second": 7.899,
      "step": 3660
    },
    {
      "epoch": 0.4210164047263967,
      "eval_loss": 0.5481202006340027,
      "eval_runtime": 12.9193,
      "eval_samples_per_second": 509.627,
      "eval_steps_per_second": 7.973,
      "step": 3670
    },
    {
      "epoch": 0.42216358839050133,
      "eval_loss": 0.5474987030029297,
      "eval_runtime": 13.0455,
      "eval_samples_per_second": 504.697,
      "eval_steps_per_second": 7.895,
      "step": 3680
    },
    {
      "epoch": 0.42331077205460593,
      "eval_loss": 0.5467217564582825,
      "eval_runtime": 12.9516,
      "eval_samples_per_second": 508.356,
      "eval_steps_per_second": 7.953,
      "step": 3690
    },
    {
      "epoch": 0.4244579557187106,
      "grad_norm": 4.54811954498291,
      "learning_rate": 9.539409390269812e-06,
      "loss": 0.9387,
      "step": 3700
    },
    {
      "epoch": 0.4244579557187106,
      "eval_loss": 0.5463354587554932,
      "eval_runtime": 12.949,
      "eval_samples_per_second": 508.456,
      "eval_steps_per_second": 7.954,
      "step": 3700
    },
    {
      "epoch": 0.4256051393828152,
      "eval_loss": 0.5458938479423523,
      "eval_runtime": 12.9107,
      "eval_samples_per_second": 509.966,
      "eval_steps_per_second": 7.978,
      "step": 3710
    },
    {
      "epoch": 0.4267523230469198,
      "eval_loss": 0.5451832413673401,
      "eval_runtime": 13.0127,
      "eval_samples_per_second": 505.968,
      "eval_steps_per_second": 7.915,
      "step": 3720
    },
    {
      "epoch": 0.42789950671102445,
      "eval_loss": 0.5448161363601685,
      "eval_runtime": 13.033,
      "eval_samples_per_second": 505.18,
      "eval_steps_per_second": 7.903,
      "step": 3730
    },
    {
      "epoch": 0.42904669037512905,
      "eval_loss": 0.5443439483642578,
      "eval_runtime": 13.0146,
      "eval_samples_per_second": 505.895,
      "eval_steps_per_second": 7.914,
      "step": 3740
    },
    {
      "epoch": 0.4301938740392337,
      "eval_loss": 0.544032633304596,
      "eval_runtime": 12.9589,
      "eval_samples_per_second": 508.069,
      "eval_steps_per_second": 7.948,
      "step": 3750
    },
    {
      "epoch": 0.4313410577033383,
      "eval_loss": 0.5435395836830139,
      "eval_runtime": 12.9098,
      "eval_samples_per_second": 510.001,
      "eval_steps_per_second": 7.978,
      "step": 3760
    },
    {
      "epoch": 0.4324882413674429,
      "eval_loss": 0.5429771542549133,
      "eval_runtime": 12.9366,
      "eval_samples_per_second": 508.944,
      "eval_steps_per_second": 7.962,
      "step": 3770
    },
    {
      "epoch": 0.43363542503154756,
      "eval_loss": 0.5423203706741333,
      "eval_runtime": 13.1085,
      "eval_samples_per_second": 502.268,
      "eval_steps_per_second": 7.857,
      "step": 3780
    },
    {
      "epoch": 0.43478260869565216,
      "eval_loss": 0.5417954921722412,
      "eval_runtime": 13.0184,
      "eval_samples_per_second": 505.747,
      "eval_steps_per_second": 7.912,
      "step": 3790
    },
    {
      "epoch": 0.4359297923597568,
      "grad_norm": 6.273746967315674,
      "learning_rate": 9.496919481623116e-06,
      "loss": 0.9672,
      "step": 3800
    },
    {
      "epoch": 0.4359297923597568,
      "eval_loss": 0.5414963364601135,
      "eval_runtime": 13.0358,
      "eval_samples_per_second": 505.07,
      "eval_steps_per_second": 7.901,
      "step": 3800
    },
    {
      "epoch": 0.4370769760238614,
      "eval_loss": 0.541257381439209,
      "eval_runtime": 12.9726,
      "eval_samples_per_second": 507.53,
      "eval_steps_per_second": 7.94,
      "step": 3810
    },
    {
      "epoch": 0.438224159687966,
      "eval_loss": 0.5409945845603943,
      "eval_runtime": 13.0274,
      "eval_samples_per_second": 505.398,
      "eval_steps_per_second": 7.906,
      "step": 3820
    },
    {
      "epoch": 0.4393713433520707,
      "eval_loss": 0.5406415462493896,
      "eval_runtime": 13.0472,
      "eval_samples_per_second": 504.629,
      "eval_steps_per_second": 7.894,
      "step": 3830
    },
    {
      "epoch": 0.4405185270161753,
      "eval_loss": 0.5403361916542053,
      "eval_runtime": 12.9682,
      "eval_samples_per_second": 507.704,
      "eval_steps_per_second": 7.943,
      "step": 3840
    },
    {
      "epoch": 0.44166571068027993,
      "eval_loss": 0.5397402048110962,
      "eval_runtime": 13.0503,
      "eval_samples_per_second": 504.509,
      "eval_steps_per_second": 7.893,
      "step": 3850
    },
    {
      "epoch": 0.44281289434438453,
      "eval_loss": 0.5394212007522583,
      "eval_runtime": 12.9962,
      "eval_samples_per_second": 506.611,
      "eval_steps_per_second": 7.925,
      "step": 3860
    },
    {
      "epoch": 0.44396007800848913,
      "eval_loss": 0.538590669631958,
      "eval_runtime": 13.0433,
      "eval_samples_per_second": 504.78,
      "eval_steps_per_second": 7.897,
      "step": 3870
    },
    {
      "epoch": 0.4451072616725938,
      "eval_loss": 0.537807822227478,
      "eval_runtime": 12.9414,
      "eval_samples_per_second": 508.756,
      "eval_steps_per_second": 7.959,
      "step": 3880
    },
    {
      "epoch": 0.4462544453366984,
      "eval_loss": 0.536992073059082,
      "eval_runtime": 12.9902,
      "eval_samples_per_second": 506.844,
      "eval_steps_per_second": 7.929,
      "step": 3890
    },
    {
      "epoch": 0.44740162900080305,
      "grad_norm": 2.6543989181518555,
      "learning_rate": 9.45442957297642e-06,
      "loss": 0.926,
      "step": 3900
    },
    {
      "epoch": 0.44740162900080305,
      "eval_loss": 0.5359557867050171,
      "eval_runtime": 13.0495,
      "eval_samples_per_second": 504.542,
      "eval_steps_per_second": 7.893,
      "step": 3900
    },
    {
      "epoch": 0.44854881266490765,
      "eval_loss": 0.5351366400718689,
      "eval_runtime": 12.923,
      "eval_samples_per_second": 509.48,
      "eval_steps_per_second": 7.97,
      "step": 3910
    },
    {
      "epoch": 0.44969599632901225,
      "eval_loss": 0.5345980525016785,
      "eval_runtime": 12.9402,
      "eval_samples_per_second": 508.803,
      "eval_steps_per_second": 7.96,
      "step": 3920
    },
    {
      "epoch": 0.4508431799931169,
      "eval_loss": 0.5343027710914612,
      "eval_runtime": 13.0184,
      "eval_samples_per_second": 505.747,
      "eval_steps_per_second": 7.912,
      "step": 3930
    },
    {
      "epoch": 0.4519903636572215,
      "eval_loss": 0.5339150428771973,
      "eval_runtime": 13.0383,
      "eval_samples_per_second": 504.974,
      "eval_steps_per_second": 7.9,
      "step": 3940
    },
    {
      "epoch": 0.45313754732132616,
      "eval_loss": 0.533658504486084,
      "eval_runtime": 13.0155,
      "eval_samples_per_second": 505.857,
      "eval_steps_per_second": 7.914,
      "step": 3950
    },
    {
      "epoch": 0.45428473098543076,
      "eval_loss": 0.5334100127220154,
      "eval_runtime": 12.9238,
      "eval_samples_per_second": 509.45,
      "eval_steps_per_second": 7.97,
      "step": 3960
    },
    {
      "epoch": 0.45543191464953536,
      "eval_loss": 0.5330451726913452,
      "eval_runtime": 12.9194,
      "eval_samples_per_second": 509.619,
      "eval_steps_per_second": 7.972,
      "step": 3970
    },
    {
      "epoch": 0.45657909831364,
      "eval_loss": 0.5327152609825134,
      "eval_runtime": 13.015,
      "eval_samples_per_second": 505.879,
      "eval_steps_per_second": 7.914,
      "step": 3980
    },
    {
      "epoch": 0.4577262819777446,
      "eval_loss": 0.5323871374130249,
      "eval_runtime": 13.021,
      "eval_samples_per_second": 505.646,
      "eval_steps_per_second": 7.91,
      "step": 3990
    },
    {
      "epoch": 0.4588734656418493,
      "grad_norm": 2.330146074295044,
      "learning_rate": 9.411939664329721e-06,
      "loss": 0.867,
      "step": 4000
    },
    {
      "epoch": 0.4588734656418493,
      "eval_loss": 0.5319190621376038,
      "eval_runtime": 13.0222,
      "eval_samples_per_second": 505.6,
      "eval_steps_per_second": 7.91,
      "step": 4000
    },
    {
      "epoch": 0.4600206493059539,
      "eval_loss": 0.5313332676887512,
      "eval_runtime": 13.0478,
      "eval_samples_per_second": 504.605,
      "eval_steps_per_second": 7.894,
      "step": 4010
    },
    {
      "epoch": 0.46116783297005853,
      "eval_loss": 0.5308486223220825,
      "eval_runtime": 12.964,
      "eval_samples_per_second": 507.868,
      "eval_steps_per_second": 7.945,
      "step": 4020
    },
    {
      "epoch": 0.46231501663416313,
      "eval_loss": 0.5300149917602539,
      "eval_runtime": 12.914,
      "eval_samples_per_second": 509.835,
      "eval_steps_per_second": 7.976,
      "step": 4030
    },
    {
      "epoch": 0.46346220029826773,
      "eval_loss": 0.5292573571205139,
      "eval_runtime": 12.9769,
      "eval_samples_per_second": 507.361,
      "eval_steps_per_second": 7.937,
      "step": 4040
    },
    {
      "epoch": 0.4646093839623724,
      "eval_loss": 0.5286610722541809,
      "eval_runtime": 13.0368,
      "eval_samples_per_second": 505.031,
      "eval_steps_per_second": 7.901,
      "step": 4050
    },
    {
      "epoch": 0.465756567626477,
      "eval_loss": 0.5283547043800354,
      "eval_runtime": 13.0356,
      "eval_samples_per_second": 505.077,
      "eval_steps_per_second": 7.901,
      "step": 4060
    },
    {
      "epoch": 0.46690375129058165,
      "eval_loss": 0.5280731916427612,
      "eval_runtime": 13.0048,
      "eval_samples_per_second": 506.275,
      "eval_steps_per_second": 7.92,
      "step": 4070
    },
    {
      "epoch": 0.46805093495468625,
      "eval_loss": 0.5276577472686768,
      "eval_runtime": 12.9174,
      "eval_samples_per_second": 509.699,
      "eval_steps_per_second": 7.974,
      "step": 4080
    },
    {
      "epoch": 0.46919811861879085,
      "eval_loss": 0.5272203087806702,
      "eval_runtime": 12.9134,
      "eval_samples_per_second": 509.857,
      "eval_steps_per_second": 7.976,
      "step": 4090
    },
    {
      "epoch": 0.4703453022828955,
      "grad_norm": 2.8037149906158447,
      "learning_rate": 9.369449755683025e-06,
      "loss": 0.916,
      "step": 4100
    },
    {
      "epoch": 0.4703453022828955,
      "eval_loss": 0.5267237424850464,
      "eval_runtime": 12.9151,
      "eval_samples_per_second": 509.79,
      "eval_steps_per_second": 7.975,
      "step": 4100
    },
    {
      "epoch": 0.4714924859470001,
      "eval_loss": 0.5260052680969238,
      "eval_runtime": 12.9148,
      "eval_samples_per_second": 509.801,
      "eval_steps_per_second": 7.975,
      "step": 4110
    },
    {
      "epoch": 0.47263966961110476,
      "eval_loss": 0.5252425074577332,
      "eval_runtime": 13.014,
      "eval_samples_per_second": 505.915,
      "eval_steps_per_second": 7.915,
      "step": 4120
    },
    {
      "epoch": 0.47378685327520936,
      "eval_loss": 0.5246235132217407,
      "eval_runtime": 13.0291,
      "eval_samples_per_second": 505.332,
      "eval_steps_per_second": 7.905,
      "step": 4130
    },
    {
      "epoch": 0.47493403693931396,
      "eval_loss": 0.5238820314407349,
      "eval_runtime": 12.9264,
      "eval_samples_per_second": 509.345,
      "eval_steps_per_second": 7.968,
      "step": 4140
    },
    {
      "epoch": 0.4760812206034186,
      "eval_loss": 0.5231978297233582,
      "eval_runtime": 12.9421,
      "eval_samples_per_second": 508.729,
      "eval_steps_per_second": 7.959,
      "step": 4150
    },
    {
      "epoch": 0.4772284042675232,
      "eval_loss": 0.5225175023078918,
      "eval_runtime": 13.0292,
      "eval_samples_per_second": 505.328,
      "eval_steps_per_second": 7.905,
      "step": 4160
    },
    {
      "epoch": 0.4783755879316279,
      "eval_loss": 0.522089958190918,
      "eval_runtime": 13.0462,
      "eval_samples_per_second": 504.666,
      "eval_steps_per_second": 7.895,
      "step": 4170
    },
    {
      "epoch": 0.4795227715957325,
      "eval_loss": 0.5216270685195923,
      "eval_runtime": 13.0261,
      "eval_samples_per_second": 505.448,
      "eval_steps_per_second": 7.907,
      "step": 4180
    },
    {
      "epoch": 0.4806699552598371,
      "eval_loss": 0.5211179256439209,
      "eval_runtime": 13.0229,
      "eval_samples_per_second": 505.569,
      "eval_steps_per_second": 7.909,
      "step": 4190
    },
    {
      "epoch": 0.48181713892394173,
      "grad_norm": 4.981523036956787,
      "learning_rate": 9.32695984703633e-06,
      "loss": 0.9667,
      "step": 4200
    },
    {
      "epoch": 0.48181713892394173,
      "eval_loss": 0.5206459760665894,
      "eval_runtime": 13.0189,
      "eval_samples_per_second": 505.728,
      "eval_steps_per_second": 7.912,
      "step": 4200
    },
    {
      "epoch": 0.48296432258804634,
      "eval_loss": 0.5203832983970642,
      "eval_runtime": 13.0372,
      "eval_samples_per_second": 505.016,
      "eval_steps_per_second": 7.9,
      "step": 4210
    },
    {
      "epoch": 0.484111506252151,
      "eval_loss": 0.5200340151786804,
      "eval_runtime": 12.921,
      "eval_samples_per_second": 509.558,
      "eval_steps_per_second": 7.972,
      "step": 4220
    },
    {
      "epoch": 0.4852586899162556,
      "eval_loss": 0.5191519856452942,
      "eval_runtime": 12.9412,
      "eval_samples_per_second": 508.761,
      "eval_steps_per_second": 7.959,
      "step": 4230
    },
    {
      "epoch": 0.4864058735803602,
      "eval_loss": 0.5187414884567261,
      "eval_runtime": 13.0244,
      "eval_samples_per_second": 505.513,
      "eval_steps_per_second": 7.908,
      "step": 4240
    },
    {
      "epoch": 0.48755305724446485,
      "eval_loss": 0.5184528827667236,
      "eval_runtime": 13.0462,
      "eval_samples_per_second": 504.669,
      "eval_steps_per_second": 7.895,
      "step": 4250
    },
    {
      "epoch": 0.48870024090856945,
      "eval_loss": 0.5179461240768433,
      "eval_runtime": 12.9404,
      "eval_samples_per_second": 508.793,
      "eval_steps_per_second": 7.96,
      "step": 4260
    },
    {
      "epoch": 0.4898474245726741,
      "eval_loss": 0.5173225402832031,
      "eval_runtime": 12.9886,
      "eval_samples_per_second": 506.904,
      "eval_steps_per_second": 7.93,
      "step": 4270
    },
    {
      "epoch": 0.4909946082367787,
      "eval_loss": 0.5169667601585388,
      "eval_runtime": 12.918,
      "eval_samples_per_second": 509.678,
      "eval_steps_per_second": 7.973,
      "step": 4280
    },
    {
      "epoch": 0.4921417919008833,
      "eval_loss": 0.5165331363677979,
      "eval_runtime": 12.9162,
      "eval_samples_per_second": 509.747,
      "eval_steps_per_second": 7.974,
      "step": 4290
    },
    {
      "epoch": 0.49328897556498796,
      "grad_norm": 2.352576732635498,
      "learning_rate": 9.284469938389632e-06,
      "loss": 0.9276,
      "step": 4300
    },
    {
      "epoch": 0.49328897556498796,
      "eval_loss": 0.5160226821899414,
      "eval_runtime": 12.9928,
      "eval_samples_per_second": 506.741,
      "eval_steps_per_second": 7.927,
      "step": 4300
    },
    {
      "epoch": 0.49443615922909256,
      "eval_loss": 0.5154353976249695,
      "eval_runtime": 13.0317,
      "eval_samples_per_second": 505.228,
      "eval_steps_per_second": 7.904,
      "step": 4310
    },
    {
      "epoch": 0.4955833428931972,
      "eval_loss": 0.5149873495101929,
      "eval_runtime": 12.9748,
      "eval_samples_per_second": 507.445,
      "eval_steps_per_second": 7.938,
      "step": 4320
    },
    {
      "epoch": 0.4967305265573018,
      "eval_loss": 0.514439582824707,
      "eval_runtime": 12.9649,
      "eval_samples_per_second": 507.833,
      "eval_steps_per_second": 7.945,
      "step": 4330
    },
    {
      "epoch": 0.4978777102214064,
      "eval_loss": 0.5140998363494873,
      "eval_runtime": 13.0221,
      "eval_samples_per_second": 505.603,
      "eval_steps_per_second": 7.91,
      "step": 4340
    },
    {
      "epoch": 0.4990248938855111,
      "eval_loss": 0.5139394402503967,
      "eval_runtime": 13.0098,
      "eval_samples_per_second": 506.081,
      "eval_steps_per_second": 7.917,
      "step": 4350
    },
    {
      "epoch": 0.5001720775496157,
      "eval_loss": 0.5137957334518433,
      "eval_runtime": 13.0381,
      "eval_samples_per_second": 504.983,
      "eval_steps_per_second": 7.9,
      "step": 4360
    },
    {
      "epoch": 0.5013192612137203,
      "eval_loss": 0.5136282444000244,
      "eval_runtime": 13.0808,
      "eval_samples_per_second": 503.332,
      "eval_steps_per_second": 7.874,
      "step": 4370
    },
    {
      "epoch": 0.502466444877825,
      "eval_loss": 0.5132753849029541,
      "eval_runtime": 13.0402,
      "eval_samples_per_second": 504.902,
      "eval_steps_per_second": 7.899,
      "step": 4380
    },
    {
      "epoch": 0.5036136285419296,
      "eval_loss": 0.5129442811012268,
      "eval_runtime": 12.9179,
      "eval_samples_per_second": 509.682,
      "eval_steps_per_second": 7.973,
      "step": 4390
    },
    {
      "epoch": 0.5047608122060342,
      "grad_norm": 2.744755983352661,
      "learning_rate": 9.241980029742936e-06,
      "loss": 0.9331,
      "step": 4400
    },
    {
      "epoch": 0.5047608122060342,
      "eval_loss": 0.5125741362571716,
      "eval_runtime": 12.9316,
      "eval_samples_per_second": 509.142,
      "eval_steps_per_second": 7.965,
      "step": 4400
    },
    {
      "epoch": 0.5059079958701388,
      "eval_loss": 0.5123194456100464,
      "eval_runtime": 13.0104,
      "eval_samples_per_second": 506.056,
      "eval_steps_per_second": 7.917,
      "step": 4410
    },
    {
      "epoch": 0.5070551795342434,
      "eval_loss": 0.5116878747940063,
      "eval_runtime": 13.0458,
      "eval_samples_per_second": 504.684,
      "eval_steps_per_second": 7.895,
      "step": 4420
    },
    {
      "epoch": 0.5082023631983481,
      "eval_loss": 0.5112791061401367,
      "eval_runtime": 13.0399,
      "eval_samples_per_second": 504.911,
      "eval_steps_per_second": 7.899,
      "step": 4430
    },
    {
      "epoch": 0.5093495468624527,
      "eval_loss": 0.5108391642570496,
      "eval_runtime": 13.0444,
      "eval_samples_per_second": 504.738,
      "eval_steps_per_second": 7.896,
      "step": 4440
    },
    {
      "epoch": 0.5104967305265573,
      "eval_loss": 0.5106413960456848,
      "eval_runtime": 13.0495,
      "eval_samples_per_second": 504.542,
      "eval_steps_per_second": 7.893,
      "step": 4450
    },
    {
      "epoch": 0.5116439141906619,
      "eval_loss": 0.5105773210525513,
      "eval_runtime": 13.026,
      "eval_samples_per_second": 505.453,
      "eval_steps_per_second": 7.907,
      "step": 4460
    },
    {
      "epoch": 0.5127910978547665,
      "eval_loss": 0.5106124877929688,
      "eval_runtime": 13.0887,
      "eval_samples_per_second": 503.028,
      "eval_steps_per_second": 7.869,
      "step": 4470
    },
    {
      "epoch": 0.5139382815188712,
      "eval_loss": 0.5104395151138306,
      "eval_runtime": 13.0488,
      "eval_samples_per_second": 504.567,
      "eval_steps_per_second": 7.893,
      "step": 4480
    },
    {
      "epoch": 0.5150854651829758,
      "eval_loss": 0.510217547416687,
      "eval_runtime": 13.0309,
      "eval_samples_per_second": 505.261,
      "eval_steps_per_second": 7.904,
      "step": 4490
    },
    {
      "epoch": 0.5162326488470804,
      "grad_norm": 3.2935314178466797,
      "learning_rate": 9.199490121096241e-06,
      "loss": 0.907,
      "step": 4500
    },
    {
      "epoch": 0.5162326488470804,
      "eval_loss": 0.5096931457519531,
      "eval_runtime": 13.0419,
      "eval_samples_per_second": 504.834,
      "eval_steps_per_second": 7.898,
      "step": 4500
    },
    {
      "epoch": 0.517379832511185,
      "eval_loss": 0.5092429518699646,
      "eval_runtime": 13.0377,
      "eval_samples_per_second": 504.999,
      "eval_steps_per_second": 7.9,
      "step": 4510
    },
    {
      "epoch": 0.5185270161752896,
      "eval_loss": 0.5086391568183899,
      "eval_runtime": 12.9418,
      "eval_samples_per_second": 508.739,
      "eval_steps_per_second": 7.959,
      "step": 4520
    },
    {
      "epoch": 0.5196741998393943,
      "eval_loss": 0.508176326751709,
      "eval_runtime": 13.154,
      "eval_samples_per_second": 500.533,
      "eval_steps_per_second": 7.83,
      "step": 4530
    },
    {
      "epoch": 0.5208213835034989,
      "eval_loss": 0.5079353451728821,
      "eval_runtime": 13.0269,
      "eval_samples_per_second": 505.417,
      "eval_steps_per_second": 7.907,
      "step": 4540
    },
    {
      "epoch": 0.5219685671676035,
      "eval_loss": 0.5075249671936035,
      "eval_runtime": 13.0283,
      "eval_samples_per_second": 505.36,
      "eval_steps_per_second": 7.906,
      "step": 4550
    },
    {
      "epoch": 0.5231157508317081,
      "eval_loss": 0.5070711970329285,
      "eval_runtime": 13.0867,
      "eval_samples_per_second": 503.106,
      "eval_steps_per_second": 7.871,
      "step": 4560
    },
    {
      "epoch": 0.5242629344958127,
      "eval_loss": 0.5066924095153809,
      "eval_runtime": 13.0158,
      "eval_samples_per_second": 505.847,
      "eval_steps_per_second": 7.913,
      "step": 4570
    },
    {
      "epoch": 0.5254101181599174,
      "eval_loss": 0.5066002607345581,
      "eval_runtime": 13.0247,
      "eval_samples_per_second": 505.499,
      "eval_steps_per_second": 7.908,
      "step": 4580
    },
    {
      "epoch": 0.526557301824022,
      "eval_loss": 0.5061988830566406,
      "eval_runtime": 12.9452,
      "eval_samples_per_second": 508.604,
      "eval_steps_per_second": 7.957,
      "step": 4590
    },
    {
      "epoch": 0.5277044854881267,
      "grad_norm": 2.8888604640960693,
      "learning_rate": 9.157000212449543e-06,
      "loss": 0.913,
      "step": 4600
    },
    {
      "epoch": 0.5277044854881267,
      "eval_loss": 0.5059130787849426,
      "eval_runtime": 13.0522,
      "eval_samples_per_second": 504.435,
      "eval_steps_per_second": 7.891,
      "step": 4600
    },
    {
      "epoch": 0.5288516691522313,
      "eval_loss": 0.5056325793266296,
      "eval_runtime": 13.0474,
      "eval_samples_per_second": 504.62,
      "eval_steps_per_second": 7.894,
      "step": 4610
    },
    {
      "epoch": 0.5299988528163359,
      "eval_loss": 0.5051873922348022,
      "eval_runtime": 13.0297,
      "eval_samples_per_second": 505.306,
      "eval_steps_per_second": 7.905,
      "step": 4620
    },
    {
      "epoch": 0.5311460364804406,
      "eval_loss": 0.5046107769012451,
      "eval_runtime": 13.0544,
      "eval_samples_per_second": 504.351,
      "eval_steps_per_second": 7.89,
      "step": 4630
    },
    {
      "epoch": 0.5322932201445452,
      "eval_loss": 0.5039039254188538,
      "eval_runtime": 13.0434,
      "eval_samples_per_second": 504.778,
      "eval_steps_per_second": 7.897,
      "step": 4640
    },
    {
      "epoch": 0.5334404038086498,
      "eval_loss": 0.5032686591148376,
      "eval_runtime": 13.0225,
      "eval_samples_per_second": 505.586,
      "eval_steps_per_second": 7.909,
      "step": 4650
    },
    {
      "epoch": 0.5345875874727544,
      "eval_loss": 0.5030205249786377,
      "eval_runtime": 13.044,
      "eval_samples_per_second": 504.753,
      "eval_steps_per_second": 7.896,
      "step": 4660
    },
    {
      "epoch": 0.535734771136859,
      "eval_loss": 0.5027660727500916,
      "eval_runtime": 13.0891,
      "eval_samples_per_second": 503.013,
      "eval_steps_per_second": 7.869,
      "step": 4670
    },
    {
      "epoch": 0.5368819548009637,
      "eval_loss": 0.5026541352272034,
      "eval_runtime": 13.0208,
      "eval_samples_per_second": 505.653,
      "eval_steps_per_second": 7.91,
      "step": 4680
    },
    {
      "epoch": 0.5380291384650683,
      "eval_loss": 0.5023172497749329,
      "eval_runtime": 13.0369,
      "eval_samples_per_second": 505.028,
      "eval_steps_per_second": 7.901,
      "step": 4690
    },
    {
      "epoch": 0.5391763221291729,
      "grad_norm": 2.457648992538452,
      "learning_rate": 9.114510303802847e-06,
      "loss": 0.9047,
      "step": 4700
    },
    {
      "epoch": 0.5391763221291729,
      "eval_loss": 0.5020408034324646,
      "eval_runtime": 13.0428,
      "eval_samples_per_second": 504.8,
      "eval_steps_per_second": 7.897,
      "step": 4700
    },
    {
      "epoch": 0.5403235057932775,
      "eval_loss": 0.5017600059509277,
      "eval_runtime": 13.0177,
      "eval_samples_per_second": 505.772,
      "eval_steps_per_second": 7.912,
      "step": 4710
    },
    {
      "epoch": 0.5414706894573821,
      "eval_loss": 0.5015026926994324,
      "eval_runtime": 13.0186,
      "eval_samples_per_second": 505.738,
      "eval_steps_per_second": 7.912,
      "step": 4720
    },
    {
      "epoch": 0.5426178731214868,
      "eval_loss": 0.5008870959281921,
      "eval_runtime": 12.9903,
      "eval_samples_per_second": 506.841,
      "eval_steps_per_second": 7.929,
      "step": 4730
    },
    {
      "epoch": 0.5437650567855914,
      "eval_loss": 0.500299334526062,
      "eval_runtime": 13.032,
      "eval_samples_per_second": 505.218,
      "eval_steps_per_second": 7.904,
      "step": 4740
    },
    {
      "epoch": 0.544912240449696,
      "eval_loss": 0.49969592690467834,
      "eval_runtime": 13.0199,
      "eval_samples_per_second": 505.686,
      "eval_steps_per_second": 7.911,
      "step": 4750
    },
    {
      "epoch": 0.5460594241138006,
      "eval_loss": 0.4990648329257965,
      "eval_runtime": 13.0229,
      "eval_samples_per_second": 505.573,
      "eval_steps_per_second": 7.909,
      "step": 4760
    },
    {
      "epoch": 0.5472066077779052,
      "eval_loss": 0.4983595013618469,
      "eval_runtime": 13.0558,
      "eval_samples_per_second": 504.298,
      "eval_steps_per_second": 7.889,
      "step": 4770
    },
    {
      "epoch": 0.5483537914420099,
      "eval_loss": 0.4980465769767761,
      "eval_runtime": 13.0075,
      "eval_samples_per_second": 506.171,
      "eval_steps_per_second": 7.919,
      "step": 4780
    },
    {
      "epoch": 0.5495009751061145,
      "eval_loss": 0.4980180859565735,
      "eval_runtime": 13.0189,
      "eval_samples_per_second": 505.727,
      "eval_steps_per_second": 7.912,
      "step": 4790
    },
    {
      "epoch": 0.5506481587702191,
      "grad_norm": 2.9509494304656982,
      "learning_rate": 9.07202039515615e-06,
      "loss": 0.887,
      "step": 4800
    },
    {
      "epoch": 0.5506481587702191,
      "eval_loss": 0.4978945553302765,
      "eval_runtime": 13.073,
      "eval_samples_per_second": 503.632,
      "eval_steps_per_second": 7.879,
      "step": 4800
    },
    {
      "epoch": 0.5517953424343237,
      "eval_loss": 0.49748191237449646,
      "eval_runtime": 13.0456,
      "eval_samples_per_second": 504.69,
      "eval_steps_per_second": 7.895,
      "step": 4810
    },
    {
      "epoch": 0.5529425260984283,
      "eval_loss": 0.49734070897102356,
      "eval_runtime": 12.917,
      "eval_samples_per_second": 509.716,
      "eval_steps_per_second": 7.974,
      "step": 4820
    },
    {
      "epoch": 0.554089709762533,
      "eval_loss": 0.4968598783016205,
      "eval_runtime": 12.9242,
      "eval_samples_per_second": 509.434,
      "eval_steps_per_second": 7.97,
      "step": 4830
    },
    {
      "epoch": 0.5552368934266376,
      "eval_loss": 0.49663135409355164,
      "eval_runtime": 12.917,
      "eval_samples_per_second": 509.714,
      "eval_steps_per_second": 7.974,
      "step": 4840
    },
    {
      "epoch": 0.5563840770907422,
      "eval_loss": 0.4964074492454529,
      "eval_runtime": 12.9307,
      "eval_samples_per_second": 509.176,
      "eval_steps_per_second": 7.966,
      "step": 4850
    },
    {
      "epoch": 0.5575312607548468,
      "eval_loss": 0.49635863304138184,
      "eval_runtime": 13.0256,
      "eval_samples_per_second": 505.465,
      "eval_steps_per_second": 7.907,
      "step": 4860
    },
    {
      "epoch": 0.5586784444189514,
      "eval_loss": 0.4959893226623535,
      "eval_runtime": 13.019,
      "eval_samples_per_second": 505.724,
      "eval_steps_per_second": 7.912,
      "step": 4870
    },
    {
      "epoch": 0.5598256280830561,
      "eval_loss": 0.495743066072464,
      "eval_runtime": 12.9529,
      "eval_samples_per_second": 508.302,
      "eval_steps_per_second": 7.952,
      "step": 4880
    },
    {
      "epoch": 0.5609728117471607,
      "eval_loss": 0.49548840522766113,
      "eval_runtime": 12.9165,
      "eval_samples_per_second": 509.734,
      "eval_steps_per_second": 7.974,
      "step": 4890
    },
    {
      "epoch": 0.5621199954112653,
      "grad_norm": 2.523698329925537,
      "learning_rate": 9.029530486509454e-06,
      "loss": 0.8645,
      "step": 4900
    },
    {
      "epoch": 0.5621199954112653,
      "eval_loss": 0.4952070116996765,
      "eval_runtime": 12.9252,
      "eval_samples_per_second": 509.394,
      "eval_steps_per_second": 7.969,
      "step": 4900
    },
    {
      "epoch": 0.5632671790753699,
      "eval_loss": 0.49501940608024597,
      "eval_runtime": 12.9174,
      "eval_samples_per_second": 509.699,
      "eval_steps_per_second": 7.974,
      "step": 4910
    },
    {
      "epoch": 0.5644143627394745,
      "eval_loss": 0.49515894055366516,
      "eval_runtime": 12.9248,
      "eval_samples_per_second": 509.409,
      "eval_steps_per_second": 7.969,
      "step": 4920
    },
    {
      "epoch": 0.5655615464035793,
      "eval_loss": 0.4948519468307495,
      "eval_runtime": 13.0296,
      "eval_samples_per_second": 505.311,
      "eval_steps_per_second": 7.905,
      "step": 4930
    },
    {
      "epoch": 0.5667087300676839,
      "eval_loss": 0.4942854344844818,
      "eval_runtime": 13.0211,
      "eval_samples_per_second": 505.639,
      "eval_steps_per_second": 7.91,
      "step": 4940
    },
    {
      "epoch": 0.5678559137317885,
      "eval_loss": 0.49377119541168213,
      "eval_runtime": 13.0383,
      "eval_samples_per_second": 504.973,
      "eval_steps_per_second": 7.9,
      "step": 4950
    },
    {
      "epoch": 0.569003097395893,
      "eval_loss": 0.4936191439628601,
      "eval_runtime": 13.02,
      "eval_samples_per_second": 505.683,
      "eval_steps_per_second": 7.911,
      "step": 4960
    },
    {
      "epoch": 0.5701502810599977,
      "eval_loss": 0.49330177903175354,
      "eval_runtime": 13.023,
      "eval_samples_per_second": 505.566,
      "eval_steps_per_second": 7.909,
      "step": 4970
    },
    {
      "epoch": 0.5712974647241024,
      "eval_loss": 0.4930713176727295,
      "eval_runtime": 13.0236,
      "eval_samples_per_second": 505.545,
      "eval_steps_per_second": 7.909,
      "step": 4980
    },
    {
      "epoch": 0.572444648388207,
      "eval_loss": 0.49287787079811096,
      "eval_runtime": 12.9359,
      "eval_samples_per_second": 508.972,
      "eval_steps_per_second": 7.962,
      "step": 4990
    },
    {
      "epoch": 0.5735918320523116,
      "grad_norm": 8.273838996887207,
      "learning_rate": 8.987040577862758e-06,
      "loss": 0.8348,
      "step": 5000
    },
    {
      "epoch": 0.5735918320523116,
      "eval_loss": 0.49241214990615845,
      "eval_runtime": 12.9315,
      "eval_samples_per_second": 509.146,
      "eval_steps_per_second": 7.965,
      "step": 5000
    }
  ],
  "logging_steps": 100,
  "max_steps": 26151,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 10,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 64,
  "trial_name": null,
  "trial_params": null
}