{
  "best_metric": 1.208633542060852,
  "best_model_checkpoint": "/mnt/users/n3thakur/vectara/huggingface-dpo/trained_models/v3/Mistral-7B-Instruct-v0.2-miracl-raft-sft-v2.0/checkpoint-2000",
  "epoch": 0.9997531473710195,
  "eval_steps": 200,
  "global_step": 2025,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0004937052579609973,
      "grad_norm": 3.3225639243513934,
      "learning_rate": 4.926108374384237e-08,
      "loss": 1.6639,
      "step": 1
    },
    {
      "epoch": 0.0024685262898049864,
      "grad_norm": 2.953462068009019,
      "learning_rate": 2.4630541871921185e-07,
      "loss": 1.7388,
      "step": 5
    },
    {
      "epoch": 0.004937052579609973,
      "grad_norm": 2.4057426602070646,
      "learning_rate": 4.926108374384237e-07,
      "loss": 1.5798,
      "step": 10
    },
    {
      "epoch": 0.00740557886941496,
      "grad_norm": 3.186500367639329,
      "learning_rate": 7.389162561576356e-07,
      "loss": 1.659,
      "step": 15
    },
    {
      "epoch": 0.009874105159219946,
      "grad_norm": 2.396847476828635,
      "learning_rate": 9.852216748768474e-07,
      "loss": 1.6374,
      "step": 20
    },
    {
      "epoch": 0.012342631449024932,
      "grad_norm": 2.5391731431636106,
      "learning_rate": 1.2315270935960593e-06,
      "loss": 1.6314,
      "step": 25
    },
    {
      "epoch": 0.01481115773882992,
      "grad_norm": 2.2574409610476462,
      "learning_rate": 1.4778325123152712e-06,
      "loss": 1.5888,
      "step": 30
    },
    {
      "epoch": 0.017279684028634903,
      "grad_norm": 1.8342813542038656,
      "learning_rate": 1.724137931034483e-06,
      "loss": 1.5412,
      "step": 35
    },
    {
      "epoch": 0.01974821031843989,
      "grad_norm": 1.8380484598711315,
      "learning_rate": 1.970443349753695e-06,
      "loss": 1.4889,
      "step": 40
    },
    {
      "epoch": 0.02221673660824488,
      "grad_norm": 1.613058249947001,
      "learning_rate": 2.2167487684729067e-06,
      "loss": 1.5403,
      "step": 45
    },
    {
      "epoch": 0.024685262898049863,
      "grad_norm": 1.8920016704605567,
      "learning_rate": 2.4630541871921186e-06,
      "loss": 1.4831,
      "step": 50
    },
    {
      "epoch": 0.02715378918785485,
      "grad_norm": 1.2203038504329438,
      "learning_rate": 2.70935960591133e-06,
      "loss": 1.4233,
      "step": 55
    },
    {
      "epoch": 0.02962231547765984,
      "grad_norm": 1.095184752565883,
      "learning_rate": 2.9556650246305424e-06,
      "loss": 1.4255,
      "step": 60
    },
    {
      "epoch": 0.03209084176746482,
      "grad_norm": 0.8448900941377993,
      "learning_rate": 3.201970443349754e-06,
      "loss": 1.4892,
      "step": 65
    },
    {
      "epoch": 0.03455936805726981,
      "grad_norm": 0.9405655862570454,
      "learning_rate": 3.448275862068966e-06,
      "loss": 1.4673,
      "step": 70
    },
    {
      "epoch": 0.0370278943470748,
      "grad_norm": 0.6713923929675227,
      "learning_rate": 3.6945812807881777e-06,
      "loss": 1.4148,
      "step": 75
    },
    {
      "epoch": 0.03949642063687978,
      "grad_norm": 0.7755902373813679,
      "learning_rate": 3.94088669950739e-06,
      "loss": 1.4867,
      "step": 80
    },
    {
      "epoch": 0.04196494692668477,
      "grad_norm": 0.7400218273582495,
      "learning_rate": 4.1871921182266015e-06,
      "loss": 1.3834,
      "step": 85
    },
    {
      "epoch": 0.04443347321648976,
      "grad_norm": 0.7245551973919236,
      "learning_rate": 4.4334975369458135e-06,
      "loss": 1.44,
      "step": 90
    },
    {
      "epoch": 0.04690199950629474,
      "grad_norm": 0.6731482962094358,
      "learning_rate": 4.6798029556650245e-06,
      "loss": 1.362,
      "step": 95
    },
    {
      "epoch": 0.049370525796099726,
      "grad_norm": 0.7105341248736622,
      "learning_rate": 4.926108374384237e-06,
      "loss": 1.3716,
      "step": 100
    },
    {
      "epoch": 0.05183905208590472,
      "grad_norm": 0.6774223469533757,
      "learning_rate": 5.172413793103449e-06,
      "loss": 1.4056,
      "step": 105
    },
    {
      "epoch": 0.0543075783757097,
      "grad_norm": 0.6745745206164803,
      "learning_rate": 5.41871921182266e-06,
      "loss": 1.337,
      "step": 110
    },
    {
      "epoch": 0.056776104665514686,
      "grad_norm": 0.5935854583319804,
      "learning_rate": 5.665024630541872e-06,
      "loss": 1.3615,
      "step": 115
    },
    {
      "epoch": 0.05924463095531968,
      "grad_norm": 0.556924082351685,
      "learning_rate": 5.911330049261085e-06,
      "loss": 1.4248,
      "step": 120
    },
    {
      "epoch": 0.06171315724512466,
      "grad_norm": 0.5427807889259738,
      "learning_rate": 6.157635467980296e-06,
      "loss": 1.3286,
      "step": 125
    },
    {
      "epoch": 0.06418168353492965,
      "grad_norm": 0.6063519166723843,
      "learning_rate": 6.403940886699508e-06,
      "loss": 1.3176,
      "step": 130
    },
    {
      "epoch": 0.06665020982473463,
      "grad_norm": 0.5670363529677274,
      "learning_rate": 6.65024630541872e-06,
      "loss": 1.3273,
      "step": 135
    },
    {
      "epoch": 0.06911873611453961,
      "grad_norm": 0.5846835420330245,
      "learning_rate": 6.896551724137932e-06,
      "loss": 1.326,
      "step": 140
    },
    {
      "epoch": 0.07158726240434461,
      "grad_norm": 0.5686293276495719,
      "learning_rate": 7.1428571428571436e-06,
      "loss": 1.376,
      "step": 145
    },
    {
      "epoch": 0.0740557886941496,
      "grad_norm": 0.5275299029056365,
      "learning_rate": 7.3891625615763555e-06,
      "loss": 1.3364,
      "step": 150
    },
    {
      "epoch": 0.07652431498395458,
      "grad_norm": 0.5464387846115857,
      "learning_rate": 7.635467980295567e-06,
      "loss": 1.3654,
      "step": 155
    },
    {
      "epoch": 0.07899284127375956,
      "grad_norm": 0.5229203264129956,
      "learning_rate": 7.88177339901478e-06,
      "loss": 1.3009,
      "step": 160
    },
    {
      "epoch": 0.08146136756356455,
      "grad_norm": 0.5746356087172889,
      "learning_rate": 8.12807881773399e-06,
      "loss": 1.2611,
      "step": 165
    },
    {
      "epoch": 0.08392989385336953,
      "grad_norm": 0.5922232695792946,
      "learning_rate": 8.374384236453203e-06,
      "loss": 1.3643,
      "step": 170
    },
    {
      "epoch": 0.08639842014317453,
      "grad_norm": 0.5295655281983137,
      "learning_rate": 8.620689655172414e-06,
      "loss": 1.3165,
      "step": 175
    },
    {
      "epoch": 0.08886694643297952,
      "grad_norm": 0.5850731545805168,
      "learning_rate": 8.866995073891627e-06,
      "loss": 1.3105,
      "step": 180
    },
    {
      "epoch": 0.0913354727227845,
      "grad_norm": 0.5551320012809824,
      "learning_rate": 9.113300492610838e-06,
      "loss": 1.278,
      "step": 185
    },
    {
      "epoch": 0.09380399901258948,
      "grad_norm": 0.5711739398485313,
      "learning_rate": 9.359605911330049e-06,
      "loss": 1.3197,
      "step": 190
    },
    {
      "epoch": 0.09627252530239447,
      "grad_norm": 0.5559894427552352,
      "learning_rate": 9.605911330049262e-06,
      "loss": 1.3409,
      "step": 195
    },
    {
      "epoch": 0.09874105159219945,
      "grad_norm": 0.5671580477100892,
      "learning_rate": 9.852216748768475e-06,
      "loss": 1.3095,
      "step": 200
    },
    {
      "epoch": 0.09874105159219945,
      "eval_loss": 1.2800045013427734,
      "eval_runtime": 2727.7043,
      "eval_samples_per_second": 1.466,
      "eval_steps_per_second": 0.122,
      "step": 200
    },
    {
      "epoch": 0.10120957788200444,
      "grad_norm": 0.5279833943359168,
      "learning_rate": 9.999970269475589e-06,
      "loss": 1.2966,
      "step": 205
    },
    {
      "epoch": 0.10367810417180943,
      "grad_norm": 0.5644566149733632,
      "learning_rate": 9.99963580513638e-06,
      "loss": 1.2874,
      "step": 210
    },
    {
      "epoch": 0.10614663046161442,
      "grad_norm": 0.6258961143244912,
      "learning_rate": 9.998929738244678e-06,
      "loss": 1.3209,
      "step": 215
    },
    {
      "epoch": 0.1086151567514194,
      "grad_norm": 0.4834621448531187,
      "learning_rate": 9.997852121279563e-06,
      "loss": 1.3313,
      "step": 220
    },
    {
      "epoch": 0.11108368304122439,
      "grad_norm": 0.5481752837030147,
      "learning_rate": 9.996403034335912e-06,
      "loss": 1.2738,
      "step": 225
    },
    {
      "epoch": 0.11355220933102937,
      "grad_norm": 0.5886589355414898,
      "learning_rate": 9.994582585118449e-06,
      "loss": 1.2758,
      "step": 230
    },
    {
      "epoch": 0.11602073562083436,
      "grad_norm": 0.5757139355018718,
      "learning_rate": 9.992390908933746e-06,
      "loss": 1.3187,
      "step": 235
    },
    {
      "epoch": 0.11848926191063935,
      "grad_norm": 0.5464825333851621,
      "learning_rate": 9.989828168680164e-06,
      "loss": 1.3677,
      "step": 240
    },
    {
      "epoch": 0.12095778820044434,
      "grad_norm": 0.6372982363888493,
      "learning_rate": 9.986894554835735e-06,
      "loss": 1.2668,
      "step": 245
    },
    {
      "epoch": 0.12342631449024932,
      "grad_norm": 0.5445141174147589,
      "learning_rate": 9.983590285444025e-06,
      "loss": 1.2917,
      "step": 250
    },
    {
      "epoch": 0.1258948407800543,
      "grad_norm": 0.6832031232821291,
      "learning_rate": 9.979915606097907e-06,
      "loss": 1.2675,
      "step": 255
    },
    {
      "epoch": 0.1283633670698593,
      "grad_norm": 0.62128138673847,
      "learning_rate": 9.975870789921322e-06,
      "loss": 1.3187,
      "step": 260
    },
    {
      "epoch": 0.13083189335966428,
      "grad_norm": 0.5161196413352727,
      "learning_rate": 9.971456137548971e-06,
      "loss": 1.3031,
      "step": 265
    },
    {
      "epoch": 0.13330041964946926,
      "grad_norm": 0.5524745641605668,
      "learning_rate": 9.966671977103972e-06,
      "loss": 1.2749,
      "step": 270
    },
    {
      "epoch": 0.13576894593927424,
      "grad_norm": 0.6669242272051678,
      "learning_rate": 9.961518664173473e-06,
      "loss": 1.3409,
      "step": 275
    },
    {
      "epoch": 0.13823747222907923,
      "grad_norm": 0.5555562003933405,
      "learning_rate": 9.955996581782218e-06,
      "loss": 1.2468,
      "step": 280
    },
    {
      "epoch": 0.14070599851888424,
      "grad_norm": 0.6244202172570701,
      "learning_rate": 9.950106140364089e-06,
      "loss": 1.3318,
      "step": 285
    },
    {
      "epoch": 0.14317452480868922,
      "grad_norm": 0.5100271270558925,
      "learning_rate": 9.943847777731584e-06,
      "loss": 1.2522,
      "step": 290
    },
    {
      "epoch": 0.1456430510984942,
      "grad_norm": 0.5482368116306139,
      "learning_rate": 9.937221959043294e-06,
      "loss": 1.3044,
      "step": 295
    },
    {
      "epoch": 0.1481115773882992,
      "grad_norm": 0.5919271032213149,
      "learning_rate": 9.93022917676932e-06,
      "loss": 1.3131,
      "step": 300
    },
    {
      "epoch": 0.15058010367810418,
      "grad_norm": 0.5428829828459178,
      "learning_rate": 9.922869950654662e-06,
      "loss": 1.2306,
      "step": 305
    },
    {
      "epoch": 0.15304862996790916,
      "grad_norm": 0.5461192699131175,
      "learning_rate": 9.915144827680606e-06,
      "loss": 1.3151,
      "step": 310
    },
    {
      "epoch": 0.15551715625771415,
      "grad_norm": 0.5113904915941117,
      "learning_rate": 9.907054382024058e-06,
      "loss": 1.2813,
      "step": 315
    },
    {
      "epoch": 0.15798568254751913,
      "grad_norm": 0.6272053783824121,
      "learning_rate": 9.898599215014868e-06,
      "loss": 1.3064,
      "step": 320
    },
    {
      "epoch": 0.1604542088373241,
      "grad_norm": 0.5671094073178861,
      "learning_rate": 9.889779955091142e-06,
      "loss": 1.2734,
      "step": 325
    },
    {
      "epoch": 0.1629227351271291,
      "grad_norm": 0.582371136771928,
      "learning_rate": 9.880597257752522e-06,
      "loss": 1.3075,
      "step": 330
    },
    {
      "epoch": 0.16539126141693408,
      "grad_norm": 0.5520015589132342,
      "learning_rate": 9.87105180551148e-06,
      "loss": 1.2802,
      "step": 335
    },
    {
      "epoch": 0.16785978770673907,
      "grad_norm": 0.5937587353133906,
      "learning_rate": 9.861144307842574e-06,
      "loss": 1.2893,
      "step": 340
    },
    {
      "epoch": 0.17032831399654405,
      "grad_norm": 0.5371728696508287,
      "learning_rate": 9.850875501129726e-06,
      "loss": 1.219,
      "step": 345
    },
    {
      "epoch": 0.17279684028634906,
      "grad_norm": 0.5892603164875664,
      "learning_rate": 9.840246148611485e-06,
      "loss": 1.3094,
      "step": 350
    },
    {
      "epoch": 0.17526536657615405,
      "grad_norm": 0.5502008403202052,
      "learning_rate": 9.829257040324308e-06,
      "loss": 1.2543,
      "step": 355
    },
    {
      "epoch": 0.17773389286595903,
      "grad_norm": 0.6273336128612022,
      "learning_rate": 9.817908993043819e-06,
      "loss": 1.3107,
      "step": 360
    },
    {
      "epoch": 0.18020241915576402,
      "grad_norm": 0.5761032807193177,
      "learning_rate": 9.806202850224123e-06,
      "loss": 1.2657,
      "step": 365
    },
    {
      "epoch": 0.182670945445569,
      "grad_norm": 0.5628854954179761,
      "learning_rate": 9.794139481935108e-06,
      "loss": 1.258,
      "step": 370
    },
    {
      "epoch": 0.18513947173537398,
      "grad_norm": 0.5637909618250402,
      "learning_rate": 9.781719784797773e-06,
      "loss": 1.2406,
      "step": 375
    },
    {
      "epoch": 0.18760799802517897,
      "grad_norm": 0.5212794091813217,
      "learning_rate": 9.768944681917582e-06,
      "loss": 1.2391,
      "step": 380
    },
    {
      "epoch": 0.19007652431498395,
      "grad_norm": 0.6416799620777229,
      "learning_rate": 9.755815122815871e-06,
      "loss": 1.3188,
      "step": 385
    },
    {
      "epoch": 0.19254505060478894,
      "grad_norm": 0.5487444911675088,
      "learning_rate": 9.742332083359252e-06,
      "loss": 1.2884,
      "step": 390
    },
    {
      "epoch": 0.19501357689459392,
      "grad_norm": 0.5697317991057302,
      "learning_rate": 9.728496565687096e-06,
      "loss": 1.2798,
      "step": 395
    },
    {
      "epoch": 0.1974821031843989,
      "grad_norm": 0.6703007559314436,
      "learning_rate": 9.714309598137045e-06,
      "loss": 1.249,
      "step": 400
    },
    {
      "epoch": 0.1974821031843989,
      "eval_loss": 1.2516121864318848,
      "eval_runtime": 2575.7168,
      "eval_samples_per_second": 1.553,
      "eval_steps_per_second": 0.13,
      "step": 400
    },
    {
      "epoch": 0.1999506294742039,
      "grad_norm": 0.526231295870319,
      "learning_rate": 9.699772235168572e-06,
      "loss": 1.2554,
      "step": 405
    },
    {
      "epoch": 0.20241915576400887,
      "grad_norm": 0.5513334850915074,
      "learning_rate": 9.68488555728462e-06,
      "loss": 1.2753,
      "step": 410
    },
    {
      "epoch": 0.20488768205381389,
      "grad_norm": 0.5979774809603526,
      "learning_rate": 9.669650670951282e-06,
      "loss": 1.2562,
      "step": 415
    },
    {
      "epoch": 0.20735620834361887,
      "grad_norm": 0.5596269907913185,
      "learning_rate": 9.654068708515564e-06,
      "loss": 1.2829,
      "step": 420
    },
    {
      "epoch": 0.20982473463342385,
      "grad_norm": 0.5593282633769885,
      "learning_rate": 9.638140828121232e-06,
      "loss": 1.2843,
      "step": 425
    },
    {
      "epoch": 0.21229326092322884,
      "grad_norm": 0.5775937654131708,
      "learning_rate": 9.621868213622713e-06,
      "loss": 1.3001,
      "step": 430
    },
    {
      "epoch": 0.21476178721303382,
      "grad_norm": 0.5661901033745343,
      "learning_rate": 9.605252074497125e-06,
      "loss": 1.3038,
      "step": 435
    },
    {
      "epoch": 0.2172303135028388,
      "grad_norm": 0.6132749209816828,
      "learning_rate": 9.588293645754363e-06,
      "loss": 1.2843,
      "step": 440
    },
    {
      "epoch": 0.2196988397926438,
      "grad_norm": 0.5624360623535388,
      "learning_rate": 9.570994187845323e-06,
      "loss": 1.2342,
      "step": 445
    },
    {
      "epoch": 0.22216736608244878,
      "grad_norm": 0.5567610470805882,
      "learning_rate": 9.553354986568201e-06,
      "loss": 1.2955,
      "step": 450
    },
    {
      "epoch": 0.22463589237225376,
      "grad_norm": 0.6255724221196046,
      "learning_rate": 9.53537735297294e-06,
      "loss": 1.2921,
      "step": 455
    },
    {
      "epoch": 0.22710441866205874,
      "grad_norm": 0.5322242379012073,
      "learning_rate": 9.517062623263768e-06,
      "loss": 1.3011,
      "step": 460
    },
    {
      "epoch": 0.22957294495186373,
      "grad_norm": 0.5444205798338807,
      "learning_rate": 9.498412158699905e-06,
      "loss": 1.2733,
      "step": 465
    },
    {
      "epoch": 0.2320414712416687,
      "grad_norm": 0.5426713243893322,
      "learning_rate": 9.479427345494366e-06,
      "loss": 1.2312,
      "step": 470
    },
    {
      "epoch": 0.23450999753147372,
      "grad_norm": 0.5871783813919782,
      "learning_rate": 9.460109594710942e-06,
      "loss": 1.3655,
      "step": 475
    },
    {
      "epoch": 0.2369785238212787,
      "grad_norm": 0.574852380091512,
      "learning_rate": 9.440460342159314e-06,
      "loss": 1.2915,
      "step": 480
    },
    {
      "epoch": 0.2394470501110837,
      "grad_norm": 0.5336092545421678,
      "learning_rate": 9.42048104828834e-06,
      "loss": 1.2963,
      "step": 485
    },
    {
      "epoch": 0.24191557640088868,
      "grad_norm": 0.5998428802300876,
      "learning_rate": 9.40017319807751e-06,
      "loss": 1.3058,
      "step": 490
    },
    {
      "epoch": 0.24438410269069366,
      "grad_norm": 0.5421507806800733,
      "learning_rate": 9.379538300926553e-06,
      "loss": 1.2881,
      "step": 495
    },
    {
      "epoch": 0.24685262898049865,
      "grad_norm": 0.5358621498972941,
      "learning_rate": 9.358577890543277e-06,
      "loss": 1.2602,
      "step": 500
    },
    {
      "epoch": 0.24932115527030363,
      "grad_norm": 0.564112204428148,
      "learning_rate": 9.33729352482956e-06,
      "loss": 1.279,
      "step": 505
    },
    {
      "epoch": 0.2517896815601086,
      "grad_norm": 0.6382679375882034,
      "learning_rate": 9.315686785765556e-06,
      "loss": 1.2534,
      "step": 510
    },
    {
      "epoch": 0.2542582078499136,
      "grad_norm": 0.5744585475791394,
      "learning_rate": 9.293759279292116e-06,
      "loss": 1.2744,
      "step": 515
    },
    {
      "epoch": 0.2567267341397186,
      "grad_norm": 0.615942623926986,
      "learning_rate": 9.271512635191427e-06,
      "loss": 1.3055,
      "step": 520
    },
    {
      "epoch": 0.25919526042952357,
      "grad_norm": 0.5780670121734512,
      "learning_rate": 9.248948506965877e-06,
      "loss": 1.3175,
      "step": 525
    },
    {
      "epoch": 0.26166378671932855,
      "grad_norm": 0.5777138377025286,
      "learning_rate": 9.22606857171515e-06,
      "loss": 1.2869,
      "step": 530
    },
    {
      "epoch": 0.26413231300913353,
      "grad_norm": 0.5611724611846367,
      "learning_rate": 9.202874530011583e-06,
      "loss": 1.3199,
      "step": 535
    },
    {
      "epoch": 0.2666008392989385,
      "grad_norm": 0.540794710590132,
      "learning_rate": 9.179368105773768e-06,
      "loss": 1.208,
      "step": 540
    },
    {
      "epoch": 0.2690693655887435,
      "grad_norm": 0.5581497544995145,
      "learning_rate": 9.155551046138408e-06,
      "loss": 1.2638,
      "step": 545
    },
    {
      "epoch": 0.2715378918785485,
      "grad_norm": 0.560865648598851,
      "learning_rate": 9.131425121330477e-06,
      "loss": 1.2629,
      "step": 550
    },
    {
      "epoch": 0.27400641816835347,
      "grad_norm": 0.5458754463390333,
      "learning_rate": 9.10699212453164e-06,
      "loss": 1.2578,
      "step": 555
    },
    {
      "epoch": 0.27647494445815846,
      "grad_norm": 0.5468153448281193,
      "learning_rate": 9.082253871746962e-06,
      "loss": 1.2488,
      "step": 560
    },
    {
      "epoch": 0.27894347074796344,
      "grad_norm": 0.6168084406611584,
      "learning_rate": 9.057212201669952e-06,
      "loss": 1.2931,
      "step": 565
    },
    {
      "epoch": 0.2814119970377685,
      "grad_norm": 0.5767023372783159,
      "learning_rate": 9.031868975545884e-06,
      "loss": 1.2267,
      "step": 570
    },
    {
      "epoch": 0.28388052332757346,
      "grad_norm": 0.5315895904457054,
      "learning_rate": 9.006226077033464e-06,
      "loss": 1.2463,
      "step": 575
    },
    {
      "epoch": 0.28634904961737845,
      "grad_norm": 0.5616058952533509,
      "learning_rate": 8.980285412064827e-06,
      "loss": 1.287,
      "step": 580
    },
    {
      "epoch": 0.28881757590718343,
      "grad_norm": 0.5746998443271042,
      "learning_rate": 8.954048908703873e-06,
      "loss": 1.2929,
      "step": 585
    },
    {
      "epoch": 0.2912861021969884,
      "grad_norm": 0.5551746835964705,
      "learning_rate": 8.92751851700297e-06,
      "loss": 1.298,
      "step": 590
    },
    {
      "epoch": 0.2937546284867934,
      "grad_norm": 0.578564867995815,
      "learning_rate": 8.900696208857996e-06,
      "loss": 1.2973,
      "step": 595
    },
    {
      "epoch": 0.2962231547765984,
      "grad_norm": 0.5925663520696334,
      "learning_rate": 8.873583977861802e-06,
      "loss": 1.2514,
      "step": 600
    },
    {
      "epoch": 0.2962231547765984,
      "eval_loss": 1.2368682622909546,
      "eval_runtime": 2566.7596,
      "eval_samples_per_second": 1.558,
      "eval_steps_per_second": 0.13,
      "step": 600
    },
    {
      "epoch": 0.29869168106640337,
      "grad_norm": 0.5605310856508363,
      "learning_rate": 8.846183839156015e-06,
      "loss": 1.286,
      "step": 605
    },
    {
      "epoch": 0.30116020735620835,
      "grad_norm": 0.6632798685747615,
      "learning_rate": 8.818497829281272e-06,
      "loss": 1.2916,
      "step": 610
    },
    {
      "epoch": 0.30362873364601334,
      "grad_norm": 0.6145012170463651,
      "learning_rate": 8.790528006025848e-06,
      "loss": 1.2788,
      "step": 615
    },
    {
      "epoch": 0.3060972599358183,
      "grad_norm": 0.6017170291600934,
      "learning_rate": 8.762276448272709e-06,
      "loss": 1.3156,
      "step": 620
    },
    {
      "epoch": 0.3085657862256233,
      "grad_norm": 0.5728547538871892,
      "learning_rate": 8.733745255844996e-06,
      "loss": 1.2592,
      "step": 625
    },
    {
      "epoch": 0.3110343125154283,
      "grad_norm": 0.558142508046803,
      "learning_rate": 8.70493654934996e-06,
      "loss": 1.309,
      "step": 630
    },
    {
      "epoch": 0.3135028388052333,
      "grad_norm": 0.5596812007471911,
      "learning_rate": 8.675852470021344e-06,
      "loss": 1.2746,
      "step": 635
    },
    {
      "epoch": 0.31597136509503826,
      "grad_norm": 0.5909265132847957,
      "learning_rate": 8.646495179560221e-06,
      "loss": 1.2686,
      "step": 640
    },
    {
      "epoch": 0.31843989138484324,
      "grad_norm": 0.6185942591784858,
      "learning_rate": 8.616866859974344e-06,
      "loss": 1.2759,
      "step": 645
    },
    {
      "epoch": 0.3209084176746482,
      "grad_norm": 0.6157204431679958,
      "learning_rate": 8.586969713415949e-06,
      "loss": 1.2957,
      "step": 650
    },
    {
      "epoch": 0.3233769439644532,
      "grad_norm": 0.5974197754755597,
      "learning_rate": 8.556805962018091e-06,
      "loss": 1.27,
      "step": 655
    },
    {
      "epoch": 0.3258454702542582,
      "grad_norm": 0.5389440161380957,
      "learning_rate": 8.526377847729475e-06,
      "loss": 1.2925,
      "step": 660
    },
    {
      "epoch": 0.3283139965440632,
      "grad_norm": 0.5370983741740369,
      "learning_rate": 8.495687632147817e-06,
      "loss": 1.2522,
      "step": 665
    },
    {
      "epoch": 0.33078252283386816,
      "grad_norm": 0.5639132359450145,
      "learning_rate": 8.46473759635176e-06,
      "loss": 1.2595,
      "step": 670
    },
    {
      "epoch": 0.33325104912367315,
      "grad_norm": 0.5598705018251675,
      "learning_rate": 8.433530040731321e-06,
      "loss": 1.2746,
      "step": 675
    },
    {
      "epoch": 0.33571957541347813,
      "grad_norm": 0.6303186487688077,
      "learning_rate": 8.402067284816919e-06,
      "loss": 1.2701,
      "step": 680
    },
    {
      "epoch": 0.3381881017032831,
      "grad_norm": 0.562747309348665,
      "learning_rate": 8.370351667106969e-06,
      "loss": 1.2305,
      "step": 685
    },
    {
      "epoch": 0.3406566279930881,
      "grad_norm": 0.5720387765798051,
      "learning_rate": 8.338385544894073e-06,
      "loss": 1.2047,
      "step": 690
    },
    {
      "epoch": 0.3431251542828931,
      "grad_norm": 0.5465830505695308,
      "learning_rate": 8.306171294089808e-06,
      "loss": 1.2507,
      "step": 695
    },
    {
      "epoch": 0.3455936805726981,
      "grad_norm": 0.5572297207326813,
      "learning_rate": 8.273711309048145e-06,
      "loss": 1.2599,
      "step": 700
    },
    {
      "epoch": 0.3480622068625031,
      "grad_norm": 0.5916945311296786,
      "learning_rate": 8.241008002387474e-06,
      "loss": 1.2615,
      "step": 705
    },
    {
      "epoch": 0.3505307331523081,
      "grad_norm": 0.6326075200444886,
      "learning_rate": 8.208063804811293e-06,
      "loss": 1.2559,
      "step": 710
    },
    {
      "epoch": 0.3529992594421131,
      "grad_norm": 0.6229843020575793,
      "learning_rate": 8.174881164927535e-06,
      "loss": 1.2652,
      "step": 715
    },
    {
      "epoch": 0.35546778573191806,
      "grad_norm": 0.5926153932237264,
      "learning_rate": 8.141462549066581e-06,
      "loss": 1.2423,
      "step": 720
    },
    {
      "epoch": 0.35793631202172305,
      "grad_norm": 0.5293071287095781,
      "learning_rate": 8.107810441097948e-06,
      "loss": 1.2185,
      "step": 725
    },
    {
      "epoch": 0.36040483831152803,
      "grad_norm": 0.5950082298726722,
      "learning_rate": 8.073927342245663e-06,
      "loss": 1.2458,
      "step": 730
    },
    {
      "epoch": 0.362873364601333,
      "grad_norm": 0.5437872955630408,
      "learning_rate": 8.039815770902368e-06,
      "loss": 1.2699,
      "step": 735
    },
    {
      "epoch": 0.365341890891138,
      "grad_norm": 0.5842632003875607,
      "learning_rate": 8.005478262442132e-06,
      "loss": 1.2489,
      "step": 740
    },
    {
      "epoch": 0.367810417180943,
      "grad_norm": 0.5957543279120926,
      "learning_rate": 7.970917369032011e-06,
      "loss": 1.2808,
      "step": 745
    },
    {
      "epoch": 0.37027894347074797,
      "grad_norm": 0.5573632520708609,
      "learning_rate": 7.936135659442355e-06,
      "loss": 1.2394,
      "step": 750
    },
    {
      "epoch": 0.37274746976055295,
      "grad_norm": 0.5383442104756702,
      "learning_rate": 7.901135718855877e-06,
      "loss": 1.2584,
      "step": 755
    },
    {
      "epoch": 0.37521599605035794,
      "grad_norm": 0.5269547291918393,
      "learning_rate": 7.86592014867551e-06,
      "loss": 1.32,
      "step": 760
    },
    {
      "epoch": 0.3776845223401629,
      "grad_norm": 0.6059173481615415,
      "learning_rate": 7.830491566331063e-06,
      "loss": 1.2705,
      "step": 765
    },
    {
      "epoch": 0.3801530486299679,
      "grad_norm": 0.5905241537228486,
      "learning_rate": 7.794852605084661e-06,
      "loss": 1.2661,
      "step": 770
    },
    {
      "epoch": 0.3826215749197729,
      "grad_norm": 0.6119492506708828,
      "learning_rate": 7.759005913835048e-06,
      "loss": 1.2573,
      "step": 775
    },
    {
      "epoch": 0.3850901012095779,
      "grad_norm": 0.6449864393640712,
      "learning_rate": 7.722954156920675e-06,
      "loss": 1.2681,
      "step": 780
    },
    {
      "epoch": 0.38755862749938286,
      "grad_norm": 0.5777516112864801,
      "learning_rate": 7.686700013921704e-06,
      "loss": 1.2999,
      "step": 785
    },
    {
      "epoch": 0.39002715378918784,
      "grad_norm": 0.5818063096150684,
      "learning_rate": 7.650246179460826e-06,
      "loss": 1.2842,
      "step": 790
    },
    {
      "epoch": 0.3924956800789928,
      "grad_norm": 0.5844315528318011,
      "learning_rate": 7.613595363002977e-06,
      "loss": 1.2995,
      "step": 795
    },
    {
      "epoch": 0.3949642063687978,
      "grad_norm": 0.5560255613889942,
      "learning_rate": 7.57675028865397e-06,
      "loss": 1.275,
      "step": 800
    },
    {
      "epoch": 0.3949642063687978,
      "eval_loss": 1.2263342142105103,
      "eval_runtime": 2463.6634,
      "eval_samples_per_second": 1.624,
      "eval_steps_per_second": 0.136,
      "step": 800
    },
    {
      "epoch": 0.3974327326586028,
      "grad_norm": 0.5523940138743026,
      "learning_rate": 7.539713694958013e-06,
      "loss": 1.2202,
      "step": 805
    },
    {
      "epoch": 0.3999012589484078,
      "grad_norm": 0.5936001183365429,
      "learning_rate": 7.502488334694167e-06,
      "loss": 1.2444,
      "step": 810
    },
    {
      "epoch": 0.40236978523821276,
      "grad_norm": 0.6143038376732798,
      "learning_rate": 7.465076974671739e-06,
      "loss": 1.2032,
      "step": 815
    },
    {
      "epoch": 0.40483831152801775,
      "grad_norm": 0.5865451493919344,
      "learning_rate": 7.427482395524646e-06,
      "loss": 1.2733,
      "step": 820
    },
    {
      "epoch": 0.4073068378178228,
      "grad_norm": 0.5980943581114722,
      "learning_rate": 7.389707391504728e-06,
      "loss": 1.2732,
      "step": 825
    },
    {
      "epoch": 0.40977536410762777,
      "grad_norm": 0.6323487686008166,
      "learning_rate": 7.35175477027408e-06,
      "loss": 1.244,
      "step": 830
    },
    {
      "epoch": 0.41224389039743276,
      "grad_norm": 0.6562081554973773,
      "learning_rate": 7.313627352696353e-06,
      "loss": 1.2642,
      "step": 835
    },
    {
      "epoch": 0.41471241668723774,
      "grad_norm": 0.5554470118072983,
      "learning_rate": 7.2753279726271e-06,
      "loss": 1.2556,
      "step": 840
    },
    {
      "epoch": 0.4171809429770427,
      "grad_norm": 0.5740654163988275,
      "learning_rate": 7.236859476703148e-06,
      "loss": 1.2292,
      "step": 845
    },
    {
      "epoch": 0.4196494692668477,
      "grad_norm": 0.6062582969566837,
      "learning_rate": 7.198224724131012e-06,
      "loss": 1.235,
      "step": 850
    },
    {
      "epoch": 0.4221179955566527,
      "grad_norm": 0.5434614048201878,
      "learning_rate": 7.159426586474388e-06,
      "loss": 1.2224,
      "step": 855
    },
    {
      "epoch": 0.4245865218464577,
      "grad_norm": 0.5254561702235886,
      "learning_rate": 7.120467947440719e-06,
      "loss": 1.2557,
      "step": 860
    },
    {
      "epoch": 0.42705504813626266,
      "grad_norm": 0.5713031391494172,
      "learning_rate": 7.081351702666863e-06,
      "loss": 1.2063,
      "step": 865
    },
    {
      "epoch": 0.42952357442606764,
      "grad_norm": 0.5969980245366532,
      "learning_rate": 7.042080759503866e-06,
      "loss": 1.2418,
      "step": 870
    },
    {
      "epoch": 0.43199210071587263,
      "grad_norm": 0.5718940130718101,
      "learning_rate": 7.00265803680088e-06,
      "loss": 1.2108,
      "step": 875
    },
    {
      "epoch": 0.4344606270056776,
      "grad_norm": 0.6045555591926912,
      "learning_rate": 6.963086464688209e-06,
      "loss": 1.2597,
      "step": 880
    },
    {
      "epoch": 0.4369291532954826,
      "grad_norm": 0.5566709780037437,
      "learning_rate": 6.923368984359526e-06,
      "loss": 1.2174,
      "step": 885
    },
    {
      "epoch": 0.4393976795852876,
      "grad_norm": 0.5630200258106689,
      "learning_rate": 6.883508547853268e-06,
      "loss": 1.2244,
      "step": 890
    },
    {
      "epoch": 0.44186620587509257,
      "grad_norm": 0.5348314552481888,
      "learning_rate": 6.843508117833224e-06,
      "loss": 1.2687,
      "step": 895
    },
    {
      "epoch": 0.44433473216489755,
      "grad_norm": 0.49625311943608336,
      "learning_rate": 6.8033706673683276e-06,
      "loss": 1.1986,
      "step": 900
    },
    {
      "epoch": 0.44680325845470253,
      "grad_norm": 0.5542218838145379,
      "learning_rate": 6.763099179711685e-06,
      "loss": 1.2286,
      "step": 905
    },
    {
      "epoch": 0.4492717847445075,
      "grad_norm": 0.594098893943127,
      "learning_rate": 6.722696648078838e-06,
      "loss": 1.2335,
      "step": 910
    },
    {
      "epoch": 0.4517403110343125,
      "grad_norm": 0.5478077068384012,
      "learning_rate": 6.682166075425298e-06,
      "loss": 1.264,
      "step": 915
    },
    {
      "epoch": 0.4542088373241175,
      "grad_norm": 0.5727528301850252,
      "learning_rate": 6.641510474223338e-06,
      "loss": 1.226,
      "step": 920
    },
    {
      "epoch": 0.45667736361392247,
      "grad_norm": 0.5888269073825134,
      "learning_rate": 6.600732866238097e-06,
      "loss": 1.212,
      "step": 925
    },
    {
      "epoch": 0.45914588990372746,
      "grad_norm": 0.5736288265128395,
      "learning_rate": 6.559836282302984e-06,
      "loss": 1.25,
      "step": 930
    },
    {
      "epoch": 0.46161441619353244,
      "grad_norm": 0.6651036803926929,
      "learning_rate": 6.5188237620943965e-06,
      "loss": 1.2672,
      "step": 935
    },
    {
      "epoch": 0.4640829424833374,
      "grad_norm": 0.5547382454730273,
      "learning_rate": 6.477698353905808e-06,
      "loss": 1.2887,
      "step": 940
    },
    {
      "epoch": 0.4665514687731424,
      "grad_norm": 0.5627833712727636,
      "learning_rate": 6.436463114421199e-06,
      "loss": 1.2674,
      "step": 945
    },
    {
      "epoch": 0.46901999506294745,
      "grad_norm": 0.5562108977867529,
      "learning_rate": 6.395121108487855e-06,
      "loss": 1.2973,
      "step": 950
    },
    {
      "epoch": 0.47148852135275243,
      "grad_norm": 0.5940300188918287,
      "learning_rate": 6.353675408888582e-06,
      "loss": 1.278,
      "step": 955
    },
    {
      "epoch": 0.4739570476425574,
      "grad_norm": 0.6499724681591359,
      "learning_rate": 6.312129096113313e-06,
      "loss": 1.242,
      "step": 960
    },
    {
      "epoch": 0.4764255739323624,
      "grad_norm": 0.5794092582819724,
      "learning_rate": 6.270485258130146e-06,
      "loss": 1.2263,
      "step": 965
    },
    {
      "epoch": 0.4788941002221674,
      "grad_norm": 0.5810005883829364,
      "learning_rate": 6.228746990155831e-06,
      "loss": 1.2166,
      "step": 970
    },
    {
      "epoch": 0.48136262651197237,
      "grad_norm": 0.5523321758038612,
      "learning_rate": 6.186917394425715e-06,
      "loss": 1.2666,
      "step": 975
    },
    {
      "epoch": 0.48383115280177735,
      "grad_norm": 0.5353766340095819,
      "learning_rate": 6.144999579963164e-06,
      "loss": 1.2332,
      "step": 980
    },
    {
      "epoch": 0.48629967909158234,
      "grad_norm": 0.5962559333577797,
      "learning_rate": 6.102996662348485e-06,
      "loss": 1.2985,
      "step": 985
    },
    {
      "epoch": 0.4887682053813873,
      "grad_norm": 0.573508927377536,
      "learning_rate": 6.060911763487353e-06,
      "loss": 1.2353,
      "step": 990
    },
    {
      "epoch": 0.4912367316711923,
      "grad_norm": 0.6190411186907346,
      "learning_rate": 6.0187480113787765e-06,
      "loss": 1.2668,
      "step": 995
    },
    {
      "epoch": 0.4937052579609973,
      "grad_norm": 0.537107101144104,
      "learning_rate": 5.976508539882604e-06,
      "loss": 1.1984,
      "step": 1000
    },
    {
      "epoch": 0.4937052579609973,
      "eval_loss": 1.2196881771087646,
      "eval_runtime": 2373.8686,
      "eval_samples_per_second": 1.685,
      "eval_steps_per_second": 0.141,
      "step": 1000
    },
    {
      "epoch": 0.4961737842508023,
      "grad_norm": 0.5673334311067016,
      "learning_rate": 5.934196488486594e-06,
      "loss": 1.2573,
      "step": 1005
    },
    {
      "epoch": 0.49864231054060726,
      "grad_norm": 0.6141102747872601,
      "learning_rate": 5.891815002073081e-06,
      "loss": 1.2776,
      "step": 1010
    },
    {
      "epoch": 0.5011108368304122,
      "grad_norm": 0.5866475421501153,
      "learning_rate": 5.849367230685214e-06,
      "loss": 1.2139,
      "step": 1015
    },
    {
      "epoch": 0.5035793631202172,
      "grad_norm": 0.5973223110810923,
      "learning_rate": 5.806856329292839e-06,
      "loss": 1.2809,
      "step": 1020
    },
    {
      "epoch": 0.5060478894100222,
      "grad_norm": 0.6385978269750231,
      "learning_rate": 5.764285457557994e-06,
      "loss": 1.2511,
      "step": 1025
    },
    {
      "epoch": 0.5085164156998272,
      "grad_norm": 0.5607340345191899,
      "learning_rate": 5.721657779600071e-06,
      "loss": 1.2421,
      "step": 1030
    },
    {
      "epoch": 0.5109849419896322,
      "grad_norm": 0.5444555426859482,
      "learning_rate": 5.678976463760635e-06,
      "loss": 1.2561,
      "step": 1035
    },
    {
      "epoch": 0.5134534682794372,
      "grad_norm": 0.5663913305474535,
      "learning_rate": 5.636244682367937e-06,
      "loss": 1.2324,
      "step": 1040
    },
    {
      "epoch": 0.5159219945692421,
      "grad_norm": 0.6001697304401695,
      "learning_rate": 5.593465611501127e-06,
      "loss": 1.2206,
      "step": 1045
    },
    {
      "epoch": 0.5183905208590471,
      "grad_norm": 0.5922209574486257,
      "learning_rate": 5.5506424307541895e-06,
      "loss": 1.2777,
      "step": 1050
    },
    {
      "epoch": 0.5208590471488521,
      "grad_norm": 0.5810845811643376,
      "learning_rate": 5.507778322999615e-06,
      "loss": 1.2186,
      "step": 1055
    },
    {
      "epoch": 0.5233275734386571,
      "grad_norm": 0.5661815755139697,
      "learning_rate": 5.464876474151835e-06,
      "loss": 1.2465,
      "step": 1060
    },
    {
      "epoch": 0.5257960997284621,
      "grad_norm": 0.6016645517449551,
      "learning_rate": 5.421940072930415e-06,
      "loss": 1.2269,
      "step": 1065
    },
    {
      "epoch": 0.5282646260182671,
      "grad_norm": 0.6268744087157316,
      "learning_rate": 5.3789723106230675e-06,
      "loss": 1.2089,
      "step": 1070
    },
    {
      "epoch": 0.530733152308072,
      "grad_norm": 0.5374231313658383,
      "learning_rate": 5.3359763808484396e-06,
      "loss": 1.2371,
      "step": 1075
    },
    {
      "epoch": 0.533201678597877,
      "grad_norm": 0.5696825743006079,
      "learning_rate": 5.292955479318756e-06,
      "loss": 1.2288,
      "step": 1080
    },
    {
      "epoch": 0.535670204887682,
      "grad_norm": 0.5474403893705062,
      "learning_rate": 5.249912803602287e-06,
      "loss": 1.2631,
      "step": 1085
    },
    {
      "epoch": 0.538138731177487,
      "grad_norm": 0.611438366860115,
      "learning_rate": 5.206851552885691e-06,
      "loss": 1.2395,
      "step": 1090
    },
    {
      "epoch": 0.540607257467292,
      "grad_norm": 0.6437738368971478,
      "learning_rate": 5.163774927736228e-06,
      "loss": 1.3132,
      "step": 1095
    },
    {
      "epoch": 0.543075783757097,
      "grad_norm": 0.5438676695949717,
      "learning_rate": 5.120686129863882e-06,
      "loss": 1.2807,
      "step": 1100
    },
    {
      "epoch": 0.545544310046902,
      "grad_norm": 0.6135072081701597,
      "learning_rate": 5.077588361883379e-06,
      "loss": 1.2239,
      "step": 1105
    },
    {
      "epoch": 0.5480128363367069,
      "grad_norm": 0.546701645842348,
      "learning_rate": 5.0344848270761635e-06,
      "loss": 1.2121,
      "step": 1110
    },
    {
      "epoch": 0.5504813626265119,
      "grad_norm": 0.6153049309551597,
      "learning_rate": 4.9913787291523e-06,
      "loss": 1.2832,
      "step": 1115
    },
    {
      "epoch": 0.5529498889163169,
      "grad_norm": 0.6148368644966669,
      "learning_rate": 4.948273272012363e-06,
      "loss": 1.2536,
      "step": 1120
    },
    {
      "epoch": 0.5554184152061219,
      "grad_norm": 0.5911800001869699,
      "learning_rate": 4.905171659509294e-06,
      "loss": 1.2789,
      "step": 1125
    },
    {
      "epoch": 0.5578869414959269,
      "grad_norm": 0.5450128065258734,
      "learning_rate": 4.862077095210284e-06,
      "loss": 1.1595,
      "step": 1130
    },
    {
      "epoch": 0.5603554677857319,
      "grad_norm": 0.5629093671549396,
      "learning_rate": 4.818992782158658e-06,
      "loss": 1.2854,
      "step": 1135
    },
    {
      "epoch": 0.562823994075537,
      "grad_norm": 0.6634778146032412,
      "learning_rate": 4.775921922635806e-06,
      "loss": 1.2405,
      "step": 1140
    },
    {
      "epoch": 0.5652925203653419,
      "grad_norm": 0.5439361692157106,
      "learning_rate": 4.732867717923174e-06,
      "loss": 1.265,
      "step": 1145
    },
    {
      "epoch": 0.5677610466551469,
      "grad_norm": 0.5860651769650387,
      "learning_rate": 4.689833368064326e-06,
      "loss": 1.2511,
      "step": 1150
    },
    {
      "epoch": 0.5702295729449519,
      "grad_norm": 0.627265270599233,
      "learning_rate": 4.646822071627089e-06,
      "loss": 1.2813,
      "step": 1155
    },
    {
      "epoch": 0.5726980992347569,
      "grad_norm": 0.5634927900565491,
      "learning_rate": 4.603837025465829e-06,
      "loss": 1.22,
      "step": 1160
    },
    {
      "epoch": 0.5751666255245619,
      "grad_norm": 0.6482363315867818,
      "learning_rate": 4.560881424483833e-06,
      "loss": 1.3095,
      "step": 1165
    },
    {
      "epoch": 0.5776351518143669,
      "grad_norm": 0.4805380958857345,
      "learning_rate": 4.517958461395846e-06,
      "loss": 1.2737,
      "step": 1170
    },
    {
      "epoch": 0.5801036781041718,
      "grad_norm": 0.5854150858325277,
      "learning_rate": 4.475071326490781e-06,
      "loss": 1.2282,
      "step": 1175
    },
    {
      "epoch": 0.5825722043939768,
      "grad_norm": 0.554230131541799,
      "learning_rate": 4.432223207394577e-06,
      "loss": 1.178,
      "step": 1180
    },
    {
      "epoch": 0.5850407306837818,
      "grad_norm": 0.6930360615517788,
      "learning_rate": 4.389417288833292e-06,
      "loss": 1.2781,
      "step": 1185
    },
    {
      "epoch": 0.5875092569735868,
      "grad_norm": 0.6042088339838697,
      "learning_rate": 4.346656752396388e-06,
      "loss": 1.2813,
      "step": 1190
    },
    {
      "epoch": 0.5899777832633918,
      "grad_norm": 0.6280387565672664,
      "learning_rate": 4.303944776300262e-06,
      "loss": 1.2433,
      "step": 1195
    },
    {
      "epoch": 0.5924463095531968,
      "grad_norm": 0.5502891803034431,
      "learning_rate": 4.261284535152016e-06,
      "loss": 1.1556,
      "step": 1200
    },
    {
      "epoch": 0.5924463095531968,
      "eval_loss": 1.2148913145065308,
      "eval_runtime": 2558.7024,
      "eval_samples_per_second": 1.563,
      "eval_steps_per_second": 0.131,
      "step": 1200
    },
    {
      "epoch": 0.5949148358430018,
      "grad_norm": 0.5429417971755677,
      "learning_rate": 4.218679199713505e-06,
      "loss": 1.2398,
      "step": 1205
    },
    {
      "epoch": 0.5973833621328067,
      "grad_norm": 0.5573592415141271,
      "learning_rate": 4.176131936665669e-06,
      "loss": 1.2348,
      "step": 1210
    },
    {
      "epoch": 0.5998518884226117,
      "grad_norm": 0.5662130620287456,
      "learning_rate": 4.133645908373159e-06,
      "loss": 1.1894,
      "step": 1215
    },
    {
      "epoch": 0.6023204147124167,
      "grad_norm": 0.5330337777111593,
      "learning_rate": 4.0912242726493e-06,
      "loss": 1.267,
      "step": 1220
    },
    {
      "epoch": 0.6047889410022217,
      "grad_norm": 0.589763462299109,
      "learning_rate": 4.048870182521374e-06,
      "loss": 1.2461,
      "step": 1225
    },
    {
      "epoch": 0.6072574672920267,
      "grad_norm": 0.5798241574940401,
      "learning_rate": 4.006586785996285e-06,
      "loss": 1.2503,
      "step": 1230
    },
    {
      "epoch": 0.6097259935818317,
      "grad_norm": 0.5714021679563045,
      "learning_rate": 3.96437722582656e-06,
      "loss": 1.2322,
      "step": 1235
    },
    {
      "epoch": 0.6121945198716366,
      "grad_norm": 0.5926307509257247,
      "learning_rate": 3.922244639276773e-06,
      "loss": 1.2692,
      "step": 1240
    },
    {
      "epoch": 0.6146630461614416,
      "grad_norm": 0.6016557090563102,
      "learning_rate": 3.880192157890365e-06,
      "loss": 1.2642,
      "step": 1245
    },
    {
      "epoch": 0.6171315724512466,
      "grad_norm": 0.5454381088492659,
      "learning_rate": 3.838222907256884e-06,
      "loss": 1.239,
      "step": 1250
    },
    {
      "epoch": 0.6196000987410516,
      "grad_norm": 0.5582749852816064,
      "learning_rate": 3.7963400067796774e-06,
      "loss": 1.2851,
      "step": 1255
    },
    {
      "epoch": 0.6220686250308566,
      "grad_norm": 0.5562967849735465,
      "learning_rate": 3.7545465694440363e-06,
      "loss": 1.2432,
      "step": 1260
    },
    {
      "epoch": 0.6245371513206616,
      "grad_norm": 0.5419669962437569,
      "learning_rate": 3.7128457015858198e-06,
      "loss": 1.2103,
      "step": 1265
    },
    {
      "epoch": 0.6270056776104665,
      "grad_norm": 0.558873424565738,
      "learning_rate": 3.6712405026605792e-06,
      "loss": 1.2388,
      "step": 1270
    },
    {
      "epoch": 0.6294742039002715,
      "grad_norm": 0.5712282397945332,
      "learning_rate": 3.6297340650131785e-06,
      "loss": 1.2819,
      "step": 1275
    },
    {
      "epoch": 0.6319427301900765,
      "grad_norm": 0.5643697726223241,
      "learning_rate": 3.5883294736479612e-06,
      "loss": 1.2386,
      "step": 1280
    },
    {
      "epoch": 0.6344112564798815,
      "grad_norm": 0.6332020317807455,
      "learning_rate": 3.5470298059994545e-06,
      "loss": 1.2677,
      "step": 1285
    },
    {
      "epoch": 0.6368797827696865,
      "grad_norm": 0.6276157822500693,
      "learning_rate": 3.5058381317036285e-06,
      "loss": 1.2137,
      "step": 1290
    },
    {
      "epoch": 0.6393483090594915,
      "grad_norm": 0.5139753708360036,
      "learning_rate": 3.46475751236975e-06,
      "loss": 1.2436,
      "step": 1295
    },
    {
      "epoch": 0.6418168353492965,
      "grad_norm": 0.5868933304811402,
      "learning_rate": 3.423791001352823e-06,
      "loss": 1.1681,
      "step": 1300
    },
    {
      "epoch": 0.6442853616391014,
      "grad_norm": 0.5592137564928078,
      "learning_rate": 3.382941643526644e-06,
      "loss": 1.2443,
      "step": 1305
    },
    {
      "epoch": 0.6467538879289064,
      "grad_norm": 0.567548616583169,
      "learning_rate": 3.3422124750574902e-06,
      "loss": 1.2604,
      "step": 1310
    },
    {
      "epoch": 0.6492224142187114,
      "grad_norm": 0.568882999500645,
      "learning_rate": 3.3016065231784587e-06,
      "loss": 1.1595,
      "step": 1315
    },
    {
      "epoch": 0.6516909405085164,
      "grad_norm": 0.628304707671549,
      "learning_rate": 3.2611268059644535e-06,
      "loss": 1.2841,
      "step": 1320
    },
    {
      "epoch": 0.6541594667983214,
      "grad_norm": 0.5686219665932154,
      "learning_rate": 3.2207763321078737e-06,
      "loss": 1.2347,
      "step": 1325
    },
    {
      "epoch": 0.6566279930881264,
      "grad_norm": 0.6424587872522304,
      "learning_rate": 3.1805581006949856e-06,
      "loss": 1.2329,
      "step": 1330
    },
    {
      "epoch": 0.6590965193779313,
      "grad_norm": 0.6654374856920555,
      "learning_rate": 3.1404751009830124e-06,
      "loss": 1.2423,
      "step": 1335
    },
    {
      "epoch": 0.6615650456677363,
      "grad_norm": 0.5206675422652753,
      "learning_rate": 3.100530312177956e-06,
      "loss": 1.2329,
      "step": 1340
    },
    {
      "epoch": 0.6640335719575413,
      "grad_norm": 0.6656795155578475,
      "learning_rate": 3.0607267032131704e-06,
      "loss": 1.3062,
      "step": 1345
    },
    {
      "epoch": 0.6665020982473463,
      "grad_norm": 0.6071844948708964,
      "learning_rate": 3.0210672325286806e-06,
      "loss": 1.2656,
      "step": 1350
    },
    {
      "epoch": 0.6689706245371513,
      "grad_norm": 0.6211025479318184,
      "learning_rate": 2.9815548478513034e-06,
      "loss": 1.2167,
      "step": 1355
    },
    {
      "epoch": 0.6714391508269563,
      "grad_norm": 0.5801456765244887,
      "learning_rate": 2.9421924859755525e-06,
      "loss": 1.2249,
      "step": 1360
    },
    {
      "epoch": 0.6739076771167613,
      "grad_norm": 0.564862030285346,
      "learning_rate": 2.9029830725453545e-06,
      "loss": 1.2414,
      "step": 1365
    },
    {
      "epoch": 0.6763762034065662,
      "grad_norm": 0.5538133203567932,
      "learning_rate": 2.8639295218366115e-06,
      "loss": 1.2191,
      "step": 1370
    },
    {
      "epoch": 0.6788447296963712,
      "grad_norm": 0.5925104037633543,
      "learning_rate": 2.8250347365405737e-06,
      "loss": 1.2318,
      "step": 1375
    },
    {
      "epoch": 0.6813132559861762,
      "grad_norm": 0.6173909875052214,
      "learning_rate": 2.78630160754811e-06,
      "loss": 1.2555,
      "step": 1380
    },
    {
      "epoch": 0.6837817822759812,
      "grad_norm": 0.6579800769123958,
      "learning_rate": 2.747733013734835e-06,
      "loss": 1.2553,
      "step": 1385
    },
    {
      "epoch": 0.6862503085657862,
      "grad_norm": 0.6097488788659552,
      "learning_rate": 2.709331821747133e-06,
      "loss": 1.2482,
      "step": 1390
    },
    {
      "epoch": 0.6887188348555913,
      "grad_norm": 0.5717544066297715,
      "learning_rate": 2.6711008857890928e-06,
      "loss": 1.2477,
      "step": 1395
    },
    {
      "epoch": 0.6911873611453963,
      "grad_norm": 0.5675063300875494,
      "learning_rate": 2.63304304741037e-06,
      "loss": 1.2386,
      "step": 1400
    },
    {
      "epoch": 0.6911873611453963,
      "eval_loss": 1.211606740951538,
      "eval_runtime": 2914.6181,
      "eval_samples_per_second": 1.372,
      "eval_steps_per_second": 0.115,
      "step": 1400
    },
    {
      "epoch": 0.6936558874352012,
      "grad_norm": 0.623871781326139,
      "learning_rate": 2.595161135294978e-06,
      "loss": 1.2484,
      "step": 1405
    },
    {
      "epoch": 0.6961244137250062,
      "grad_norm": 0.5967791678571923,
      "learning_rate": 2.55745796505105e-06,
      "loss": 1.2816,
      "step": 1410
    },
    {
      "epoch": 0.6985929400148112,
      "grad_norm": 0.5958918786737188,
      "learning_rate": 2.5199363390015645e-06,
      "loss": 1.2518,
      "step": 1415
    },
    {
      "epoch": 0.7010614663046162,
      "grad_norm": 0.5716469845277612,
      "learning_rate": 2.482599045976059e-06,
      "loss": 1.2518,
      "step": 1420
    },
    {
      "epoch": 0.7035299925944212,
      "grad_norm": 0.5601354887821722,
      "learning_rate": 2.445448861103348e-06,
      "loss": 1.2114,
      "step": 1425
    },
    {
      "epoch": 0.7059985188842262,
      "grad_norm": 0.5783618487395104,
      "learning_rate": 2.408488545605265e-06,
      "loss": 1.2801,
      "step": 1430
    },
    {
      "epoch": 0.7084670451740311,
      "grad_norm": 0.600120666255256,
      "learning_rate": 2.3717208465914193e-06,
      "loss": 1.2928,
      "step": 1435
    },
    {
      "epoch": 0.7109355714638361,
      "grad_norm": 0.6823362059514299,
      "learning_rate": 2.3351484968550264e-06,
      "loss": 1.2306,
      "step": 1440
    },
    {
      "epoch": 0.7134040977536411,
      "grad_norm": 0.5869728269343567,
      "learning_rate": 2.298774214669785e-06,
      "loss": 1.2417,
      "step": 1445
    },
    {
      "epoch": 0.7158726240434461,
      "grad_norm": 0.597629982893601,
      "learning_rate": 2.2626007035878377e-06,
      "loss": 1.1912,
      "step": 1450
    },
    {
      "epoch": 0.7183411503332511,
      "grad_norm": 0.6222473980576229,
      "learning_rate": 2.226630652238836e-06,
      "loss": 1.2083,
      "step": 1455
    },
    {
      "epoch": 0.7208096766230561,
      "grad_norm": 0.5978767327421509,
      "learning_rate": 2.1908667341300923e-06,
      "loss": 1.2577,
      "step": 1460
    },
    {
      "epoch": 0.723278202912861,
      "grad_norm": 0.6156905912164004,
      "learning_rate": 2.155311607447877e-06,
      "loss": 1.2922,
      "step": 1465
    },
    {
      "epoch": 0.725746729202666,
      "grad_norm": 0.6341472520929511,
      "learning_rate": 2.1199679148598434e-06,
      "loss": 1.2667,
      "step": 1470
    },
    {
      "epoch": 0.728215255492471,
      "grad_norm": 0.5655996654676207,
      "learning_rate": 2.084838283318616e-06,
      "loss": 1.1939,
      "step": 1475
    },
    {
      "epoch": 0.730683781782276,
      "grad_norm": 0.5824088027115487,
      "learning_rate": 2.0499253238665284e-06,
      "loss": 1.242,
      "step": 1480
    },
    {
      "epoch": 0.733152308072081,
      "grad_norm": 0.6063388402546945,
      "learning_rate": 2.0152316314415602e-06,
      "loss": 1.2482,
      "step": 1485
    },
    {
      "epoch": 0.735620834361886,
      "grad_norm": 0.6226805122487513,
      "learning_rate": 1.9807597846844737e-06,
      "loss": 1.255,
      "step": 1490
    },
    {
      "epoch": 0.738089360651691,
      "grad_norm": 0.5854379294811827,
      "learning_rate": 1.9465123457471395e-06,
      "loss": 1.1786,
      "step": 1495
    },
    {
      "epoch": 0.7405578869414959,
      "grad_norm": 0.5577052246580572,
      "learning_rate": 1.9124918601021124e-06,
      "loss": 1.2358,
      "step": 1500
    },
    {
      "epoch": 0.7430264132313009,
      "grad_norm": 0.5754079743445688,
      "learning_rate": 1.8787008563534326e-06,
      "loss": 1.1945,
      "step": 1505
    },
    {
      "epoch": 0.7454949395211059,
      "grad_norm": 0.6099556355269008,
      "learning_rate": 1.845141846048691e-06,
      "loss": 1.2379,
      "step": 1510
    },
    {
      "epoch": 0.7479634658109109,
      "grad_norm": 0.5782704010521243,
      "learning_rate": 1.8118173234923447e-06,
      "loss": 1.2542,
      "step": 1515
    },
    {
      "epoch": 0.7504319921007159,
      "grad_norm": 0.5382858254483444,
      "learning_rate": 1.778729765560337e-06,
      "loss": 1.2327,
      "step": 1520
    },
    {
      "epoch": 0.7529005183905209,
      "grad_norm": 0.6082642317550977,
      "learning_rate": 1.7458816315159937e-06,
      "loss": 1.2631,
      "step": 1525
    },
    {
      "epoch": 0.7553690446803258,
      "grad_norm": 0.6120502232540203,
      "learning_rate": 1.7132753628272403e-06,
      "loss": 1.2687,
      "step": 1530
    },
    {
      "epoch": 0.7578375709701308,
      "grad_norm": 0.5800190917782422,
      "learning_rate": 1.6809133829851344e-06,
      "loss": 1.1809,
      "step": 1535
    },
    {
      "epoch": 0.7603060972599358,
      "grad_norm": 0.6248767795672576,
      "learning_rate": 1.6487980973237434e-06,
      "loss": 1.2102,
      "step": 1540
    },
    {
      "epoch": 0.7627746235497408,
      "grad_norm": 0.6214869106372124,
      "learning_rate": 1.6169318928413574e-06,
      "loss": 1.3183,
      "step": 1545
    },
    {
      "epoch": 0.7652431498395458,
      "grad_norm": 0.6509287986960063,
      "learning_rate": 1.5853171380230791e-06,
      "loss": 1.2394,
      "step": 1550
    },
    {
      "epoch": 0.7677116761293508,
      "grad_norm": 0.5548564286839581,
      "learning_rate": 1.5539561826647832e-06,
      "loss": 1.2278,
      "step": 1555
    },
    {
      "epoch": 0.7701802024191557,
      "grad_norm": 0.5873399173100068,
      "learning_rate": 1.5228513576984633e-06,
      "loss": 1.2419,
      "step": 1560
    },
    {
      "epoch": 0.7726487287089607,
      "grad_norm": 0.5698526241039991,
      "learning_rate": 1.4920049750189852e-06,
      "loss": 1.2134,
      "step": 1565
    },
    {
      "epoch": 0.7751172549987657,
      "grad_norm": 0.5462525752885333,
      "learning_rate": 1.4614193273122562e-06,
      "loss": 1.2013,
      "step": 1570
    },
    {
      "epoch": 0.7775857812885707,
      "grad_norm": 0.5604406125512932,
      "learning_rate": 1.4310966878848116e-06,
      "loss": 1.2319,
      "step": 1575
    },
    {
      "epoch": 0.7800543075783757,
      "grad_norm": 0.5512496837811336,
      "learning_rate": 1.401039310494855e-06,
      "loss": 1.2436,
      "step": 1580
    },
    {
      "epoch": 0.7825228338681807,
      "grad_norm": 0.6804998312407946,
      "learning_rate": 1.3712494291847416e-06,
      "loss": 1.2567,
      "step": 1585
    },
    {
      "epoch": 0.7849913601579857,
      "grad_norm": 0.6655723000722049,
      "learning_rate": 1.3417292581149388e-06,
      "loss": 1.2682,
      "step": 1590
    },
    {
      "epoch": 0.7874598864477906,
      "grad_norm": 0.539222744257867,
      "learning_rate": 1.3124809913994458e-06,
      "loss": 1.2009,
      "step": 1595
    },
    {
      "epoch": 0.7899284127375956,
      "grad_norm": 0.622721298212167,
      "learning_rate": 1.2835068029427188e-06,
      "loss": 1.2661,
      "step": 1600
    },
    {
      "epoch": 0.7899284127375956,
      "eval_loss": 1.2096235752105713,
      "eval_runtime": 2576.8943,
      "eval_samples_per_second": 1.552,
      "eval_steps_per_second": 0.13,
      "step": 1600
    },
    {
      "epoch": 0.7923969390274006,
      "grad_norm": 0.5470842930259888,
      "learning_rate": 1.2548088462781006e-06,
      "loss": 1.2244,
      "step": 1605
    },
    {
      "epoch": 0.7948654653172056,
      "grad_norm": 0.5718801309412294,
      "learning_rate": 1.2263892544077439e-06,
      "loss": 1.2498,
      "step": 1610
    },
    {
      "epoch": 0.7973339916070106,
      "grad_norm": 0.5818869817428877,
      "learning_rate": 1.1982501396440831e-06,
      "loss": 1.2044,
      "step": 1615
    },
    {
      "epoch": 0.7998025178968156,
      "grad_norm": 0.5534354350847027,
      "learning_rate": 1.1703935934528327e-06,
      "loss": 1.2328,
      "step": 1620
    },
    {
      "epoch": 0.8022710441866205,
      "grad_norm": 0.5862274808604895,
      "learning_rate": 1.1428216862975383e-06,
      "loss": 1.2741,
      "step": 1625
    },
    {
      "epoch": 0.8047395704764255,
      "grad_norm": 0.5781950796979888,
      "learning_rate": 1.1155364674856834e-06,
      "loss": 1.2679,
      "step": 1630
    },
    {
      "epoch": 0.8072080967662305,
      "grad_norm": 0.5751302301159884,
      "learning_rate": 1.088539965016377e-06,
      "loss": 1.2153,
      "step": 1635
    },
    {
      "epoch": 0.8096766230560355,
      "grad_norm": 0.6150065644184977,
      "learning_rate": 1.0618341854296176e-06,
      "loss": 1.2245,
      "step": 1640
    },
    {
      "epoch": 0.8121451493458405,
      "grad_norm": 0.5893743060234344,
      "learning_rate": 1.0354211136571586e-06,
      "loss": 1.2091,
      "step": 1645
    },
    {
      "epoch": 0.8146136756356456,
      "grad_norm": 0.554001627193442,
      "learning_rate": 1.0093027128749722e-06,
      "loss": 1.22,
      "step": 1650
    },
    {
      "epoch": 0.8170822019254506,
      "grad_norm": 0.5554016650617593,
      "learning_rate": 9.834809243573406e-07,
      "loss": 1.2736,
      "step": 1655
    },
    {
      "epoch": 0.8195507282152555,
      "grad_norm": 0.6467820952863279,
      "learning_rate": 9.57957667332562e-07,
      "loss": 1.2504,
      "step": 1660
    },
    {
      "epoch": 0.8220192545050605,
      "grad_norm": 0.5388841867240308,
      "learning_rate": 9.327348388403063e-07,
      "loss": 1.2134,
      "step": 1665
    },
    {
      "epoch": 0.8244877807948655,
      "grad_norm": 0.5511949198965124,
      "learning_rate": 9.078143135906154e-07,
      "loss": 1.2373,
      "step": 1670
    },
    {
      "epoch": 0.8269563070846705,
      "grad_norm": 0.5662492648467455,
      "learning_rate": 8.831979438245619e-07,
      "loss": 1.2379,
      "step": 1675
    },
    {
      "epoch": 0.8294248333744755,
      "grad_norm": 0.6308948625824087,
      "learning_rate": 8.588875591765838e-07,
      "loss": 1.1868,
      "step": 1680
    },
    {
      "epoch": 0.8318933596642805,
      "grad_norm": 0.576660126030343,
      "learning_rate": 8.348849665384906e-07,
      "loss": 1.2891,
      "step": 1685
    },
    {
      "epoch": 0.8343618859540854,
      "grad_norm": 0.556606789107177,
      "learning_rate": 8.111919499251653e-07,
      "loss": 1.2021,
      "step": 1690
    },
    {
      "epoch": 0.8368304122438904,
      "grad_norm": 0.5661740275037651,
      "learning_rate": 7.878102703419683e-07,
      "loss": 1.2536,
      "step": 1695
    },
    {
      "epoch": 0.8392989385336954,
      "grad_norm": 0.5967205392911274,
      "learning_rate": 7.647416656538464e-07,
      "loss": 1.2373,
      "step": 1700
    },
    {
      "epoch": 0.8417674648235004,
      "grad_norm": 0.5528061162446166,
      "learning_rate": 7.419878504561651e-07,
      "loss": 1.2199,
      "step": 1705
    },
    {
      "epoch": 0.8442359911133054,
      "grad_norm": 0.6479872928308008,
      "learning_rate": 7.195505159472726e-07,
      "loss": 1.2368,
      "step": 1710
    },
    {
      "epoch": 0.8467045174031104,
      "grad_norm": 0.594834011459554,
      "learning_rate": 6.974313298027946e-07,
      "loss": 1.1997,
      "step": 1715
    },
    {
      "epoch": 0.8491730436929154,
      "grad_norm": 0.5442970599231537,
      "learning_rate": 6.756319360516856e-07,
      "loss": 1.2037,
      "step": 1720
    },
    {
      "epoch": 0.8516415699827203,
      "grad_norm": 0.6655980946948994,
      "learning_rate": 6.541539549540383e-07,
      "loss": 1.3013,
      "step": 1725
    },
    {
      "epoch": 0.8541100962725253,
      "grad_norm": 0.599651741019629,
      "learning_rate": 6.329989828806482e-07,
      "loss": 1.2454,
      "step": 1730
    },
    {
      "epoch": 0.8565786225623303,
      "grad_norm": 0.7507415296204425,
      "learning_rate": 6.121685921943688e-07,
      "loss": 1.2347,
      "step": 1735
    },
    {
      "epoch": 0.8590471488521353,
      "grad_norm": 0.5883088948787556,
      "learning_rate": 5.916643311332438e-07,
      "loss": 1.2566,
      "step": 1740
    },
    {
      "epoch": 0.8615156751419403,
      "grad_norm": 0.5844649067792757,
      "learning_rate": 5.71487723695427e-07,
      "loss": 1.2176,
      "step": 1745
    },
    {
      "epoch": 0.8639842014317453,
      "grad_norm": 0.570757598339604,
      "learning_rate": 5.516402695259165e-07,
      "loss": 1.2111,
      "step": 1750
    },
    {
      "epoch": 0.8664527277215502,
      "grad_norm": 0.6101964731318252,
      "learning_rate": 5.321234438050893e-07,
      "loss": 1.2552,
      "step": 1755
    },
    {
      "epoch": 0.8689212540113552,
      "grad_norm": 0.6114031483570134,
      "learning_rate": 5.12938697139056e-07,
      "loss": 1.2339,
      "step": 1760
    },
    {
      "epoch": 0.8713897803011602,
      "grad_norm": 0.5640524033820485,
      "learning_rate": 4.940874554518465e-07,
      "loss": 1.2594,
      "step": 1765
    },
    {
      "epoch": 0.8738583065909652,
      "grad_norm": 0.6433079417694005,
      "learning_rate": 4.755711198794233e-07,
      "loss": 1.2854,
      "step": 1770
    },
    {
      "epoch": 0.8763268328807702,
      "grad_norm": 0.604973387553276,
      "learning_rate": 4.573910666655429e-07,
      "loss": 1.3237,
      "step": 1775
    },
    {
      "epoch": 0.8787953591705752,
      "grad_norm": 0.5628418770325067,
      "learning_rate": 4.395486470594645e-07,
      "loss": 1.1982,
      "step": 1780
    },
    {
      "epoch": 0.8812638854603801,
      "grad_norm": 0.6659219563445046,
      "learning_rate": 4.220451872155179e-07,
      "loss": 1.2309,
      "step": 1785
    },
    {
      "epoch": 0.8837324117501851,
      "grad_norm": 0.5361789546629312,
      "learning_rate": 4.048819880945337e-07,
      "loss": 1.199,
      "step": 1790
    },
    {
      "epoch": 0.8862009380399901,
      "grad_norm": 0.5558192723511216,
      "learning_rate": 3.880603253671522e-07,
      "loss": 1.2263,
      "step": 1795
    },
    {
      "epoch": 0.8886694643297951,
      "grad_norm": 0.5634804859248715,
      "learning_rate": 3.7158144931900395e-07,
      "loss": 1.2752,
      "step": 1800
    },
    {
      "epoch": 0.8886694643297951,
      "eval_loss": 1.2087970972061157,
      "eval_runtime": 2557.7862,
      "eval_samples_per_second": 1.564,
      "eval_steps_per_second": 0.131,
      "step": 1800
    },
    {
      "epoch": 0.8911379906196001,
      "grad_norm": 0.6032610406878897,
      "learning_rate": 3.5544658475778317e-07,
      "loss": 1.1999,
      "step": 1805
    },
    {
      "epoch": 0.8936065169094051,
      "grad_norm": 0.6216254522630721,
      "learning_rate": 3.396569309222114e-07,
      "loss": 1.2339,
      "step": 1810
    },
    {
      "epoch": 0.89607504319921,
      "grad_norm": 0.5807256981071689,
      "learning_rate": 3.2421366139290423e-07,
      "loss": 1.3057,
      "step": 1815
    },
    {
      "epoch": 0.898543569489015,
      "grad_norm": 0.5211008570948544,
      "learning_rate": 3.091179240051462e-07,
      "loss": 1.2022,
      "step": 1820
    },
    {
      "epoch": 0.90101209577882,
      "grad_norm": 0.5525058863296126,
      "learning_rate": 2.943708407635704e-07,
      "loss": 1.2048,
      "step": 1825
    },
    {
      "epoch": 0.903480622068625,
      "grad_norm": 0.6377145176064325,
      "learning_rate": 2.799735077587695e-07,
      "loss": 1.213,
      "step": 1830
    },
    {
      "epoch": 0.90594914835843,
      "grad_norm": 0.5813161900855606,
      "learning_rate": 2.659269950858273e-07,
      "loss": 1.33,
      "step": 1835
    },
    {
      "epoch": 0.908417674648235,
      "grad_norm": 0.6256712692686102,
      "learning_rate": 2.5223234676478193e-07,
      "loss": 1.2418,
      "step": 1840
    },
    {
      "epoch": 0.91088620093804,
      "grad_norm": 0.598042344925788,
      "learning_rate": 2.3889058066302873e-07,
      "loss": 1.2928,
      "step": 1845
    },
    {
      "epoch": 0.9133547272278449,
      "grad_norm": 0.6144058961581507,
      "learning_rate": 2.2590268841966357e-07,
      "loss": 1.2522,
      "step": 1850
    },
    {
      "epoch": 0.9158232535176499,
      "grad_norm": 0.6086868817654493,
      "learning_rate": 2.132696353717839e-07,
      "loss": 1.2275,
      "step": 1855
    },
    {
      "epoch": 0.9182917798074549,
      "grad_norm": 0.6193803813904503,
      "learning_rate": 2.0099236048273407e-07,
      "loss": 1.2102,
      "step": 1860
    },
    {
      "epoch": 0.9207603060972599,
      "grad_norm": 0.6206660621687174,
      "learning_rate": 1.890717762723182e-07,
      "loss": 1.2413,
      "step": 1865
    },
    {
      "epoch": 0.9232288323870649,
      "grad_norm": 0.5195254310690817,
      "learning_rate": 1.7750876874897627e-07,
      "loss": 1.2536,
      "step": 1870
    },
    {
      "epoch": 0.9256973586768699,
      "grad_norm": 0.6172193600635592,
      "learning_rate": 1.6630419734393e-07,
      "loss": 1.1877,
      "step": 1875
    },
    {
      "epoch": 0.9281658849666748,
      "grad_norm": 0.5854056073690375,
      "learning_rate": 1.554588948473068e-07,
      "loss": 1.2694,
      "step": 1880
    },
    {
      "epoch": 0.9306344112564798,
      "grad_norm": 0.5939692455470944,
      "learning_rate": 1.4497366734623874e-07,
      "loss": 1.2223,
      "step": 1885
    },
    {
      "epoch": 0.9331029375462848,
      "grad_norm": 0.558716522853661,
      "learning_rate": 1.3484929416495096e-07,
      "loss": 1.1465,
      "step": 1890
    },
    {
      "epoch": 0.9355714638360898,
      "grad_norm": 0.601778856283905,
      "learning_rate": 1.2508652780683916e-07,
      "loss": 1.2618,
      "step": 1895
    },
    {
      "epoch": 0.9380399901258949,
      "grad_norm": 0.5724230357863298,
      "learning_rate": 1.1568609389853546e-07,
      "loss": 1.199,
      "step": 1900
    },
    {
      "epoch": 0.9405085164156999,
      "grad_norm": 0.5858685464797397,
      "learning_rate": 1.0664869113598097e-07,
      "loss": 1.2416,
      "step": 1905
    },
    {
      "epoch": 0.9429770427055049,
      "grad_norm": 0.5955002776535666,
      "learning_rate": 9.7974991232489e-08,
      "loss": 1.2621,
      "step": 1910
    },
    {
      "epoch": 0.9454455689953098,
      "grad_norm": 0.6031053768787782,
      "learning_rate": 8.966563886882107e-08,
      "loss": 1.2966,
      "step": 1915
    },
    {
      "epoch": 0.9479140952851148,
      "grad_norm": 0.5626513433181811,
      "learning_rate": 8.172125164527312e-08,
      "loss": 1.197,
      "step": 1920
    },
    {
      "epoch": 0.9503826215749198,
      "grad_norm": 0.6147790631492948,
      "learning_rate": 7.414242003576876e-08,
      "loss": 1.2476,
      "step": 1925
    },
    {
      "epoch": 0.9528511478647248,
      "grad_norm": 0.6387128598756113,
      "learning_rate": 6.692970734397176e-08,
      "loss": 1.2717,
      "step": 1930
    },
    {
      "epoch": 0.9553196741545298,
      "grad_norm": 0.58519229057596,
      "learning_rate": 6.0083649661421e-08,
      "loss": 1.2427,
      "step": 1935
    },
    {
      "epoch": 0.9577882004443348,
      "grad_norm": 0.5732049204953203,
      "learning_rate": 5.360475582768088e-08,
      "loss": 1.2499,
      "step": 1940
    },
    {
      "epoch": 0.9602567267341398,
      "grad_norm": 0.5510115335869762,
      "learning_rate": 4.7493507392524226e-08,
      "loss": 1.1837,
      "step": 1945
    },
    {
      "epoch": 0.9627252530239447,
      "grad_norm": 0.5959129330379044,
      "learning_rate": 4.175035858013987e-08,
      "loss": 1.2595,
      "step": 1950
    },
    {
      "epoch": 0.9651937793137497,
      "grad_norm": 0.6525575790551825,
      "learning_rate": 3.637573625537183e-08,
      "loss": 1.3283,
      "step": 1955
    },
    {
      "epoch": 0.9676623056035547,
      "grad_norm": 0.6761446719619785,
      "learning_rate": 3.13700398919925e-08,
      "loss": 1.2633,
      "step": 1960
    },
    {
      "epoch": 0.9701308318933597,
      "grad_norm": 0.5705669812908541,
      "learning_rate": 2.673364154301028e-08,
      "loss": 1.2446,
      "step": 1965
    },
    {
      "epoch": 0.9725993581831647,
      "grad_norm": 0.6197155608101478,
      "learning_rate": 2.2466885813018925e-08,
      "loss": 1.2492,
      "step": 1970
    },
    {
      "epoch": 0.9750678844729697,
      "grad_norm": 0.5667304098455904,
      "learning_rate": 1.857008983258135e-08,
      "loss": 1.2485,
      "step": 1975
    },
    {
      "epoch": 0.9775364107627746,
      "grad_norm": 0.6113665999543747,
      "learning_rate": 1.504354323466073e-08,
      "loss": 1.2573,
      "step": 1980
    },
    {
      "epoch": 0.9800049370525796,
      "grad_norm": 0.5726714283406965,
      "learning_rate": 1.188750813309214e-08,
      "loss": 1.2264,
      "step": 1985
    },
    {
      "epoch": 0.9824734633423846,
      "grad_norm": 0.5521047354644366,
      "learning_rate": 9.102219103103161e-09,
      "loss": 1.2194,
      "step": 1990
    },
    {
      "epoch": 0.9849419896321896,
      "grad_norm": 0.6819693929722572,
      "learning_rate": 6.687883163873921e-09,
      "loss": 1.244,
      "step": 1995
    },
    {
      "epoch": 0.9874105159219946,
      "grad_norm": 0.6016814387388122,
      "learning_rate": 4.644679763155524e-09,
      "loss": 1.2701,
      "step": 2000
    },
    {
      "epoch": 0.9874105159219946,
      "eval_loss": 1.208633542060852,
      "eval_runtime": 2553.7159,
      "eval_samples_per_second": 1.566,
      "eval_steps_per_second": 0.131,
      "step": 2000
    },
    {
      "epoch": 0.9898790422117996,
      "grad_norm": 0.5854483828292536,
      "learning_rate": 2.97276076392905e-09,
      "loss": 1.2735,
      "step": 2005
    },
    {
      "epoch": 0.9923475685016045,
      "grad_norm": 0.6149856349841143,
      "learning_rate": 1.6722504331195822e-09,
      "loss": 1.1829,
      "step": 2010
    },
    {
      "epoch": 0.9948160947914095,
      "grad_norm": 0.5776580228856067,
      "learning_rate": 7.432454323597071e-10,
      "loss": 1.2584,
      "step": 2015
    },
    {
      "epoch": 0.9972846210812145,
      "grad_norm": 0.5955477076581019,
      "learning_rate": 1.8581481080415242e-10,
      "loss": 1.1737,
      "step": 2020
    },
    {
      "epoch": 0.9997531473710195,
      "grad_norm": 0.6070167910291095,
      "learning_rate": 0.0,
      "loss": 1.1858,
      "step": 2025
    },
    {
      "epoch": 0.9997531473710195,
      "step": 2025,
      "total_flos": 4526278881050624.0,
      "train_loss": 1.270192005722611,
      "train_runtime": 113933.3906,
      "train_samples_per_second": 0.427,
      "train_steps_per_second": 0.018
    }
  ],
  "logging_steps": 5,
  "max_steps": 2025,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 200,
  "total_flos": 4526278881050624.0,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}