{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.9970879440885265,
  "eval_steps": 500,
  "global_step": 214,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.004659289458357601,
      "grad_norm": 37.4553865599607,
      "learning_rate": 0.0,
      "loss": 2.4488,
      "step": 1
    },
    {
      "epoch": 0.009318578916715201,
      "grad_norm": 10.88300608738222,
      "learning_rate": 6.309297535714574e-06,
      "loss": 2.1388,
      "step": 2
    },
    {
      "epoch": 0.013977868375072802,
      "grad_norm": 11.568553101687147,
      "learning_rate": 1e-05,
      "loss": 2.2252,
      "step": 3
    },
    {
      "epoch": 0.018637157833430402,
      "grad_norm": 7.643720965332644,
      "learning_rate": 1e-05,
      "loss": 1.9329,
      "step": 4
    },
    {
      "epoch": 0.023296447291788,
      "grad_norm": 5.748382614323999,
      "learning_rate": 1e-05,
      "loss": 1.8794,
      "step": 5
    },
    {
      "epoch": 0.027955736750145604,
      "grad_norm": 6.567036028997142,
      "learning_rate": 1e-05,
      "loss": 1.8839,
      "step": 6
    },
    {
      "epoch": 0.032615026208503206,
      "grad_norm": 4.4306758077305455,
      "learning_rate": 1e-05,
      "loss": 1.8774,
      "step": 7
    },
    {
      "epoch": 0.037274315666860805,
      "grad_norm": 3.660970589217281,
      "learning_rate": 1e-05,
      "loss": 1.7406,
      "step": 8
    },
    {
      "epoch": 0.041933605125218404,
      "grad_norm": 3.2695948007985227,
      "learning_rate": 1e-05,
      "loss": 1.8113,
      "step": 9
    },
    {
      "epoch": 0.046592894583576,
      "grad_norm": 3.356468736985637,
      "learning_rate": 1e-05,
      "loss": 1.7207,
      "step": 10
    },
    {
      "epoch": 0.0512521840419336,
      "grad_norm": 3.5450444591858394,
      "learning_rate": 1e-05,
      "loss": 1.7032,
      "step": 11
    },
    {
      "epoch": 0.05591147350029121,
      "grad_norm": 3.19419501302636,
      "learning_rate": 1e-05,
      "loss": 1.699,
      "step": 12
    },
    {
      "epoch": 0.060570762958648806,
      "grad_norm": 2.8474267589247417,
      "learning_rate": 1e-05,
      "loss": 1.6978,
      "step": 13
    },
    {
      "epoch": 0.06523005241700641,
      "grad_norm": 3.1135350288269166,
      "learning_rate": 1e-05,
      "loss": 1.7062,
      "step": 14
    },
    {
      "epoch": 0.06988934187536401,
      "grad_norm": 2.770146289905479,
      "learning_rate": 1e-05,
      "loss": 1.6356,
      "step": 15
    },
    {
      "epoch": 0.07454863133372161,
      "grad_norm": 2.9479050208283173,
      "learning_rate": 1e-05,
      "loss": 1.6605,
      "step": 16
    },
    {
      "epoch": 0.07920792079207921,
      "grad_norm": 2.9102020117907847,
      "learning_rate": 1e-05,
      "loss": 1.6725,
      "step": 17
    },
    {
      "epoch": 0.08386721025043681,
      "grad_norm": 2.837755280153835,
      "learning_rate": 1e-05,
      "loss": 1.7021,
      "step": 18
    },
    {
      "epoch": 0.0885264997087944,
      "grad_norm": 2.7877405064893557,
      "learning_rate": 1e-05,
      "loss": 1.5947,
      "step": 19
    },
    {
      "epoch": 0.093185789167152,
      "grad_norm": 2.5815355221611727,
      "learning_rate": 1e-05,
      "loss": 1.6915,
      "step": 20
    },
    {
      "epoch": 0.0978450786255096,
      "grad_norm": 2.7006002228913526,
      "learning_rate": 1e-05,
      "loss": 1.6286,
      "step": 21
    },
    {
      "epoch": 0.1025043680838672,
      "grad_norm": 2.784209069755651,
      "learning_rate": 1e-05,
      "loss": 1.6685,
      "step": 22
    },
    {
      "epoch": 0.10716365754222482,
      "grad_norm": 2.9524143186766567,
      "learning_rate": 1e-05,
      "loss": 1.6315,
      "step": 23
    },
    {
      "epoch": 0.11182294700058241,
      "grad_norm": 3.070122490149911,
      "learning_rate": 1e-05,
      "loss": 1.647,
      "step": 24
    },
    {
      "epoch": 0.11648223645894001,
      "grad_norm": 2.719822294385443,
      "learning_rate": 1e-05,
      "loss": 1.6034,
      "step": 25
    },
    {
      "epoch": 0.12114152591729761,
      "grad_norm": 2.925248468241921,
      "learning_rate": 1e-05,
      "loss": 1.6777,
      "step": 26
    },
    {
      "epoch": 0.1258008153756552,
      "grad_norm": 2.9031875873598962,
      "learning_rate": 1e-05,
      "loss": 1.63,
      "step": 27
    },
    {
      "epoch": 0.13046010483401282,
      "grad_norm": 2.6836639962275184,
      "learning_rate": 1e-05,
      "loss": 1.638,
      "step": 28
    },
    {
      "epoch": 0.1351193942923704,
      "grad_norm": 2.5540688972245515,
      "learning_rate": 1e-05,
      "loss": 1.6721,
      "step": 29
    },
    {
      "epoch": 0.13977868375072802,
      "grad_norm": 2.811652255435364,
      "learning_rate": 1e-05,
      "loss": 1.602,
      "step": 30
    },
    {
      "epoch": 0.1444379732090856,
      "grad_norm": 2.570946004882331,
      "learning_rate": 1e-05,
      "loss": 1.6118,
      "step": 31
    },
    {
      "epoch": 0.14909726266744322,
      "grad_norm": 2.371184921508139,
      "learning_rate": 1e-05,
      "loss": 1.6038,
      "step": 32
    },
    {
      "epoch": 0.1537565521258008,
      "grad_norm": 2.677393543132455,
      "learning_rate": 1e-05,
      "loss": 1.6211,
      "step": 33
    },
    {
      "epoch": 0.15841584158415842,
      "grad_norm": 2.8813028493341495,
      "learning_rate": 1e-05,
      "loss": 1.6526,
      "step": 34
    },
    {
      "epoch": 0.163075131042516,
      "grad_norm": 2.517387020615115,
      "learning_rate": 1e-05,
      "loss": 1.5879,
      "step": 35
    },
    {
      "epoch": 0.16773442050087362,
      "grad_norm": 2.3301459869544527,
      "learning_rate": 1e-05,
      "loss": 1.5954,
      "step": 36
    },
    {
      "epoch": 0.17239370995923123,
      "grad_norm": 2.4447934986055335,
      "learning_rate": 1e-05,
      "loss": 1.5929,
      "step": 37
    },
    {
      "epoch": 0.1770529994175888,
      "grad_norm": 2.817763614899898,
      "learning_rate": 1e-05,
      "loss": 1.6128,
      "step": 38
    },
    {
      "epoch": 0.18171228887594643,
      "grad_norm": 2.566684690956894,
      "learning_rate": 1e-05,
      "loss": 1.5668,
      "step": 39
    },
    {
      "epoch": 0.186371578334304,
      "grad_norm": 2.661562404310152,
      "learning_rate": 1e-05,
      "loss": 1.6154,
      "step": 40
    },
    {
      "epoch": 0.19103086779266162,
      "grad_norm": 2.4627832136882444,
      "learning_rate": 1e-05,
      "loss": 1.6519,
      "step": 41
    },
    {
      "epoch": 0.1956901572510192,
      "grad_norm": 2.597954766071769,
      "learning_rate": 1e-05,
      "loss": 1.6,
      "step": 42
    },
    {
      "epoch": 0.20034944670937682,
      "grad_norm": 2.754493319360813,
      "learning_rate": 1e-05,
      "loss": 1.5652,
      "step": 43
    },
    {
      "epoch": 0.2050087361677344,
      "grad_norm": 2.6151045585662045,
      "learning_rate": 1e-05,
      "loss": 1.5709,
      "step": 44
    },
    {
      "epoch": 0.20966802562609202,
      "grad_norm": 2.394985883263223,
      "learning_rate": 1e-05,
      "loss": 1.5708,
      "step": 45
    },
    {
      "epoch": 0.21432731508444963,
      "grad_norm": 2.754166542274207,
      "learning_rate": 1e-05,
      "loss": 1.5709,
      "step": 46
    },
    {
      "epoch": 0.21898660454280722,
      "grad_norm": 2.363803590882057,
      "learning_rate": 1e-05,
      "loss": 1.5652,
      "step": 47
    },
    {
      "epoch": 0.22364589400116483,
      "grad_norm": 2.779877793574347,
      "learning_rate": 1e-05,
      "loss": 1.5415,
      "step": 48
    },
    {
      "epoch": 0.22830518345952241,
      "grad_norm": 2.6675042398192534,
      "learning_rate": 1e-05,
      "loss": 1.6183,
      "step": 49
    },
    {
      "epoch": 0.23296447291788003,
      "grad_norm": 2.4116922018773095,
      "learning_rate": 1e-05,
      "loss": 1.5527,
      "step": 50
    },
    {
      "epoch": 0.2376237623762376,
      "grad_norm": 2.3315932179612155,
      "learning_rate": 1e-05,
      "loss": 1.5901,
      "step": 51
    },
    {
      "epoch": 0.24228305183459523,
      "grad_norm": 2.3019835184053905,
      "learning_rate": 1e-05,
      "loss": 1.544,
      "step": 52
    },
    {
      "epoch": 0.24694234129295284,
      "grad_norm": 2.6424581659593898,
      "learning_rate": 1e-05,
      "loss": 1.5892,
      "step": 53
    },
    {
      "epoch": 0.2516016307513104,
      "grad_norm": 2.587045419024974,
      "learning_rate": 1e-05,
      "loss": 1.577,
      "step": 54
    },
    {
      "epoch": 0.256260920209668,
      "grad_norm": 2.4773093313847685,
      "learning_rate": 1e-05,
      "loss": 1.5864,
      "step": 55
    },
    {
      "epoch": 0.26092020966802565,
      "grad_norm": 2.4149084409040116,
      "learning_rate": 1e-05,
      "loss": 1.6176,
      "step": 56
    },
    {
      "epoch": 0.26557949912638323,
      "grad_norm": 2.4512017044947734,
      "learning_rate": 1e-05,
      "loss": 1.6246,
      "step": 57
    },
    {
      "epoch": 0.2702387885847408,
      "grad_norm": 2.401483628381168,
      "learning_rate": 1e-05,
      "loss": 1.5652,
      "step": 58
    },
    {
      "epoch": 0.2748980780430984,
      "grad_norm": 2.5214336145047,
      "learning_rate": 1e-05,
      "loss": 1.5791,
      "step": 59
    },
    {
      "epoch": 0.27955736750145604,
      "grad_norm": 3.024295336906611,
      "learning_rate": 1e-05,
      "loss": 1.5421,
      "step": 60
    },
    {
      "epoch": 0.28421665695981363,
      "grad_norm": 2.509650308333821,
      "learning_rate": 1e-05,
      "loss": 1.5147,
      "step": 61
    },
    {
      "epoch": 0.2888759464181712,
      "grad_norm": 2.374198285202519,
      "learning_rate": 1e-05,
      "loss": 1.5759,
      "step": 62
    },
    {
      "epoch": 0.29353523587652885,
      "grad_norm": 2.3112309742555066,
      "learning_rate": 1e-05,
      "loss": 1.5253,
      "step": 63
    },
    {
      "epoch": 0.29819452533488644,
      "grad_norm": 2.3977382823518303,
      "learning_rate": 1e-05,
      "loss": 1.5422,
      "step": 64
    },
    {
      "epoch": 0.302853814793244,
      "grad_norm": 2.508604177665278,
      "learning_rate": 1e-05,
      "loss": 1.5628,
      "step": 65
    },
    {
      "epoch": 0.3075131042516016,
      "grad_norm": 2.5543152862332685,
      "learning_rate": 1e-05,
      "loss": 1.5789,
      "step": 66
    },
    {
      "epoch": 0.31217239370995925,
      "grad_norm": 2.615684261823402,
      "learning_rate": 1e-05,
      "loss": 1.497,
      "step": 67
    },
    {
      "epoch": 0.31683168316831684,
      "grad_norm": 2.321913113942261,
      "learning_rate": 1e-05,
      "loss": 1.5619,
      "step": 68
    },
    {
      "epoch": 0.3214909726266744,
      "grad_norm": 2.3380073471748783,
      "learning_rate": 1e-05,
      "loss": 1.5434,
      "step": 69
    },
    {
      "epoch": 0.326150262085032,
      "grad_norm": 2.194756331960441,
      "learning_rate": 1e-05,
      "loss": 1.5429,
      "step": 70
    },
    {
      "epoch": 0.33080955154338965,
      "grad_norm": 2.339565902888178,
      "learning_rate": 1e-05,
      "loss": 1.5898,
      "step": 71
    },
    {
      "epoch": 0.33546884100174723,
      "grad_norm": 2.589829563994277,
      "learning_rate": 1e-05,
      "loss": 1.522,
      "step": 72
    },
    {
      "epoch": 0.3401281304601048,
      "grad_norm": 2.475665557332239,
      "learning_rate": 1e-05,
      "loss": 1.6017,
      "step": 73
    },
    {
      "epoch": 0.34478741991846246,
      "grad_norm": 2.638214948295715,
      "learning_rate": 1e-05,
      "loss": 1.4913,
      "step": 74
    },
    {
      "epoch": 0.34944670937682004,
      "grad_norm": 2.373158176130504,
      "learning_rate": 1e-05,
      "loss": 1.5273,
      "step": 75
    },
    {
      "epoch": 0.3541059988351776,
      "grad_norm": 2.3444375276771323,
      "learning_rate": 1e-05,
      "loss": 1.5152,
      "step": 76
    },
    {
      "epoch": 0.3587652882935352,
      "grad_norm": 2.2407053882148142,
      "learning_rate": 1e-05,
      "loss": 1.5944,
      "step": 77
    },
    {
      "epoch": 0.36342457775189285,
      "grad_norm": 2.337831790434085,
      "learning_rate": 1e-05,
      "loss": 1.547,
      "step": 78
    },
    {
      "epoch": 0.36808386721025044,
      "grad_norm": 2.5112280582608864,
      "learning_rate": 1e-05,
      "loss": 1.5366,
      "step": 79
    },
    {
      "epoch": 0.372743156668608,
      "grad_norm": 2.258790618824264,
      "learning_rate": 1e-05,
      "loss": 1.5493,
      "step": 80
    },
    {
      "epoch": 0.37740244612696566,
      "grad_norm": 2.255161437661444,
      "learning_rate": 1e-05,
      "loss": 1.5308,
      "step": 81
    },
    {
      "epoch": 0.38206173558532325,
      "grad_norm": 2.4688158937749485,
      "learning_rate": 1e-05,
      "loss": 1.5546,
      "step": 82
    },
    {
      "epoch": 0.38672102504368083,
      "grad_norm": 2.4069475693862867,
      "learning_rate": 1e-05,
      "loss": 1.5211,
      "step": 83
    },
    {
      "epoch": 0.3913803145020384,
      "grad_norm": 2.374794651480313,
      "learning_rate": 1e-05,
      "loss": 1.494,
      "step": 84
    },
    {
      "epoch": 0.39603960396039606,
      "grad_norm": 2.3398152209467833,
      "learning_rate": 1e-05,
      "loss": 1.5342,
      "step": 85
    },
    {
      "epoch": 0.40069889341875364,
      "grad_norm": 2.35428983704996,
      "learning_rate": 1e-05,
      "loss": 1.4785,
      "step": 86
    },
    {
      "epoch": 0.40535818287711123,
      "grad_norm": 2.388724058110063,
      "learning_rate": 1e-05,
      "loss": 1.5467,
      "step": 87
    },
    {
      "epoch": 0.4100174723354688,
      "grad_norm": 2.4134839455509804,
      "learning_rate": 1e-05,
      "loss": 1.5179,
      "step": 88
    },
    {
      "epoch": 0.41467676179382645,
      "grad_norm": 2.463768285922605,
      "learning_rate": 1e-05,
      "loss": 1.576,
      "step": 89
    },
    {
      "epoch": 0.41933605125218404,
      "grad_norm": 2.444581005858159,
      "learning_rate": 1e-05,
      "loss": 1.5008,
      "step": 90
    },
    {
      "epoch": 0.4239953407105416,
      "grad_norm": 2.190503733939241,
      "learning_rate": 1e-05,
      "loss": 1.5156,
      "step": 91
    },
    {
      "epoch": 0.42865463016889926,
      "grad_norm": 2.593833508710404,
      "learning_rate": 1e-05,
      "loss": 1.5075,
      "step": 92
    },
    {
      "epoch": 0.43331391962725685,
      "grad_norm": 2.2851452541574218,
      "learning_rate": 1e-05,
      "loss": 1.5325,
      "step": 93
    },
    {
      "epoch": 0.43797320908561443,
      "grad_norm": 2.3210289097461776,
      "learning_rate": 1e-05,
      "loss": 1.5011,
      "step": 94
    },
    {
      "epoch": 0.442632498543972,
      "grad_norm": 2.3246717326280044,
      "learning_rate": 1e-05,
      "loss": 1.5085,
      "step": 95
    },
    {
      "epoch": 0.44729178800232966,
      "grad_norm": 2.4021880355407546,
      "learning_rate": 1e-05,
      "loss": 1.5572,
      "step": 96
    },
    {
      "epoch": 0.45195107746068724,
      "grad_norm": 2.1612576748589825,
      "learning_rate": 1e-05,
      "loss": 1.5181,
      "step": 97
    },
    {
      "epoch": 0.45661036691904483,
      "grad_norm": 2.517060089072893,
      "learning_rate": 1e-05,
      "loss": 1.5696,
      "step": 98
    },
    {
      "epoch": 0.46126965637740247,
      "grad_norm": 2.509779517463924,
      "learning_rate": 1e-05,
      "loss": 1.4737,
      "step": 99
    },
    {
      "epoch": 0.46592894583576006,
      "grad_norm": 2.2278628463607597,
      "learning_rate": 1e-05,
      "loss": 1.4381,
      "step": 100
    },
    {
      "epoch": 0.47058823529411764,
      "grad_norm": 2.5421872957086853,
      "learning_rate": 1e-05,
      "loss": 1.5216,
      "step": 101
    },
    {
      "epoch": 0.4752475247524752,
      "grad_norm": 2.7534020196807623,
      "learning_rate": 1e-05,
      "loss": 1.5311,
      "step": 102
    },
    {
      "epoch": 0.47990681421083287,
      "grad_norm": 2.315666594456174,
      "learning_rate": 1e-05,
      "loss": 1.5471,
      "step": 103
    },
    {
      "epoch": 0.48456610366919045,
      "grad_norm": 2.181276723760835,
      "learning_rate": 1e-05,
      "loss": 1.5186,
      "step": 104
    },
    {
      "epoch": 0.48922539312754804,
      "grad_norm": 2.3599566582977856,
      "learning_rate": 1e-05,
      "loss": 1.5002,
      "step": 105
    },
    {
      "epoch": 0.4938846825859057,
      "grad_norm": 2.4800646557316255,
      "learning_rate": 1e-05,
      "loss": 1.4866,
      "step": 106
    },
    {
      "epoch": 0.49854397204426326,
      "grad_norm": 2.7615250141518275,
      "learning_rate": 1e-05,
      "loss": 1.4466,
      "step": 107
    },
    {
      "epoch": 0.5032032615026208,
      "grad_norm": 2.1541119559811968,
      "learning_rate": 1e-05,
      "loss": 1.4961,
      "step": 108
    },
    {
      "epoch": 0.5078625509609784,
      "grad_norm": 2.496900445760294,
      "learning_rate": 1e-05,
      "loss": 1.5489,
      "step": 109
    },
    {
      "epoch": 0.512521840419336,
      "grad_norm": 2.3790745422703923,
      "learning_rate": 1e-05,
      "loss": 1.4719,
      "step": 110
    },
    {
      "epoch": 0.5171811298776936,
      "grad_norm": 2.5485805451241963,
      "learning_rate": 1e-05,
      "loss": 1.4548,
      "step": 111
    },
    {
      "epoch": 0.5218404193360513,
      "grad_norm": 2.5177273826789257,
      "learning_rate": 1e-05,
      "loss": 1.5397,
      "step": 112
    },
    {
      "epoch": 0.5264997087944089,
      "grad_norm": 2.1272963564434737,
      "learning_rate": 1e-05,
      "loss": 1.4996,
      "step": 113
    },
    {
      "epoch": 0.5311589982527665,
      "grad_norm": 2.50068908262842,
      "learning_rate": 1e-05,
      "loss": 1.558,
      "step": 114
    },
    {
      "epoch": 0.535818287711124,
      "grad_norm": 2.214031615505479,
      "learning_rate": 1e-05,
      "loss": 1.5344,
      "step": 115
    },
    {
      "epoch": 0.5404775771694816,
      "grad_norm": 2.399654826141851,
      "learning_rate": 1e-05,
      "loss": 1.476,
      "step": 116
    },
    {
      "epoch": 0.5451368666278392,
      "grad_norm": 2.593360531751168,
      "learning_rate": 1e-05,
      "loss": 1.4059,
      "step": 117
    },
    {
      "epoch": 0.5497961560861968,
      "grad_norm": 2.2733077198422302,
      "learning_rate": 1e-05,
      "loss": 1.5092,
      "step": 118
    },
    {
      "epoch": 0.5544554455445545,
      "grad_norm": 2.6231459607903087,
      "learning_rate": 1e-05,
      "loss": 1.5377,
      "step": 119
    },
    {
      "epoch": 0.5591147350029121,
      "grad_norm": 3.2448905784760154,
      "learning_rate": 1e-05,
      "loss": 1.4897,
      "step": 120
    },
    {
      "epoch": 0.5637740244612697,
      "grad_norm": 2.695228082395806,
      "learning_rate": 1e-05,
      "loss": 1.4672,
      "step": 121
    },
    {
      "epoch": 0.5684333139196273,
      "grad_norm": 2.3198621060308517,
      "learning_rate": 1e-05,
      "loss": 1.4536,
      "step": 122
    },
    {
      "epoch": 0.5730926033779848,
      "grad_norm": 2.424456337054707,
      "learning_rate": 1e-05,
      "loss": 1.501,
      "step": 123
    },
    {
      "epoch": 0.5777518928363424,
      "grad_norm": 2.4598395558661865,
      "learning_rate": 1e-05,
      "loss": 1.5316,
      "step": 124
    },
    {
      "epoch": 0.5824111822947,
      "grad_norm": 2.3377997659212277,
      "learning_rate": 1e-05,
      "loss": 1.506,
      "step": 125
    },
    {
      "epoch": 0.5870704717530577,
      "grad_norm": 2.3201349850077664,
      "learning_rate": 1e-05,
      "loss": 1.5269,
      "step": 126
    },
    {
      "epoch": 0.5917297612114153,
      "grad_norm": 2.414429631758563,
      "learning_rate": 1e-05,
      "loss": 1.5293,
      "step": 127
    },
    {
      "epoch": 0.5963890506697729,
      "grad_norm": 2.416825959879323,
      "learning_rate": 1e-05,
      "loss": 1.4832,
      "step": 128
    },
    {
      "epoch": 0.6010483401281305,
      "grad_norm": 2.597816910489374,
      "learning_rate": 1e-05,
      "loss": 1.4724,
      "step": 129
    },
    {
      "epoch": 0.605707629586488,
      "grad_norm": 2.4148507856855925,
      "learning_rate": 1e-05,
      "loss": 1.4891,
      "step": 130
    },
    {
      "epoch": 0.6103669190448456,
      "grad_norm": 2.210119122851114,
      "learning_rate": 1e-05,
      "loss": 1.577,
      "step": 131
    },
    {
      "epoch": 0.6150262085032032,
      "grad_norm": 2.0971029486323456,
      "learning_rate": 1e-05,
      "loss": 1.5182,
      "step": 132
    },
    {
      "epoch": 0.6196854979615609,
      "grad_norm": 2.4223761752873125,
      "learning_rate": 1e-05,
      "loss": 1.502,
      "step": 133
    },
    {
      "epoch": 0.6243447874199185,
      "grad_norm": 2.260148223947814,
      "learning_rate": 1e-05,
      "loss": 1.5131,
      "step": 134
    },
    {
      "epoch": 0.6290040768782761,
      "grad_norm": 2.2187749396883607,
      "learning_rate": 1e-05,
      "loss": 1.481,
      "step": 135
    },
    {
      "epoch": 0.6336633663366337,
      "grad_norm": 2.3857038661729866,
      "learning_rate": 1e-05,
      "loss": 1.4215,
      "step": 136
    },
    {
      "epoch": 0.6383226557949913,
      "grad_norm": 2.2285653535516454,
      "learning_rate": 1e-05,
      "loss": 1.4648,
      "step": 137
    },
    {
      "epoch": 0.6429819452533488,
      "grad_norm": 2.2814076725542716,
      "learning_rate": 1e-05,
      "loss": 1.4983,
      "step": 138
    },
    {
      "epoch": 0.6476412347117064,
      "grad_norm": 2.391062816273672,
      "learning_rate": 1e-05,
      "loss": 1.4481,
      "step": 139
    },
    {
      "epoch": 0.652300524170064,
      "grad_norm": 2.172767929285484,
      "learning_rate": 1e-05,
      "loss": 1.5194,
      "step": 140
    },
    {
      "epoch": 0.6569598136284217,
      "grad_norm": 2.985146157885572,
      "learning_rate": 1e-05,
      "loss": 1.425,
      "step": 141
    },
    {
      "epoch": 0.6616191030867793,
      "grad_norm": 2.3548178966971784,
      "learning_rate": 1e-05,
      "loss": 1.4631,
      "step": 142
    },
    {
      "epoch": 0.6662783925451369,
      "grad_norm": 2.328614489701982,
      "learning_rate": 1e-05,
      "loss": 1.5093,
      "step": 143
    },
    {
      "epoch": 0.6709376820034945,
      "grad_norm": 2.3820404107843616,
      "learning_rate": 1e-05,
      "loss": 1.5127,
      "step": 144
    },
    {
      "epoch": 0.675596971461852,
      "grad_norm": 2.4654257970703273,
      "learning_rate": 1e-05,
      "loss": 1.5163,
      "step": 145
    },
    {
      "epoch": 0.6802562609202096,
      "grad_norm": 2.306376065137465,
      "learning_rate": 1e-05,
      "loss": 1.4831,
      "step": 146
    },
    {
      "epoch": 0.6849155503785672,
      "grad_norm": 2.436381432968586,
      "learning_rate": 1e-05,
      "loss": 1.4877,
      "step": 147
    },
    {
      "epoch": 0.6895748398369249,
      "grad_norm": 2.3572365071763524,
      "learning_rate": 1e-05,
      "loss": 1.5309,
      "step": 148
    },
    {
      "epoch": 0.6942341292952825,
      "grad_norm": 2.4470550124596238,
      "learning_rate": 1e-05,
      "loss": 1.4608,
      "step": 149
    },
    {
      "epoch": 0.6988934187536401,
      "grad_norm": 2.184405357759209,
      "learning_rate": 1e-05,
      "loss": 1.5079,
      "step": 150
    },
    {
      "epoch": 0.7035527082119977,
      "grad_norm": 2.2624803921660392,
      "learning_rate": 1e-05,
      "loss": 1.506,
      "step": 151
    },
    {
      "epoch": 0.7082119976703553,
      "grad_norm": 2.3185716811531303,
      "learning_rate": 1e-05,
      "loss": 1.465,
      "step": 152
    },
    {
      "epoch": 0.7128712871287128,
      "grad_norm": 2.481541020027683,
      "learning_rate": 1e-05,
      "loss": 1.4744,
      "step": 153
    },
    {
      "epoch": 0.7175305765870704,
      "grad_norm": 5.450013277465346,
      "learning_rate": 1e-05,
      "loss": 1.542,
      "step": 154
    },
    {
      "epoch": 0.7221898660454281,
      "grad_norm": 2.488065611187432,
      "learning_rate": 1e-05,
      "loss": 1.4258,
      "step": 155
    },
    {
      "epoch": 0.7268491555037857,
      "grad_norm": 2.6254843382308857,
      "learning_rate": 1e-05,
      "loss": 1.5095,
      "step": 156
    },
    {
      "epoch": 0.7315084449621433,
      "grad_norm": 2.283524625320461,
      "learning_rate": 1e-05,
      "loss": 1.4876,
      "step": 157
    },
    {
      "epoch": 0.7361677344205009,
      "grad_norm": 2.306519172530066,
      "learning_rate": 1e-05,
      "loss": 1.4782,
      "step": 158
    },
    {
      "epoch": 0.7408270238788585,
      "grad_norm": 2.2310587388915946,
      "learning_rate": 1e-05,
      "loss": 1.4803,
      "step": 159
    },
    {
      "epoch": 0.745486313337216,
      "grad_norm": 2.4218732296938468,
      "learning_rate": 1e-05,
      "loss": 1.5058,
      "step": 160
    },
    {
      "epoch": 0.7501456027955736,
      "grad_norm": 2.2702106423890354,
      "learning_rate": 1e-05,
      "loss": 1.5014,
      "step": 161
    },
    {
      "epoch": 0.7548048922539313,
      "grad_norm": 2.2465894583609405,
      "learning_rate": 1e-05,
      "loss": 1.4762,
      "step": 162
    },
    {
      "epoch": 0.7594641817122889,
      "grad_norm": 2.3237613014258742,
      "learning_rate": 1e-05,
      "loss": 1.4943,
      "step": 163
    },
    {
      "epoch": 0.7641234711706465,
      "grad_norm": 2.1190413494106246,
      "learning_rate": 1e-05,
      "loss": 1.5,
      "step": 164
    },
    {
      "epoch": 0.7687827606290041,
      "grad_norm": 2.4483459352892223,
      "learning_rate": 1e-05,
      "loss": 1.519,
      "step": 165
    },
    {
      "epoch": 0.7734420500873617,
      "grad_norm": 2.1538492135049263,
      "learning_rate": 1e-05,
      "loss": 1.4622,
      "step": 166
    },
    {
      "epoch": 0.7781013395457193,
      "grad_norm": 2.2203603693455403,
      "learning_rate": 1e-05,
      "loss": 1.4886,
      "step": 167
    },
    {
      "epoch": 0.7827606290040768,
      "grad_norm": 2.3648740483376964,
      "learning_rate": 1e-05,
      "loss": 1.5106,
      "step": 168
    },
    {
      "epoch": 0.7874199184624345,
      "grad_norm": 2.3767712572720514,
      "learning_rate": 1e-05,
      "loss": 1.4777,
      "step": 169
    },
    {
      "epoch": 0.7920792079207921,
      "grad_norm": 2.2620536568087526,
      "learning_rate": 1e-05,
      "loss": 1.4844,
      "step": 170
    },
    {
      "epoch": 0.7967384973791497,
      "grad_norm": 2.136482480053942,
      "learning_rate": 1e-05,
      "loss": 1.5182,
      "step": 171
    },
    {
      "epoch": 0.8013977868375073,
      "grad_norm": 2.258498047531436,
      "learning_rate": 1e-05,
      "loss": 1.4992,
      "step": 172
    },
    {
      "epoch": 0.8060570762958649,
      "grad_norm": 2.2792395779463734,
      "learning_rate": 1e-05,
      "loss": 1.4773,
      "step": 173
    },
    {
      "epoch": 0.8107163657542225,
      "grad_norm": 2.1881766755914396,
      "learning_rate": 1e-05,
      "loss": 1.4938,
      "step": 174
    },
    {
      "epoch": 0.81537565521258,
      "grad_norm": 2.1353292001431536,
      "learning_rate": 1e-05,
      "loss": 1.4345,
      "step": 175
    },
    {
      "epoch": 0.8200349446709376,
      "grad_norm": 2.2630090798181492,
      "learning_rate": 1e-05,
      "loss": 1.4636,
      "step": 176
    },
    {
      "epoch": 0.8246942341292953,
      "grad_norm": 2.2293749498374127,
      "learning_rate": 1e-05,
      "loss": 1.432,
      "step": 177
    },
    {
      "epoch": 0.8293535235876529,
      "grad_norm": 2.3221095280470023,
      "learning_rate": 1e-05,
      "loss": 1.4521,
      "step": 178
    },
    {
      "epoch": 0.8340128130460105,
      "grad_norm": 2.385465927102841,
      "learning_rate": 1e-05,
      "loss": 1.5021,
      "step": 179
    },
    {
      "epoch": 0.8386721025043681,
      "grad_norm": 2.2944255924050276,
      "learning_rate": 1e-05,
      "loss": 1.4978,
      "step": 180
    },
    {
      "epoch": 0.8433313919627257,
      "grad_norm": 2.3098860073018956,
      "learning_rate": 1e-05,
      "loss": 1.5041,
      "step": 181
    },
    {
      "epoch": 0.8479906814210832,
      "grad_norm": 2.3335048971904775,
      "learning_rate": 1e-05,
      "loss": 1.4943,
      "step": 182
    },
    {
      "epoch": 0.8526499708794408,
      "grad_norm": 2.223659498237971,
      "learning_rate": 1e-05,
      "loss": 1.5338,
      "step": 183
    },
    {
      "epoch": 0.8573092603377985,
      "grad_norm": 2.3293622100025058,
      "learning_rate": 1e-05,
      "loss": 1.4855,
      "step": 184
    },
    {
      "epoch": 0.8619685497961561,
      "grad_norm": 2.408437081867758,
      "learning_rate": 1e-05,
      "loss": 1.4348,
      "step": 185
    },
    {
      "epoch": 0.8666278392545137,
      "grad_norm": 2.289339067399062,
      "learning_rate": 1e-05,
      "loss": 1.4403,
      "step": 186
    },
    {
      "epoch": 0.8712871287128713,
      "grad_norm": 2.2759064288074806,
      "learning_rate": 1e-05,
      "loss": 1.3777,
      "step": 187
    },
    {
      "epoch": 0.8759464181712289,
      "grad_norm": 2.48715528854699,
      "learning_rate": 1e-05,
      "loss": 1.4431,
      "step": 188
    },
    {
      "epoch": 0.8806057076295865,
      "grad_norm": 2.400786521041563,
      "learning_rate": 1e-05,
      "loss": 1.5096,
      "step": 189
    },
    {
      "epoch": 0.885264997087944,
      "grad_norm": 2.2444464605037786,
      "learning_rate": 1e-05,
      "loss": 1.5071,
      "step": 190
    },
    {
      "epoch": 0.8899242865463017,
      "grad_norm": 2.3631736662246556,
      "learning_rate": 1e-05,
      "loss": 1.5074,
      "step": 191
    },
    {
      "epoch": 0.8945835760046593,
      "grad_norm": 2.270308066018393,
      "learning_rate": 1e-05,
      "loss": 1.4219,
      "step": 192
    },
    {
      "epoch": 0.8992428654630169,
      "grad_norm": 2.1490689617434615,
      "learning_rate": 1e-05,
      "loss": 1.4453,
      "step": 193
    },
    {
      "epoch": 0.9039021549213745,
      "grad_norm": 2.234379186727459,
      "learning_rate": 1e-05,
      "loss": 1.5035,
      "step": 194
    },
    {
      "epoch": 0.9085614443797321,
      "grad_norm": 2.378879658628609,
      "learning_rate": 1e-05,
      "loss": 1.5105,
      "step": 195
    },
    {
      "epoch": 0.9132207338380897,
      "grad_norm": 2.2408872339352586,
      "learning_rate": 1e-05,
      "loss": 1.5111,
      "step": 196
    },
    {
      "epoch": 0.9178800232964472,
      "grad_norm": 2.3800770297089513,
      "learning_rate": 1e-05,
      "loss": 1.4406,
      "step": 197
    },
    {
      "epoch": 0.9225393127548049,
      "grad_norm": 2.2789001631581143,
      "learning_rate": 1e-05,
      "loss": 1.4671,
      "step": 198
    },
    {
      "epoch": 0.9271986022131625,
      "grad_norm": 2.3783253348876845,
      "learning_rate": 1e-05,
      "loss": 1.4054,
      "step": 199
    },
    {
      "epoch": 0.9318578916715201,
      "grad_norm": 2.0882291082381372,
      "learning_rate": 1e-05,
      "loss": 1.4656,
      "step": 200
    },
    {
      "epoch": 0.9365171811298777,
      "grad_norm": 2.3231028485545537,
      "learning_rate": 1e-05,
      "loss": 1.4347,
      "step": 201
    },
    {
      "epoch": 0.9411764705882353,
      "grad_norm": 2.251299349081433,
      "learning_rate": 1e-05,
      "loss": 1.5202,
      "step": 202
    },
    {
      "epoch": 0.9458357600465929,
      "grad_norm": 2.1273492280549466,
      "learning_rate": 1e-05,
      "loss": 1.511,
      "step": 203
    },
    {
      "epoch": 0.9504950495049505,
      "grad_norm": 2.2583829949862078,
      "learning_rate": 1e-05,
      "loss": 1.472,
      "step": 204
    },
    {
      "epoch": 0.9551543389633081,
      "grad_norm": 2.3080136541764817,
      "learning_rate": 1e-05,
      "loss": 1.4602,
      "step": 205
    },
    {
      "epoch": 0.9598136284216657,
      "grad_norm": 2.2472965019702884,
      "learning_rate": 1e-05,
      "loss": 1.4436,
      "step": 206
    },
    {
      "epoch": 0.9644729178800233,
      "grad_norm": 2.0993853167635415,
      "learning_rate": 1e-05,
      "loss": 1.538,
      "step": 207
    },
    {
      "epoch": 0.9691322073383809,
      "grad_norm": 2.2063602589571536,
      "learning_rate": 1e-05,
      "loss": 1.459,
      "step": 208
    },
    {
      "epoch": 0.9737914967967385,
      "grad_norm": 2.4073762011028457,
      "learning_rate": 1e-05,
      "loss": 1.4872,
      "step": 209
    },
    {
      "epoch": 0.9784507862550961,
      "grad_norm": 2.2657217549149706,
      "learning_rate": 1e-05,
      "loss": 1.433,
      "step": 210
    },
    {
      "epoch": 0.9831100757134537,
      "grad_norm": 2.250620730742056,
      "learning_rate": 1e-05,
      "loss": 1.4799,
      "step": 211
    },
    {
      "epoch": 0.9877693651718114,
      "grad_norm": 2.32373073377042,
      "learning_rate": 1e-05,
      "loss": 1.5087,
      "step": 212
    },
    {
      "epoch": 0.9924286546301689,
      "grad_norm": 2.2674019100510665,
      "learning_rate": 1e-05,
      "loss": 1.4293,
      "step": 213
    },
    {
      "epoch": 0.9970879440885265,
      "grad_norm": 2.1053994055125633,
      "learning_rate": 1e-05,
      "loss": 1.4257,
      "step": 214
    },
    {
      "epoch": 0.9970879440885265,
      "step": 214,
      "total_flos": 346293314519040.0,
      "train_loss": 1.5478776877171525,
      "train_runtime": 30341.6487,
      "train_samples_per_second": 0.905,
      "train_steps_per_second": 0.007
    }
  ],
  "logging_steps": 1.0,
  "max_steps": 214,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 10,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 346293314519040.0,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}