{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.9792592882743493,
  "eval_steps": 500,
  "global_step": 50000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 1.9585185765486987e-05,
      "grad_norm": 5018.7451171875,
      "learning_rate": 9.792401096748923e-10,
      "loss": 208.5257,
      "step": 1
    },
    {
      "epoch": 0.019585185765486984,
      "grad_norm": 2883.36767578125,
      "learning_rate": 9.792401096748923e-07,
      "loss": 81.6631,
      "step": 1000
    },
    {
      "epoch": 0.03917037153097397,
      "grad_norm": 20.049026489257812,
      "learning_rate": 1.9584802193497847e-06,
      "loss": 31.971,
      "step": 2000
    },
    {
      "epoch": 0.05875555729646096,
      "grad_norm": 208.86001586914062,
      "learning_rate": 2.937720329024677e-06,
      "loss": 44.682,
      "step": 3000
    },
    {
      "epoch": 0.07834074306194794,
      "grad_norm": 0.09099026769399643,
      "learning_rate": 3.916960438699569e-06,
      "loss": 44.3843,
      "step": 4000
    },
    {
      "epoch": 0.09792592882743492,
      "grad_norm": 0.4517519772052765,
      "learning_rate": 4.896200548374462e-06,
      "loss": 43.43,
      "step": 5000
    },
    {
      "epoch": 0.11751111459292192,
      "grad_norm": 1966.388427734375,
      "learning_rate": 4.902726699018563e-06,
      "loss": 40.5555,
      "step": 6000
    },
    {
      "epoch": 0.1370963003584089,
      "grad_norm": 0.3393819332122803,
      "learning_rate": 4.793919874654539e-06,
      "loss": 42.1143,
      "step": 7000
    },
    {
      "epoch": 0.15668148612389587,
      "grad_norm": 0.3584004044532776,
      "learning_rate": 4.6851130502905145e-06,
      "loss": 38.5059,
      "step": 8000
    },
    {
      "epoch": 0.17626667188938286,
      "grad_norm": 31621.654296875,
      "learning_rate": 4.57630622592649e-06,
      "loss": 40.2935,
      "step": 9000
    },
    {
      "epoch": 0.19585185765486984,
      "grad_norm": 0.382893830537796,
      "learning_rate": 4.467499401562466e-06,
      "loss": 38.6624,
      "step": 10000
    },
    {
      "epoch": 0.21543704342035686,
      "grad_norm": 17.776079177856445,
      "learning_rate": 4.358692577198442e-06,
      "loss": 40.7107,
      "step": 11000
    },
    {
      "epoch": 0.23502222918584384,
      "grad_norm": 0.009184932336211205,
      "learning_rate": 4.249885752834419e-06,
      "loss": 39.2709,
      "step": 12000
    },
    {
      "epoch": 0.2546074149513308,
      "grad_norm": 1247.213623046875,
      "learning_rate": 4.141078928470394e-06,
      "loss": 40.3339,
      "step": 13000
    },
    {
      "epoch": 0.2741926007168178,
      "grad_norm": 0.3560226857662201,
      "learning_rate": 4.03227210410637e-06,
      "loss": 37.2834,
      "step": 14000
    },
    {
      "epoch": 0.2937777864823048,
      "grad_norm": 0.24219802021980286,
      "learning_rate": 3.923465279742345e-06,
      "loss": 39.1311,
      "step": 15000
    },
    {
      "epoch": 0.31336297224779175,
      "grad_norm": 0.2203676551580429,
      "learning_rate": 3.8146584553783216e-06,
      "loss": 39.8453,
      "step": 16000
    },
    {
      "epoch": 0.33294815801327876,
      "grad_norm": 0.3494016230106354,
      "learning_rate": 3.705851631014298e-06,
      "loss": 41.8208,
      "step": 17000
    },
    {
      "epoch": 0.3525333437787657,
      "grad_norm": 0.3340425491333008,
      "learning_rate": 3.5970448066502733e-06,
      "loss": 38.6235,
      "step": 18000
    },
    {
      "epoch": 0.37211852954425273,
      "grad_norm": 242.7712860107422,
      "learning_rate": 3.4882379822862495e-06,
      "loss": 38.3089,
      "step": 19000
    },
    {
      "epoch": 0.3917037153097397,
      "grad_norm": 124.58765411376953,
      "learning_rate": 3.379431157922225e-06,
      "loss": 38.0979,
      "step": 20000
    },
    {
      "epoch": 0.4112889010752267,
      "grad_norm": 1757.1505126953125,
      "learning_rate": 3.2706243335582012e-06,
      "loss": 38.5866,
      "step": 21000
    },
    {
      "epoch": 0.4308740868407137,
      "grad_norm": 0.12498880177736282,
      "learning_rate": 3.161817509194177e-06,
      "loss": 37.7957,
      "step": 22000
    },
    {
      "epoch": 0.45045927260620067,
      "grad_norm": 0.5418808460235596,
      "learning_rate": 3.053010684830153e-06,
      "loss": 39.3742,
      "step": 23000
    },
    {
      "epoch": 0.4700444583716877,
      "grad_norm": 786.1953735351562,
      "learning_rate": 2.9442038604661287e-06,
      "loss": 40.0331,
      "step": 24000
    },
    {
      "epoch": 0.48962964413717464,
      "grad_norm": 0.4919143319129944,
      "learning_rate": 2.8353970361021046e-06,
      "loss": 34.2143,
      "step": 25000
    },
    {
      "epoch": 0.5092148299026616,
      "grad_norm": 0.18596726655960083,
      "learning_rate": 2.7265902117380804e-06,
      "loss": 41.537,
      "step": 26000
    },
    {
      "epoch": 0.5288000156681486,
      "grad_norm": 0.4064764380455017,
      "learning_rate": 2.6177833873740567e-06,
      "loss": 32.8328,
      "step": 27000
    },
    {
      "epoch": 0.5483852014336356,
      "grad_norm": 0.15870028734207153,
      "learning_rate": 2.508976563010032e-06,
      "loss": 37.4091,
      "step": 28000
    },
    {
      "epoch": 0.5679703871991226,
      "grad_norm": 1464.27099609375,
      "learning_rate": 2.400169738646008e-06,
      "loss": 37.2837,
      "step": 29000
    },
    {
      "epoch": 0.5875555729646096,
      "grad_norm": 0.3748704791069031,
      "learning_rate": 2.291362914281984e-06,
      "loss": 37.0786,
      "step": 30000
    },
    {
      "epoch": 0.6071407587300965,
      "grad_norm": 0.3047567903995514,
      "learning_rate": 2.18255608991796e-06,
      "loss": 35.8922,
      "step": 31000
    },
    {
      "epoch": 0.6267259444955835,
      "grad_norm": 881.1626586914062,
      "learning_rate": 2.073749265553936e-06,
      "loss": 35.0494,
      "step": 32000
    },
    {
      "epoch": 0.6463111302610706,
      "grad_norm": 0.34886327385902405,
      "learning_rate": 1.9649424411899117e-06,
      "loss": 39.6155,
      "step": 33000
    },
    {
      "epoch": 0.6658963160265575,
      "grad_norm": 0.4310557544231415,
      "learning_rate": 1.8561356168258875e-06,
      "loss": 38.9501,
      "step": 34000
    },
    {
      "epoch": 0.6854815017920445,
      "grad_norm": 337.7919616699219,
      "learning_rate": 1.7473287924618634e-06,
      "loss": 35.0407,
      "step": 35000
    },
    {
      "epoch": 0.7050666875575314,
      "grad_norm": 1063.1663818359375,
      "learning_rate": 1.6385219680978392e-06,
      "loss": 36.926,
      "step": 36000
    },
    {
      "epoch": 0.7246518733230185,
      "grad_norm": 112.55769348144531,
      "learning_rate": 1.529715143733815e-06,
      "loss": 36.4123,
      "step": 37000
    },
    {
      "epoch": 0.7442370590885055,
      "grad_norm": 0.43231236934661865,
      "learning_rate": 1.4209083193697909e-06,
      "loss": 32.0216,
      "step": 38000
    },
    {
      "epoch": 0.7638222448539924,
      "grad_norm": 0.27660930156707764,
      "learning_rate": 1.312101495005767e-06,
      "loss": 32.359,
      "step": 39000
    },
    {
      "epoch": 0.7834074306194794,
      "grad_norm": 0.28697681427001953,
      "learning_rate": 1.2032946706417428e-06,
      "loss": 37.6499,
      "step": 40000
    },
    {
      "epoch": 0.8029926163849664,
      "grad_norm": 0.18463213741779327,
      "learning_rate": 1.0944878462777186e-06,
      "loss": 34.4977,
      "step": 41000
    },
    {
      "epoch": 0.8225778021504534,
      "grad_norm": 110.25094604492188,
      "learning_rate": 9.856810219136945e-07,
      "loss": 37.8532,
      "step": 42000
    },
    {
      "epoch": 0.8421629879159404,
      "grad_norm": 0.3026086091995239,
      "learning_rate": 8.768741975496704e-07,
      "loss": 35.3672,
      "step": 43000
    },
    {
      "epoch": 0.8617481736814274,
      "grad_norm": 0.3170241713523865,
      "learning_rate": 7.680673731856462e-07,
      "loss": 38.3382,
      "step": 44000
    },
    {
      "epoch": 0.8813333594469144,
      "grad_norm": 768.84716796875,
      "learning_rate": 6.592605488216222e-07,
      "loss": 35.3662,
      "step": 45000
    },
    {
      "epoch": 0.9009185452124013,
      "grad_norm": 0.4777417778968811,
      "learning_rate": 5.50453724457598e-07,
      "loss": 41.6652,
      "step": 46000
    },
    {
      "epoch": 0.9205037309778883,
      "grad_norm": 0.32603392004966736,
      "learning_rate": 4.416469000935739e-07,
      "loss": 40.3125,
      "step": 47000
    },
    {
      "epoch": 0.9400889167433754,
      "grad_norm": 0.3190682530403137,
      "learning_rate": 3.3284007572954976e-07,
      "loss": 36.4948,
      "step": 48000
    },
    {
      "epoch": 0.9596741025088623,
      "grad_norm": 0.2428392767906189,
      "learning_rate": 2.2403325136552568e-07,
      "loss": 37.7761,
      "step": 49000
    },
    {
      "epoch": 0.9792592882743493,
      "grad_norm": 3454.626220703125,
      "learning_rate": 1.1522642700150154e-07,
      "loss": 38.9872,
      "step": 50000
    }
  ],
  "logging_steps": 1000,
  "max_steps": 51059,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 50000,
  "total_flos": 0.0,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}