{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.926829268292683,
  "eval_steps": 500,
  "global_step": 90,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.03,
      "grad_norm": 8.280744552612305,
      "learning_rate": 6.666666666666667e-06,
      "loss": 1.565,
      "step": 1
    },
    {
      "epoch": 0.07,
      "grad_norm": 8.70754337310791,
      "learning_rate": 1.3333333333333333e-05,
      "loss": 1.6161,
      "step": 2
    },
    {
      "epoch": 0.1,
      "grad_norm": 8.472146987915039,
      "learning_rate": 2e-05,
      "loss": 1.5893,
      "step": 3
    },
    {
      "epoch": 0.13,
      "grad_norm": 5.23038911819458,
      "learning_rate": 1.999348095389677e-05,
      "loss": 1.3983,
      "step": 4
    },
    {
      "epoch": 0.16,
      "grad_norm": 2.8397700786590576,
      "learning_rate": 1.9973932315179502e-05,
      "loss": 1.2206,
      "step": 5
    },
    {
      "epoch": 0.2,
      "grad_norm": 2.181596040725708,
      "learning_rate": 1.9941379571543597e-05,
      "loss": 1.1032,
      "step": 6
    },
    {
      "epoch": 0.23,
      "grad_norm": 1.1165341138839722,
      "learning_rate": 1.9895865165556375e-05,
      "loss": 1.065,
      "step": 7
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.8952399492263794,
      "learning_rate": 1.9837448439320027e-05,
      "loss": 1.035,
      "step": 8
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.7685825824737549,
      "learning_rate": 1.976620555710087e-05,
      "loss": 0.9635,
      "step": 9
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.7761624455451965,
      "learning_rate": 1.9682229406025635e-05,
      "loss": 0.9618,
      "step": 10
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.7371810078620911,
      "learning_rate": 1.9585629474974413e-05,
      "loss": 0.9613,
      "step": 11
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.6214499473571777,
      "learning_rate": 1.9476531711828027e-05,
      "loss": 0.9501,
      "step": 12
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.5390974879264832,
      "learning_rate": 1.935507835925601e-05,
      "loss": 0.964,
      "step": 13
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.5018035769462585,
      "learning_rate": 1.9221427769259333e-05,
      "loss": 0.9304,
      "step": 14
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.526158332824707,
      "learning_rate": 1.9075754196709574e-05,
      "loss": 0.9554,
      "step": 15
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.5072513222694397,
      "learning_rate": 1.8918247572153822e-05,
      "loss": 0.9078,
      "step": 16
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.4988534450531006,
      "learning_rate": 1.8749113254181498e-05,
      "loss": 0.9291,
      "step": 17
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.4912777841091156,
      "learning_rate": 1.8568571761675893e-05,
      "loss": 0.9626,
      "step": 18
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.5130652785301208,
      "learning_rate": 1.837685848629965e-05,
      "loss": 0.9074,
      "step": 19
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.4877808690071106,
      "learning_rate": 1.817422338558892e-05,
      "loss": 0.8972,
      "step": 20
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.48035475611686707,
      "learning_rate": 1.796093065705644e-05,
      "loss": 0.9162,
      "step": 21
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.45466920733451843,
      "learning_rate": 1.7737258393728363e-05,
      "loss": 0.9067,
      "step": 22
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.49428102374076843,
      "learning_rate": 1.7503498221564026e-05,
      "loss": 0.9073,
      "step": 23
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.49855947494506836,
      "learning_rate": 1.725995491923131e-05,
      "loss": 0.941,
      "step": 24
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.4245299696922302,
      "learning_rate": 1.7006946020733426e-05,
      "loss": 0.8765,
      "step": 25
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.45259377360343933,
      "learning_rate": 1.6744801401405138e-05,
      "loss": 0.8845,
      "step": 26
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.45279204845428467,
      "learning_rate": 1.647386284781828e-05,
      "loss": 0.9069,
      "step": 27
    },
    {
      "epoch": 0.91,
      "grad_norm": 0.4377584159374237,
      "learning_rate": 1.6194483612157232e-05,
      "loss": 0.8889,
      "step": 28
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.44903799891471863,
      "learning_rate": 1.590702795164551e-05,
      "loss": 0.8981,
      "step": 29
    },
    {
      "epoch": 0.98,
      "grad_norm": 0.44891077280044556,
      "learning_rate": 1.5611870653623826e-05,
      "loss": 0.8773,
      "step": 30
    },
    {
      "epoch": 1.01,
      "grad_norm": 0.49123069643974304,
      "learning_rate": 1.530939654689887e-05,
      "loss": 0.8863,
      "step": 31
    },
    {
      "epoch": 1.04,
      "grad_norm": 0.49654659628868103,
      "learning_rate": 1.5000000000000002e-05,
      "loss": 0.7918,
      "step": 32
    },
    {
      "epoch": 1.07,
      "grad_norm": 0.4908214807510376,
      "learning_rate": 1.4684084406997903e-05,
      "loss": 0.761,
      "step": 33
    },
    {
      "epoch": 1.11,
      "grad_norm": 0.45682042837142944,
      "learning_rate": 1.4362061661555675e-05,
      "loss": 0.781,
      "step": 34
    },
    {
      "epoch": 1.14,
      "grad_norm": 0.466132253408432,
      "learning_rate": 1.4034351619898088e-05,
      "loss": 0.7392,
      "step": 35
    },
    {
      "epoch": 1.17,
      "grad_norm": 0.4905536472797394,
      "learning_rate": 1.3701381553399147e-05,
      "loss": 0.763,
      "step": 36
    },
    {
      "epoch": 1.2,
      "grad_norm": 0.48623326420783997,
      "learning_rate": 1.3363585591501751e-05,
      "loss": 0.7628,
      "step": 37
    },
    {
      "epoch": 1.24,
      "grad_norm": 0.48992201685905457,
      "learning_rate": 1.3021404155695728e-05,
      "loss": 0.7798,
      "step": 38
    },
    {
      "epoch": 1.27,
      "grad_norm": 0.45171797275543213,
      "learning_rate": 1.2675283385292212e-05,
      "loss": 0.7196,
      "step": 39
    },
    {
      "epoch": 1.3,
      "grad_norm": 0.48216456174850464,
      "learning_rate": 1.2325674555743106e-05,
      "loss": 0.7346,
      "step": 40
    },
    {
      "epoch": 1.33,
      "grad_norm": 0.44965651631355286,
      "learning_rate": 1.1973033490264e-05,
      "loss": 0.7058,
      "step": 41
    },
    {
      "epoch": 1.37,
      "grad_norm": 0.5034527778625488,
      "learning_rate": 1.161781996552765e-05,
      "loss": 0.7719,
      "step": 42
    },
    {
      "epoch": 1.4,
      "grad_norm": 0.5173734426498413,
      "learning_rate": 1.1260497112202895e-05,
      "loss": 0.745,
      "step": 43
    },
    {
      "epoch": 1.43,
      "grad_norm": 0.49784746766090393,
      "learning_rate": 1.0901530811120655e-05,
      "loss": 0.7376,
      "step": 44
    },
    {
      "epoch": 1.46,
      "grad_norm": 0.4722931385040283,
      "learning_rate": 1.0541389085854177e-05,
      "loss": 0.7419,
      "step": 45
    },
    {
      "epoch": 1.5,
      "grad_norm": 0.4892752170562744,
      "learning_rate": 1.0180541492505605e-05,
      "loss": 0.6948,
      "step": 46
    },
    {
      "epoch": 1.53,
      "grad_norm": 0.4865082800388336,
      "learning_rate": 9.819458507494395e-06,
      "loss": 0.634,
      "step": 47
    },
    {
      "epoch": 1.56,
      "grad_norm": 0.5185601711273193,
      "learning_rate": 9.458610914145826e-06,
      "loss": 0.6824,
      "step": 48
    },
    {
      "epoch": 1.59,
      "grad_norm": 0.47616997361183167,
      "learning_rate": 9.098469188879348e-06,
      "loss": 0.7001,
      "step": 49
    },
    {
      "epoch": 1.63,
      "grad_norm": 0.49744558334350586,
      "learning_rate": 8.739502887797108e-06,
      "loss": 0.7358,
      "step": 50
    },
    {
      "epoch": 1.66,
      "grad_norm": 0.5162651538848877,
      "learning_rate": 8.382180034472353e-06,
      "loss": 0.7079,
      "step": 51
    },
    {
      "epoch": 1.69,
      "grad_norm": 0.5150533318519592,
      "learning_rate": 8.026966509736001e-06,
      "loss": 0.6997,
      "step": 52
    },
    {
      "epoch": 1.72,
      "grad_norm": 1.0735119581222534,
      "learning_rate": 7.674325444256899e-06,
      "loss": 0.7211,
      "step": 53
    },
    {
      "epoch": 1.76,
      "grad_norm": 0.4927270710468292,
      "learning_rate": 7.324716614707794e-06,
      "loss": 0.7257,
      "step": 54
    },
    {
      "epoch": 1.79,
      "grad_norm": 0.49033042788505554,
      "learning_rate": 6.978595844304272e-06,
      "loss": 0.728,
      "step": 55
    },
    {
      "epoch": 1.82,
      "grad_norm": 0.5927804112434387,
      "learning_rate": 6.636414408498249e-06,
      "loss": 0.6914,
      "step": 56
    },
    {
      "epoch": 1.85,
      "grad_norm": 0.5300837159156799,
      "learning_rate": 6.298618446600856e-06,
      "loss": 0.7206,
      "step": 57
    },
    {
      "epoch": 1.89,
      "grad_norm": 0.4967361092567444,
      "learning_rate": 5.965648380101916e-06,
      "loss": 0.6897,
      "step": 58
    },
    {
      "epoch": 1.92,
      "grad_norm": 0.5123832821846008,
      "learning_rate": 5.637938338444325e-06,
      "loss": 0.7064,
      "step": 59
    },
    {
      "epoch": 1.95,
      "grad_norm": 0.5195019245147705,
      "learning_rate": 5.3159155930021e-06,
      "loss": 0.6979,
      "step": 60
    },
    {
      "epoch": 1.98,
      "grad_norm": 0.5248487591743469,
      "learning_rate": 5.000000000000003e-06,
      "loss": 0.6823,
      "step": 61
    },
    {
      "epoch": 2.02,
      "grad_norm": 0.5308733582496643,
      "learning_rate": 4.690603453101134e-06,
      "loss": 0.6827,
      "step": 62
    },
    {
      "epoch": 2.05,
      "grad_norm": 0.5279427766799927,
      "learning_rate": 4.388129346376177e-06,
      "loss": 0.6421,
      "step": 63
    },
    {
      "epoch": 2.08,
      "grad_norm": 0.4864795207977295,
      "learning_rate": 4.092972048354491e-06,
      "loss": 0.5883,
      "step": 64
    },
    {
      "epoch": 2.11,
      "grad_norm": 0.4978441894054413,
      "learning_rate": 3.8055163878427703e-06,
      "loss": 0.5958,
      "step": 65
    },
    {
      "epoch": 2.15,
      "grad_norm": 0.5329935550689697,
      "learning_rate": 3.5261371521817247e-06,
      "loss": 0.6346,
      "step": 66
    },
    {
      "epoch": 2.18,
      "grad_norm": 0.4853770434856415,
      "learning_rate": 3.255198598594862e-06,
      "loss": 0.5986,
      "step": 67
    },
    {
      "epoch": 2.21,
      "grad_norm": 0.5128601789474487,
      "learning_rate": 2.9930539792665767e-06,
      "loss": 0.6008,
      "step": 68
    },
    {
      "epoch": 2.24,
      "grad_norm": 0.5175537467002869,
      "learning_rate": 2.740045080768694e-06,
      "loss": 0.5825,
      "step": 69
    },
    {
      "epoch": 2.28,
      "grad_norm": 0.5446229577064514,
      "learning_rate": 2.496501778435977e-06,
      "loss": 0.6201,
      "step": 70
    },
    {
      "epoch": 2.31,
      "grad_norm": 0.5520351529121399,
      "learning_rate": 2.2627416062716366e-06,
      "loss": 0.6502,
      "step": 71
    },
    {
      "epoch": 2.34,
      "grad_norm": 0.5046796202659607,
      "learning_rate": 2.0390693429435626e-06,
      "loss": 0.5877,
      "step": 72
    },
    {
      "epoch": 2.37,
      "grad_norm": 0.5116910338401794,
      "learning_rate": 1.8257766144110823e-06,
      "loss": 0.5992,
      "step": 73
    },
    {
      "epoch": 2.41,
      "grad_norm": 0.5164862871170044,
      "learning_rate": 1.6231415137003536e-06,
      "loss": 0.5826,
      "step": 74
    },
    {
      "epoch": 2.44,
      "grad_norm": 0.5107815265655518,
      "learning_rate": 1.4314282383241097e-06,
      "loss": 0.5679,
      "step": 75
    },
    {
      "epoch": 2.47,
      "grad_norm": 0.5102241039276123,
      "learning_rate": 1.2508867458185037e-06,
      "loss": 0.5972,
      "step": 76
    },
    {
      "epoch": 2.5,
      "grad_norm": 0.5415460467338562,
      "learning_rate": 1.0817524278461777e-06,
      "loss": 0.5738,
      "step": 77
    },
    {
      "epoch": 2.54,
      "grad_norm": 0.525007426738739,
      "learning_rate": 9.242458032904311e-07,
      "loss": 0.592,
      "step": 78
    },
    {
      "epoch": 2.57,
      "grad_norm": 0.48747336864471436,
      "learning_rate": 7.785722307406685e-07,
      "loss": 0.5858,
      "step": 79
    },
    {
      "epoch": 2.6,
      "grad_norm": 0.5466867089271545,
      "learning_rate": 6.449216407439906e-07,
      "loss": 0.6307,
      "step": 80
    },
    {
      "epoch": 2.63,
      "grad_norm": 0.529702365398407,
      "learning_rate": 5.234682881719766e-07,
      "loss": 0.6177,
      "step": 81
    },
    {
      "epoch": 2.67,
      "grad_norm": 0.550619900226593,
      "learning_rate": 4.1437052502558693e-07,
      "loss": 0.6064,
      "step": 82
    },
    {
      "epoch": 2.7,
      "grad_norm": 0.5231672525405884,
      "learning_rate": 3.1777059397436693e-07,
      "loss": 0.6194,
      "step": 83
    },
    {
      "epoch": 2.73,
      "grad_norm": 0.506498396396637,
      "learning_rate": 2.3379444289913344e-07,
      "loss": 0.6191,
      "step": 84
    },
    {
      "epoch": 2.76,
      "grad_norm": 0.5445461273193359,
      "learning_rate": 1.6255156067997325e-07,
      "loss": 0.5635,
      "step": 85
    },
    {
      "epoch": 2.8,
      "grad_norm": 0.5693822503089905,
      "learning_rate": 1.041348344436277e-07,
      "loss": 0.6426,
      "step": 86
    },
    {
      "epoch": 2.83,
      "grad_norm": 0.5474693775177002,
      "learning_rate": 5.862042845640403e-08,
      "loss": 0.6243,
      "step": 87
    },
    {
      "epoch": 2.86,
      "grad_norm": 0.5175514221191406,
      "learning_rate": 2.606768482050215e-08,
      "loss": 0.5747,
      "step": 88
    },
    {
      "epoch": 2.89,
      "grad_norm": 0.5419387221336365,
      "learning_rate": 6.5190461032305085e-09,
      "loss": 0.6008,
      "step": 89
    },
    {
      "epoch": 2.93,
      "grad_norm": 0.4993443787097931,
      "learning_rate": 0.0,
      "loss": 0.6343,
      "step": 90
    },
    {
      "epoch": 2.93,
      "step": 90,
      "total_flos": 2.582894619708621e+16,
      "train_loss": 0.7904547598626879,
      "train_runtime": 253.8743,
      "train_samples_per_second": 46.381,
      "train_steps_per_second": 0.355
    }
  ],
  "logging_steps": 1.0,
  "max_steps": 90,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 1000,
  "total_flos": 2.582894619708621e+16,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}