{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 250,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.004,
      "grad_norm": 2.7120276745865266,
      "learning_rate": 1.2500000000000002e-07,
      "loss": 0.9478,
      "step": 1
    },
    {
      "epoch": 0.008,
      "grad_norm": 2.5535110233770237,
      "learning_rate": 2.5000000000000004e-07,
      "loss": 0.962,
      "step": 2
    },
    {
      "epoch": 0.012,
      "grad_norm": 2.6421564999361533,
      "learning_rate": 3.75e-07,
      "loss": 0.9483,
      "step": 3
    },
    {
      "epoch": 0.016,
      "grad_norm": 2.5842713407482596,
      "learning_rate": 5.000000000000001e-07,
      "loss": 0.9484,
      "step": 4
    },
    {
      "epoch": 0.02,
      "grad_norm": 2.5281267639976615,
      "learning_rate": 6.25e-07,
      "loss": 0.9512,
      "step": 5
    },
    {
      "epoch": 0.024,
      "grad_norm": 2.55003561639048,
      "learning_rate": 7.5e-07,
      "loss": 0.9185,
      "step": 6
    },
    {
      "epoch": 0.028,
      "grad_norm": 2.5014092783190947,
      "learning_rate": 8.75e-07,
      "loss": 0.9411,
      "step": 7
    },
    {
      "epoch": 0.032,
      "grad_norm": 2.5247715994428046,
      "learning_rate": 1.0000000000000002e-06,
      "loss": 0.9474,
      "step": 8
    },
    {
      "epoch": 0.036,
      "grad_norm": 2.564090844776098,
      "learning_rate": 1.125e-06,
      "loss": 0.9246,
      "step": 9
    },
    {
      "epoch": 0.04,
      "grad_norm": 2.5258707026382154,
      "learning_rate": 1.25e-06,
      "loss": 0.9078,
      "step": 10
    },
    {
      "epoch": 0.044,
      "grad_norm": 2.5471156175078464,
      "learning_rate": 1.3750000000000002e-06,
      "loss": 0.9134,
      "step": 11
    },
    {
      "epoch": 0.048,
      "grad_norm": 2.7125301372042467,
      "learning_rate": 1.5e-06,
      "loss": 0.8776,
      "step": 12
    },
    {
      "epoch": 0.052,
      "grad_norm": 2.150392048325219,
      "learning_rate": 1.6250000000000001e-06,
      "loss": 0.8549,
      "step": 13
    },
    {
      "epoch": 0.056,
      "grad_norm": 1.8184980673856375,
      "learning_rate": 1.75e-06,
      "loss": 0.8169,
      "step": 14
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.7529184087805771,
      "learning_rate": 1.8750000000000003e-06,
      "loss": 0.7975,
      "step": 15
    },
    {
      "epoch": 0.064,
      "grad_norm": 1.7474840928555682,
      "learning_rate": 2.0000000000000003e-06,
      "loss": 0.8204,
      "step": 16
    },
    {
      "epoch": 0.068,
      "grad_norm": 1.522251241150409,
      "learning_rate": 2.125e-06,
      "loss": 0.8301,
      "step": 17
    },
    {
      "epoch": 0.072,
      "grad_norm": 0.9782588646220091,
      "learning_rate": 2.25e-06,
      "loss": 0.7839,
      "step": 18
    },
    {
      "epoch": 0.076,
      "grad_norm": 0.975162832649703,
      "learning_rate": 2.375e-06,
      "loss": 0.7876,
      "step": 19
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.8952616849532462,
      "learning_rate": 2.5e-06,
      "loss": 0.7589,
      "step": 20
    },
    {
      "epoch": 0.084,
      "grad_norm": 0.8469187411478404,
      "learning_rate": 2.6250000000000003e-06,
      "loss": 0.7567,
      "step": 21
    },
    {
      "epoch": 0.088,
      "grad_norm": 0.7683035597272257,
      "learning_rate": 2.7500000000000004e-06,
      "loss": 0.7598,
      "step": 22
    },
    {
      "epoch": 0.092,
      "grad_norm": 0.6779719620181055,
      "learning_rate": 2.875e-06,
      "loss": 0.7431,
      "step": 23
    },
    {
      "epoch": 0.096,
      "grad_norm": 0.5998651036445499,
      "learning_rate": 3e-06,
      "loss": 0.7348,
      "step": 24
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.6798779251188986,
      "learning_rate": 3.125e-06,
      "loss": 0.7271,
      "step": 25
    },
    {
      "epoch": 0.104,
      "grad_norm": 0.7459028436934305,
      "learning_rate": 3.2500000000000002e-06,
      "loss": 0.7011,
      "step": 26
    },
    {
      "epoch": 0.108,
      "grad_norm": 0.7661666147630528,
      "learning_rate": 3.3750000000000003e-06,
      "loss": 0.7209,
      "step": 27
    },
    {
      "epoch": 0.112,
      "grad_norm": 0.7109730987249342,
      "learning_rate": 3.5e-06,
      "loss": 0.7118,
      "step": 28
    },
    {
      "epoch": 0.116,
      "grad_norm": 0.6778217985942258,
      "learning_rate": 3.625e-06,
      "loss": 0.7295,
      "step": 29
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.6073429084137083,
      "learning_rate": 3.7500000000000005e-06,
      "loss": 0.7114,
      "step": 30
    },
    {
      "epoch": 0.124,
      "grad_norm": 0.5325413632521706,
      "learning_rate": 3.875e-06,
      "loss": 0.7117,
      "step": 31
    },
    {
      "epoch": 0.128,
      "grad_norm": 0.5170445125401208,
      "learning_rate": 4.000000000000001e-06,
      "loss": 0.7132,
      "step": 32
    },
    {
      "epoch": 0.132,
      "grad_norm": 0.47459002896590347,
      "learning_rate": 4.125e-06,
      "loss": 0.6913,
      "step": 33
    },
    {
      "epoch": 0.136,
      "grad_norm": 0.46611890152884594,
      "learning_rate": 4.25e-06,
      "loss": 0.6893,
      "step": 34
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.5282002224942279,
      "learning_rate": 4.3750000000000005e-06,
      "loss": 0.7059,
      "step": 35
    },
    {
      "epoch": 0.144,
      "grad_norm": 0.516098581069478,
      "learning_rate": 4.5e-06,
      "loss": 0.7068,
      "step": 36
    },
    {
      "epoch": 0.148,
      "grad_norm": 0.4946613953020982,
      "learning_rate": 4.625000000000001e-06,
      "loss": 0.6854,
      "step": 37
    },
    {
      "epoch": 0.152,
      "grad_norm": 0.45539519616935026,
      "learning_rate": 4.75e-06,
      "loss": 0.689,
      "step": 38
    },
    {
      "epoch": 0.156,
      "grad_norm": 0.43098619176364883,
      "learning_rate": 4.875e-06,
      "loss": 0.6904,
      "step": 39
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.42693567901762375,
      "learning_rate": 5e-06,
      "loss": 0.6713,
      "step": 40
    },
    {
      "epoch": 0.164,
      "grad_norm": 0.42916236211888303,
      "learning_rate": 4.999941696797974e-06,
      "loss": 0.6929,
      "step": 41
    },
    {
      "epoch": 0.168,
      "grad_norm": 0.46320958381108696,
      "learning_rate": 4.9997667899113055e-06,
      "loss": 0.6601,
      "step": 42
    },
    {
      "epoch": 0.172,
      "grad_norm": 0.4650598350234117,
      "learning_rate": 4.9994752874981e-06,
      "loss": 0.6627,
      "step": 43
    },
    {
      "epoch": 0.176,
      "grad_norm": 0.4899967026584299,
      "learning_rate": 4.999067203154777e-06,
      "loss": 0.6583,
      "step": 44
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.4562804538758281,
      "learning_rate": 4.998542555915435e-06,
      "loss": 0.6712,
      "step": 45
    },
    {
      "epoch": 0.184,
      "grad_norm": 0.36547047335003885,
      "learning_rate": 4.997901370250966e-06,
      "loss": 0.6495,
      "step": 46
    },
    {
      "epoch": 0.188,
      "grad_norm": 0.37624066260466155,
      "learning_rate": 4.997143676067913e-06,
      "loss": 0.6703,
      "step": 47
    },
    {
      "epoch": 0.192,
      "grad_norm": 0.36653954523845933,
      "learning_rate": 4.99626950870707e-06,
      "loss": 0.6781,
      "step": 48
    },
    {
      "epoch": 0.196,
      "grad_norm": 0.3477765639450634,
      "learning_rate": 4.995278908941845e-06,
      "loss": 0.6745,
      "step": 49
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.3342296714847872,
      "learning_rate": 4.994171922976349e-06,
      "loss": 0.6771,
      "step": 50
    },
    {
      "epoch": 0.204,
      "grad_norm": 0.37958792690250714,
      "learning_rate": 4.9929486024432405e-06,
      "loss": 0.6546,
      "step": 51
    },
    {
      "epoch": 0.208,
      "grad_norm": 0.40870653964939113,
      "learning_rate": 4.991609004401324e-06,
      "loss": 0.6528,
      "step": 52
    },
    {
      "epoch": 0.212,
      "grad_norm": 0.364192633459814,
      "learning_rate": 4.990153191332885e-06,
      "loss": 0.6458,
      "step": 53
    },
    {
      "epoch": 0.216,
      "grad_norm": 0.30668416089546924,
      "learning_rate": 4.988581231140772e-06,
      "loss": 0.672,
      "step": 54
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.33255921507240616,
      "learning_rate": 4.986893197145238e-06,
      "loss": 0.6575,
      "step": 55
    },
    {
      "epoch": 0.224,
      "grad_norm": 0.312428536241603,
      "learning_rate": 4.985089168080509e-06,
      "loss": 0.6629,
      "step": 56
    },
    {
      "epoch": 0.228,
      "grad_norm": 0.2961748326875195,
      "learning_rate": 4.983169228091125e-06,
      "loss": 0.6514,
      "step": 57
    },
    {
      "epoch": 0.232,
      "grad_norm": 0.30513153025857964,
      "learning_rate": 4.981133466728004e-06,
      "loss": 0.6547,
      "step": 58
    },
    {
      "epoch": 0.236,
      "grad_norm": 0.3274000044829569,
      "learning_rate": 4.978981978944271e-06,
      "loss": 0.6514,
      "step": 59
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.3083977406610579,
      "learning_rate": 4.976714865090827e-06,
      "loss": 0.6422,
      "step": 60
    },
    {
      "epoch": 0.244,
      "grad_norm": 0.3052292638265554,
      "learning_rate": 4.97433223091167e-06,
      "loss": 0.6355,
      "step": 61
    },
    {
      "epoch": 0.248,
      "grad_norm": 0.2959593176715387,
      "learning_rate": 4.971834187538963e-06,
      "loss": 0.6551,
      "step": 62
    },
    {
      "epoch": 0.252,
      "grad_norm": 0.29042322618949995,
      "learning_rate": 4.9692208514878445e-06,
      "loss": 0.6581,
      "step": 63
    },
    {
      "epoch": 0.256,
      "grad_norm": 0.3149031676109748,
      "learning_rate": 4.966492344651006e-06,
      "loss": 0.6594,
      "step": 64
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.2874450280533471,
      "learning_rate": 4.963648794292992e-06,
      "loss": 0.6488,
      "step": 65
    },
    {
      "epoch": 0.264,
      "grad_norm": 0.27325192501172824,
      "learning_rate": 4.960690333044279e-06,
      "loss": 0.6351,
      "step": 66
    },
    {
      "epoch": 0.268,
      "grad_norm": 0.2817944445002008,
      "learning_rate": 4.957617098895076e-06,
      "loss": 0.6265,
      "step": 67
    },
    {
      "epoch": 0.272,
      "grad_norm": 0.281980621240097,
      "learning_rate": 4.954429235188897e-06,
      "loss": 0.6432,
      "step": 68
    },
    {
      "epoch": 0.276,
      "grad_norm": 0.2962526841715817,
      "learning_rate": 4.951126890615871e-06,
      "loss": 0.6354,
      "step": 69
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.28005347365677186,
      "learning_rate": 4.947710219205808e-06,
      "loss": 0.6548,
      "step": 70
    },
    {
      "epoch": 0.284,
      "grad_norm": 0.26960325063378,
      "learning_rate": 4.944179380321015e-06,
      "loss": 0.6125,
      "step": 71
    },
    {
      "epoch": 0.288,
      "grad_norm": 0.2848666105192882,
      "learning_rate": 4.940534538648862e-06,
      "loss": 0.6078,
      "step": 72
    },
    {
      "epoch": 0.292,
      "grad_norm": 0.276353304899713,
      "learning_rate": 4.936775864194101e-06,
      "loss": 0.6524,
      "step": 73
    },
    {
      "epoch": 0.296,
      "grad_norm": 0.27790715839174,
      "learning_rate": 4.932903532270939e-06,
      "loss": 0.6275,
      "step": 74
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.2636499704034946,
      "learning_rate": 4.928917723494854e-06,
      "loss": 0.6422,
      "step": 75
    },
    {
      "epoch": 0.304,
      "grad_norm": 0.28133008746598603,
      "learning_rate": 4.924818623774178e-06,
      "loss": 0.6355,
      "step": 76
    },
    {
      "epoch": 0.308,
      "grad_norm": 0.2779410264901997,
      "learning_rate": 4.920606424301424e-06,
      "loss": 0.6408,
      "step": 77
    },
    {
      "epoch": 0.312,
      "grad_norm": 0.2897057665750394,
      "learning_rate": 4.916281321544362e-06,
      "loss": 0.6402,
      "step": 78
    },
    {
      "epoch": 0.316,
      "grad_norm": 0.2761996704216673,
      "learning_rate": 4.911843517236867e-06,
      "loss": 0.653,
      "step": 79
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.29413202875425243,
      "learning_rate": 4.907293218369499e-06,
      "loss": 0.6298,
      "step": 80
    },
    {
      "epoch": 0.324,
      "grad_norm": 0.2861680279307969,
      "learning_rate": 4.9026306371798526e-06,
      "loss": 0.6553,
      "step": 81
    },
    {
      "epoch": 0.328,
      "grad_norm": 0.2848851913581759,
      "learning_rate": 4.897855991142658e-06,
      "loss": 0.6076,
      "step": 82
    },
    {
      "epoch": 0.332,
      "grad_norm": 0.2687848093353044,
      "learning_rate": 4.892969502959639e-06,
      "loss": 0.6311,
      "step": 83
    },
    {
      "epoch": 0.336,
      "grad_norm": 0.27061397240144314,
      "learning_rate": 4.8879714005491205e-06,
      "loss": 0.6148,
      "step": 84
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.2663532374960906,
      "learning_rate": 4.882861917035403e-06,
      "loss": 0.6412,
      "step": 85
    },
    {
      "epoch": 0.344,
      "grad_norm": 0.27752950332016424,
      "learning_rate": 4.8776412907378845e-06,
      "loss": 0.642,
      "step": 86
    },
    {
      "epoch": 0.348,
      "grad_norm": 0.2772792789989426,
      "learning_rate": 4.87230976515995e-06,
      "loss": 0.6184,
      "step": 87
    },
    {
      "epoch": 0.352,
      "grad_norm": 0.29699617925202587,
      "learning_rate": 4.8668675889776095e-06,
      "loss": 0.6275,
      "step": 88
    },
    {
      "epoch": 0.356,
      "grad_norm": 0.2736517750983177,
      "learning_rate": 4.861315016027902e-06,
      "loss": 0.6347,
      "step": 89
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.2871346395772671,
      "learning_rate": 4.855652305297052e-06,
      "loss": 0.6132,
      "step": 90
    },
    {
      "epoch": 0.364,
      "grad_norm": 0.27131438304958966,
      "learning_rate": 4.849879720908394e-06,
      "loss": 0.6026,
      "step": 91
    },
    {
      "epoch": 0.368,
      "grad_norm": 0.2701400539855458,
      "learning_rate": 4.843997532110051e-06,
      "loss": 0.6385,
      "step": 92
    },
    {
      "epoch": 0.372,
      "grad_norm": 0.2870430498497826,
      "learning_rate": 4.8380060132623776e-06,
      "loss": 0.624,
      "step": 93
    },
    {
      "epoch": 0.376,
      "grad_norm": 0.2889305346509075,
      "learning_rate": 4.83190544382516e-06,
      "loss": 0.6375,
      "step": 94
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.2832554152572974,
      "learning_rate": 4.825696108344583e-06,
      "loss": 0.6348,
      "step": 95
    },
    {
      "epoch": 0.384,
      "grad_norm": 0.282963454209734,
      "learning_rate": 4.819378296439962e-06,
      "loss": 0.6425,
      "step": 96
    },
    {
      "epoch": 0.388,
      "grad_norm": 0.28136329883499284,
      "learning_rate": 4.812952302790226e-06,
      "loss": 0.6238,
      "step": 97
    },
    {
      "epoch": 0.392,
      "grad_norm": 0.2751896445755537,
      "learning_rate": 4.80641842712018e-06,
      "loss": 0.6453,
      "step": 98
    },
    {
      "epoch": 0.396,
      "grad_norm": 0.2802941094985609,
      "learning_rate": 4.799776974186523e-06,
      "loss": 0.6362,
      "step": 99
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.2816828378634338,
      "learning_rate": 4.793028253763633e-06,
      "loss": 0.6394,
      "step": 100
    },
    {
      "epoch": 0.404,
      "grad_norm": 0.28942806582562414,
      "learning_rate": 4.786172580629118e-06,
      "loss": 0.6106,
      "step": 101
    },
    {
      "epoch": 0.408,
      "grad_norm": 0.28396225609673553,
      "learning_rate": 4.7792102745491345e-06,
      "loss": 0.6302,
      "step": 102
    },
    {
      "epoch": 0.412,
      "grad_norm": 0.269131748983874,
      "learning_rate": 4.772141660263472e-06,
      "loss": 0.6247,
      "step": 103
    },
    {
      "epoch": 0.416,
      "grad_norm": 0.28932510717249166,
      "learning_rate": 4.764967067470409e-06,
      "loss": 0.6201,
      "step": 104
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.2734040302258933,
      "learning_rate": 4.757686830811332e-06,
      "loss": 0.6092,
      "step": 105
    },
    {
      "epoch": 0.424,
      "grad_norm": 0.28628481564556507,
      "learning_rate": 4.750301289855128e-06,
      "loss": 0.6284,
      "step": 106
    },
    {
      "epoch": 0.428,
      "grad_norm": 0.30932729909286755,
      "learning_rate": 4.742810789082345e-06,
      "loss": 0.6332,
      "step": 107
    },
    {
      "epoch": 0.432,
      "grad_norm": 0.2707515621211506,
      "learning_rate": 4.735215677869129e-06,
      "loss": 0.6107,
      "step": 108
    },
    {
      "epoch": 0.436,
      "grad_norm": 0.29859925040242785,
      "learning_rate": 4.72751631047092e-06,
      "loss": 0.6477,
      "step": 109
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.2974079849667466,
      "learning_rate": 4.7197130460059385e-06,
      "loss": 0.632,
      "step": 110
    },
    {
      "epoch": 0.444,
      "grad_norm": 0.28109309454092835,
      "learning_rate": 4.711806248438428e-06,
      "loss": 0.6308,
      "step": 111
    },
    {
      "epoch": 0.448,
      "grad_norm": 0.287627270908265,
      "learning_rate": 4.7037962865616795e-06,
      "loss": 0.6322,
      "step": 112
    },
    {
      "epoch": 0.452,
      "grad_norm": 0.2859506113795605,
      "learning_rate": 4.695683533980835e-06,
      "loss": 0.6196,
      "step": 113
    },
    {
      "epoch": 0.456,
      "grad_norm": 0.27768505471724575,
      "learning_rate": 4.687468369095457e-06,
      "loss": 0.6107,
      "step": 114
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.2985912133376052,
      "learning_rate": 4.679151175081879e-06,
      "loss": 0.6316,
      "step": 115
    },
    {
      "epoch": 0.464,
      "grad_norm": 0.27790254502289174,
      "learning_rate": 4.6707323398753346e-06,
      "loss": 0.6194,
      "step": 116
    },
    {
      "epoch": 0.468,
      "grad_norm": 0.2770496916475714,
      "learning_rate": 4.662212256151865e-06,
      "loss": 0.5938,
      "step": 117
    },
    {
      "epoch": 0.472,
      "grad_norm": 0.2750067208531331,
      "learning_rate": 4.6535913213100005e-06,
      "loss": 0.6125,
      "step": 118
    },
    {
      "epoch": 0.476,
      "grad_norm": 0.2640533408637943,
      "learning_rate": 4.644869937452224e-06,
      "loss": 0.6245,
      "step": 119
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.27591929390872805,
      "learning_rate": 4.636048511366222e-06,
      "loss": 0.6186,
      "step": 120
    },
    {
      "epoch": 0.484,
      "grad_norm": 0.29643778935625803,
      "learning_rate": 4.627127454505902e-06,
      "loss": 0.6086,
      "step": 121
    },
    {
      "epoch": 0.488,
      "grad_norm": 0.28076149524670235,
      "learning_rate": 4.618107182972209e-06,
      "loss": 0.6158,
      "step": 122
    },
    {
      "epoch": 0.492,
      "grad_norm": 0.28214439623978305,
      "learning_rate": 4.6089881174937146e-06,
      "loss": 0.6299,
      "step": 123
    },
    {
      "epoch": 0.496,
      "grad_norm": 0.2885430172419291,
      "learning_rate": 4.599770683406992e-06,
      "loss": 0.6367,
      "step": 124
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.28978271139767015,
      "learning_rate": 4.590455310636778e-06,
      "loss": 0.6248,
      "step": 125
    },
    {
      "epoch": 0.504,
      "grad_norm": 0.2763777911865909,
      "learning_rate": 4.58104243367592e-06,
      "loss": 0.6235,
      "step": 126
    },
    {
      "epoch": 0.508,
      "grad_norm": 0.2788581607213461,
      "learning_rate": 4.571532491565115e-06,
      "loss": 0.6201,
      "step": 127
    },
    {
      "epoch": 0.512,
      "grad_norm": 0.28522419436506885,
      "learning_rate": 4.561925927872421e-06,
      "loss": 0.6287,
      "step": 128
    },
    {
      "epoch": 0.516,
      "grad_norm": 0.2759422238312871,
      "learning_rate": 4.55222319067258e-06,
      "loss": 0.6105,
      "step": 129
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.271521828303117,
      "learning_rate": 4.542424732526105e-06,
      "loss": 0.6004,
      "step": 130
    },
    {
      "epoch": 0.524,
      "grad_norm": 0.2832768486502443,
      "learning_rate": 4.532531010458188e-06,
      "loss": 0.6438,
      "step": 131
    },
    {
      "epoch": 0.528,
      "grad_norm": 0.28545986352466657,
      "learning_rate": 4.522542485937369e-06,
      "loss": 0.6147,
      "step": 132
    },
    {
      "epoch": 0.532,
      "grad_norm": 0.2843650568512383,
      "learning_rate": 4.512459624854017e-06,
      "loss": 0.6347,
      "step": 133
    },
    {
      "epoch": 0.536,
      "grad_norm": 0.2758779923686556,
      "learning_rate": 4.5022828974986044e-06,
      "loss": 0.6111,
      "step": 134
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.28471240078326554,
      "learning_rate": 4.4920127785397615e-06,
      "loss": 0.6161,
      "step": 135
    },
    {
      "epoch": 0.544,
      "grad_norm": 0.27215538114487603,
      "learning_rate": 4.481649747002146e-06,
      "loss": 0.6019,
      "step": 136
    },
    {
      "epoch": 0.548,
      "grad_norm": 0.27161590017753495,
      "learning_rate": 4.471194286244094e-06,
      "loss": 0.6229,
      "step": 137
    },
    {
      "epoch": 0.552,
      "grad_norm": 0.2786884282741861,
      "learning_rate": 4.460646883935079e-06,
      "loss": 0.6217,
      "step": 138
    },
    {
      "epoch": 0.556,
      "grad_norm": 0.29095908793086706,
      "learning_rate": 4.4500080320329615e-06,
      "loss": 0.6212,
      "step": 139
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.2797512942233689,
      "learning_rate": 4.43927822676105e-06,
      "loss": 0.6183,
      "step": 140
    },
    {
      "epoch": 0.564,
      "grad_norm": 0.2701904530059608,
      "learning_rate": 4.428457968584945e-06,
      "loss": 0.6067,
      "step": 141
    },
    {
      "epoch": 0.568,
      "grad_norm": 0.2924071263588622,
      "learning_rate": 4.417547762189207e-06,
      "loss": 0.6167,
      "step": 142
    },
    {
      "epoch": 0.572,
      "grad_norm": 0.2684300131690406,
      "learning_rate": 4.40654811645381e-06,
      "loss": 0.6185,
      "step": 143
    },
    {
      "epoch": 0.576,
      "grad_norm": 0.2774759359262972,
      "learning_rate": 4.395459544430407e-06,
      "loss": 0.602,
      "step": 144
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.2808643430953345,
      "learning_rate": 4.384282563318403e-06,
      "loss": 0.598,
      "step": 145
    },
    {
      "epoch": 0.584,
      "grad_norm": 0.27015365579319356,
      "learning_rate": 4.373017694440828e-06,
      "loss": 0.5857,
      "step": 146
    },
    {
      "epoch": 0.588,
      "grad_norm": 0.2856861787094523,
      "learning_rate": 4.361665463220023e-06,
      "loss": 0.6206,
      "step": 147
    },
    {
      "epoch": 0.592,
      "grad_norm": 0.28199517014381215,
      "learning_rate": 4.35022639915313e-06,
      "loss": 0.6094,
      "step": 148
    },
    {
      "epoch": 0.596,
      "grad_norm": 0.27010314199532126,
      "learning_rate": 4.338701035787403e-06,
      "loss": 0.5947,
      "step": 149
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.2601892508343049,
      "learning_rate": 4.32708991069531e-06,
      "loss": 0.5871,
      "step": 150
    },
    {
      "epoch": 0.604,
      "grad_norm": 0.27825064672033506,
      "learning_rate": 4.315393565449472e-06,
      "loss": 0.6093,
      "step": 151
    },
    {
      "epoch": 0.608,
      "grad_norm": 0.27958608277896724,
      "learning_rate": 4.30361254559739e-06,
      "loss": 0.5951,
      "step": 152
    },
    {
      "epoch": 0.612,
      "grad_norm": 0.2758779818206466,
      "learning_rate": 4.291747400636009e-06,
      "loss": 0.6062,
      "step": 153
    },
    {
      "epoch": 0.616,
      "grad_norm": 0.29572303953208817,
      "learning_rate": 4.279798683986084e-06,
      "loss": 0.605,
      "step": 154
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.28194612739384267,
      "learning_rate": 4.267766952966369e-06,
      "loss": 0.6078,
      "step": 155
    },
    {
      "epoch": 0.624,
      "grad_norm": 0.28615376291544004,
      "learning_rate": 4.255652768767619e-06,
      "loss": 0.6319,
      "step": 156
    },
    {
      "epoch": 0.628,
      "grad_norm": 0.26959219285273633,
      "learning_rate": 4.243456696426415e-06,
      "loss": 0.5968,
      "step": 157
    },
    {
      "epoch": 0.632,
      "grad_norm": 0.27878753771339543,
      "learning_rate": 4.2311793047988145e-06,
      "loss": 0.6214,
      "step": 158
    },
    {
      "epoch": 0.636,
      "grad_norm": 0.2779844282953486,
      "learning_rate": 4.218821166533813e-06,
      "loss": 0.5964,
      "step": 159
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.2767287929857217,
      "learning_rate": 4.206382858046636e-06,
      "loss": 0.6187,
      "step": 160
    },
    {
      "epoch": 0.644,
      "grad_norm": 0.2652936251998452,
      "learning_rate": 4.193864959491853e-06,
      "loss": 0.5897,
      "step": 161
    },
    {
      "epoch": 0.648,
      "grad_norm": 0.26227694980471933,
      "learning_rate": 4.181268054736319e-06,
      "loss": 0.6107,
      "step": 162
    },
    {
      "epoch": 0.652,
      "grad_norm": 0.2690441499487734,
      "learning_rate": 4.16859273133194e-06,
      "loss": 0.6012,
      "step": 163
    },
    {
      "epoch": 0.656,
      "grad_norm": 0.26934906424793176,
      "learning_rate": 4.15583958048827e-06,
      "loss": 0.6086,
      "step": 164
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.2727839454931186,
      "learning_rate": 4.143009197044932e-06,
      "loss": 0.6156,
      "step": 165
    },
    {
      "epoch": 0.664,
      "grad_norm": 0.2767715664709689,
      "learning_rate": 4.130102179443877e-06,
      "loss": 0.607,
      "step": 166
    },
    {
      "epoch": 0.668,
      "grad_norm": 0.27462389864805775,
      "learning_rate": 4.117119129701468e-06,
      "loss": 0.598,
      "step": 167
    },
    {
      "epoch": 0.672,
      "grad_norm": 0.28124958800487015,
      "learning_rate": 4.104060653380403e-06,
      "loss": 0.6174,
      "step": 168
    },
    {
      "epoch": 0.676,
      "grad_norm": 0.26867080247614167,
      "learning_rate": 4.090927359561469e-06,
      "loss": 0.6222,
      "step": 169
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.27329020109654967,
      "learning_rate": 4.077719860815132e-06,
      "loss": 0.6174,
      "step": 170
    },
    {
      "epoch": 0.684,
      "grad_norm": 0.2598239429892548,
      "learning_rate": 4.064438773172966e-06,
      "loss": 0.5949,
      "step": 171
    },
    {
      "epoch": 0.688,
      "grad_norm": 0.26610910407219807,
      "learning_rate": 4.051084716098921e-06,
      "loss": 0.5876,
      "step": 172
    },
    {
      "epoch": 0.692,
      "grad_norm": 0.28832248653224085,
      "learning_rate": 4.037658312460424e-06,
      "loss": 0.6038,
      "step": 173
    },
    {
      "epoch": 0.696,
      "grad_norm": 0.27995126745782395,
      "learning_rate": 4.024160188499337e-06,
      "loss": 0.6024,
      "step": 174
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.2708024464743442,
      "learning_rate": 4.010590973802737e-06,
      "loss": 0.6166,
      "step": 175
    },
    {
      "epoch": 0.704,
      "grad_norm": 0.27379773644645394,
      "learning_rate": 3.996951301273556e-06,
      "loss": 0.6172,
      "step": 176
    },
    {
      "epoch": 0.708,
      "grad_norm": 0.2704403624062539,
      "learning_rate": 3.983241807101064e-06,
      "loss": 0.5848,
      "step": 177
    },
    {
      "epoch": 0.712,
      "grad_norm": 0.26367325554187204,
      "learning_rate": 3.969463130731183e-06,
      "loss": 0.6084,
      "step": 178
    },
    {
      "epoch": 0.716,
      "grad_norm": 0.2714449492216179,
      "learning_rate": 3.955615914836678e-06,
      "loss": 0.6067,
      "step": 179
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.27396192782433526,
      "learning_rate": 3.941700805287169e-06,
      "loss": 0.6049,
      "step": 180
    },
    {
      "epoch": 0.724,
      "grad_norm": 0.2712108680127688,
      "learning_rate": 3.927718451119009e-06,
      "loss": 0.5981,
      "step": 181
    },
    {
      "epoch": 0.728,
      "grad_norm": 0.27016877733602884,
      "learning_rate": 3.913669504505015e-06,
      "loss": 0.6148,
      "step": 182
    },
    {
      "epoch": 0.732,
      "grad_norm": 0.2986908827790219,
      "learning_rate": 3.8995546207240455e-06,
      "loss": 0.6293,
      "step": 183
    },
    {
      "epoch": 0.736,
      "grad_norm": 0.27281610268420575,
      "learning_rate": 3.8853744581304376e-06,
      "loss": 0.5937,
      "step": 184
    },
    {
      "epoch": 0.74,
      "grad_norm": 0.28387181164952147,
      "learning_rate": 3.871129678123297e-06,
      "loss": 0.6098,
      "step": 185
    },
    {
      "epoch": 0.744,
      "grad_norm": 0.2740312224605285,
      "learning_rate": 3.856820945115655e-06,
      "loss": 0.6078,
      "step": 186
    },
    {
      "epoch": 0.748,
      "grad_norm": 0.2662514099930545,
      "learning_rate": 3.84244892650347e-06,
      "loss": 0.6254,
      "step": 187
    },
    {
      "epoch": 0.752,
      "grad_norm": 0.26802564374459203,
      "learning_rate": 3.828014292634508e-06,
      "loss": 0.6121,
      "step": 188
    },
    {
      "epoch": 0.756,
      "grad_norm": 0.28248517647364846,
      "learning_rate": 3.813517716777069e-06,
      "loss": 0.6202,
      "step": 189
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.272622897496479,
      "learning_rate": 3.798959875088584e-06,
      "loss": 0.5901,
      "step": 190
    },
    {
      "epoch": 0.764,
      "grad_norm": 0.27197490333330376,
      "learning_rate": 3.7843414465840823e-06,
      "loss": 0.5856,
      "step": 191
    },
    {
      "epoch": 0.768,
      "grad_norm": 0.26663311683845875,
      "learning_rate": 3.769663113104516e-06,
      "loss": 0.5907,
      "step": 192
    },
    {
      "epoch": 0.772,
      "grad_norm": 0.2714585682015405,
      "learning_rate": 3.7549255592849575e-06,
      "loss": 0.6072,
      "step": 193
    },
    {
      "epoch": 0.776,
      "grad_norm": 0.2766267849608307,
      "learning_rate": 3.7401294725226707e-06,
      "loss": 0.6158,
      "step": 194
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.26291754258948374,
      "learning_rate": 3.7252755429450437e-06,
      "loss": 0.5921,
      "step": 195
    },
    {
      "epoch": 0.784,
      "grad_norm": 0.26530027759256725,
      "learning_rate": 3.7103644633774015e-06,
      "loss": 0.5841,
      "step": 196
    },
    {
      "epoch": 0.788,
      "grad_norm": 0.26634011298693916,
      "learning_rate": 3.695396929310693e-06,
      "loss": 0.6147,
      "step": 197
    },
    {
      "epoch": 0.792,
      "grad_norm": 0.26354297421036926,
      "learning_rate": 3.680373638869047e-06,
      "loss": 0.6061,
      "step": 198
    },
    {
      "epoch": 0.796,
      "grad_norm": 0.2738313781435172,
      "learning_rate": 3.665295292777214e-06,
      "loss": 0.5903,
      "step": 199
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.27041603557150606,
      "learning_rate": 3.650162594327881e-06,
      "loss": 0.6216,
      "step": 200
    },
    {
      "epoch": 0.804,
      "grad_norm": 0.29233209893761647,
      "learning_rate": 3.634976249348867e-06,
      "loss": 0.6221,
      "step": 201
    },
    {
      "epoch": 0.808,
      "grad_norm": 0.28236083977418097,
      "learning_rate": 3.6197369661702052e-06,
      "loss": 0.6048,
      "step": 202
    },
    {
      "epoch": 0.812,
      "grad_norm": 0.2610570975246162,
      "learning_rate": 3.604445455591099e-06,
      "loss": 0.586,
      "step": 203
    },
    {
      "epoch": 0.816,
      "grad_norm": 0.27792495585124566,
      "learning_rate": 3.589102430846773e-06,
      "loss": 0.6052,
      "step": 204
    },
    {
      "epoch": 0.82,
      "grad_norm": 0.27390708264043134,
      "learning_rate": 3.5737086075752054e-06,
      "loss": 0.5968,
      "step": 205
    },
    {
      "epoch": 0.824,
      "grad_norm": 0.26341409551542055,
      "learning_rate": 3.5582647037837446e-06,
      "loss": 0.6128,
      "step": 206
    },
    {
      "epoch": 0.828,
      "grad_norm": 0.2659397773506794,
      "learning_rate": 3.5427714398156267e-06,
      "loss": 0.6171,
      "step": 207
    },
    {
      "epoch": 0.832,
      "grad_norm": 0.278302186061793,
      "learning_rate": 3.527229538316371e-06,
      "loss": 0.6001,
      "step": 208
    },
    {
      "epoch": 0.836,
      "grad_norm": 0.27935693059901906,
      "learning_rate": 3.5116397242000748e-06,
      "loss": 0.5915,
      "step": 209
    },
    {
      "epoch": 0.84,
      "grad_norm": 0.2681762304000699,
      "learning_rate": 3.4960027246156043e-06,
      "loss": 0.5982,
      "step": 210
    },
    {
      "epoch": 0.844,
      "grad_norm": 0.26833511905783713,
      "learning_rate": 3.480319268912676e-06,
      "loss": 0.5823,
      "step": 211
    },
    {
      "epoch": 0.848,
      "grad_norm": 0.27282574698411466,
      "learning_rate": 3.4645900886078388e-06,
      "loss": 0.6098,
      "step": 212
    },
    {
      "epoch": 0.852,
      "grad_norm": 0.2841325964241835,
      "learning_rate": 3.448815917350355e-06,
      "loss": 0.6054,
      "step": 213
    },
    {
      "epoch": 0.856,
      "grad_norm": 0.27811416712297765,
      "learning_rate": 3.432997490887979e-06,
      "loss": 0.6071,
      "step": 214
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.26897184119138856,
      "learning_rate": 3.417135547032642e-06,
      "loss": 0.612,
      "step": 215
    },
    {
      "epoch": 0.864,
      "grad_norm": 0.2752083088143504,
      "learning_rate": 3.4012308256260366e-06,
      "loss": 0.6189,
      "step": 216
    },
    {
      "epoch": 0.868,
      "grad_norm": 0.27146348269262077,
      "learning_rate": 3.385284068505113e-06,
      "loss": 0.5914,
      "step": 217
    },
    {
      "epoch": 0.872,
      "grad_norm": 0.2616553689610195,
      "learning_rate": 3.369296019467473e-06,
      "loss": 0.5935,
      "step": 218
    },
    {
      "epoch": 0.876,
      "grad_norm": 0.27439799989957114,
      "learning_rate": 3.3532674242366764e-06,
      "loss": 0.5815,
      "step": 219
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.27322752130009204,
      "learning_rate": 3.3371990304274654e-06,
      "loss": 0.593,
      "step": 220
    },
    {
      "epoch": 0.884,
      "grad_norm": 0.2776915569429837,
      "learning_rate": 3.3210915875108895e-06,
      "loss": 0.636,
      "step": 221
    },
    {
      "epoch": 0.888,
      "grad_norm": 0.27021599999486623,
      "learning_rate": 3.304945846779346e-06,
      "loss": 0.618,
      "step": 222
    },
    {
      "epoch": 0.892,
      "grad_norm": 0.27748742860539916,
      "learning_rate": 3.2887625613115427e-06,
      "loss": 0.5937,
      "step": 223
    },
    {
      "epoch": 0.896,
      "grad_norm": 0.28302784990496294,
      "learning_rate": 3.272542485937369e-06,
      "loss": 0.6093,
      "step": 224
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.2759446162478654,
      "learning_rate": 3.25628637720269e-06,
      "loss": 0.6261,
      "step": 225
    },
    {
      "epoch": 0.904,
      "grad_norm": 0.2794223898275526,
      "learning_rate": 3.239994993334059e-06,
      "loss": 0.6098,
      "step": 226
    },
    {
      "epoch": 0.908,
      "grad_norm": 0.2863521541541822,
      "learning_rate": 3.2236690942033523e-06,
      "loss": 0.6122,
      "step": 227
    },
    {
      "epoch": 0.912,
      "grad_norm": 0.2810413939687701,
      "learning_rate": 3.207309441292325e-06,
      "loss": 0.6193,
      "step": 228
    },
    {
      "epoch": 0.916,
      "grad_norm": 0.2686724574589154,
      "learning_rate": 3.1909167976570977e-06,
      "loss": 0.5847,
      "step": 229
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.27668513115261734,
      "learning_rate": 3.174491927892561e-06,
      "loss": 0.6083,
      "step": 230
    },
    {
      "epoch": 0.924,
      "grad_norm": 0.2838278304951842,
      "learning_rate": 3.158035598096715e-06,
      "loss": 0.597,
      "step": 231
    },
    {
      "epoch": 0.928,
      "grad_norm": 0.2702238327135827,
      "learning_rate": 3.1415485758349344e-06,
      "loss": 0.5884,
      "step": 232
    },
    {
      "epoch": 0.932,
      "grad_norm": 0.2677368696260293,
      "learning_rate": 3.1250316301041727e-06,
      "loss": 0.5835,
      "step": 233
    },
    {
      "epoch": 0.936,
      "grad_norm": 0.2848905107931979,
      "learning_rate": 3.1084855312970897e-06,
      "loss": 0.6255,
      "step": 234
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.2788843417615313,
      "learning_rate": 3.091911051166117e-06,
      "loss": 0.6215,
      "step": 235
    },
    {
      "epoch": 0.944,
      "grad_norm": 0.27680715854768223,
      "learning_rate": 3.0753089627874668e-06,
      "loss": 0.6022,
      "step": 236
    },
    {
      "epoch": 0.948,
      "grad_norm": 0.26897413893634964,
      "learning_rate": 3.0586800405250677e-06,
      "loss": 0.6194,
      "step": 237
    },
    {
      "epoch": 0.952,
      "grad_norm": 0.2657249388294363,
      "learning_rate": 3.0420250599944525e-06,
      "loss": 0.5884,
      "step": 238
    },
    {
      "epoch": 0.956,
      "grad_norm": 0.26576882569871957,
      "learning_rate": 3.0253447980265754e-06,
      "loss": 0.5949,
      "step": 239
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.2754408264706426,
      "learning_rate": 3.0086400326315853e-06,
      "loss": 0.5747,
      "step": 240
    },
    {
      "epoch": 0.964,
      "grad_norm": 0.26333215813151695,
      "learning_rate": 2.9919115429625295e-06,
      "loss": 0.6035,
      "step": 241
    },
    {
      "epoch": 0.968,
      "grad_norm": 0.2687016604382336,
      "learning_rate": 2.9751601092790185e-06,
      "loss": 0.6057,
      "step": 242
    },
    {
      "epoch": 0.972,
      "grad_norm": 0.28837866031127346,
      "learning_rate": 2.958386512910831e-06,
      "loss": 0.5737,
      "step": 243
    },
    {
      "epoch": 0.976,
      "grad_norm": 0.27805411098388116,
      "learning_rate": 2.941591536221469e-06,
      "loss": 0.6022,
      "step": 244
    },
    {
      "epoch": 0.98,
      "grad_norm": 0.27696163335286905,
      "learning_rate": 2.924775962571667e-06,
      "loss": 0.6081,
      "step": 245
    },
    {
      "epoch": 0.984,
      "grad_norm": 0.28312029387331156,
      "learning_rate": 2.907940576282856e-06,
      "loss": 0.6178,
      "step": 246
    },
    {
      "epoch": 0.988,
      "grad_norm": 0.2516197979856304,
      "learning_rate": 2.8910861626005774e-06,
      "loss": 0.5812,
      "step": 247
    },
    {
      "epoch": 0.992,
      "grad_norm": 0.25765553700425475,
      "learning_rate": 2.8742135076578608e-06,
      "loss": 0.5868,
      "step": 248
    },
    {
      "epoch": 0.996,
      "grad_norm": 0.27540024093918797,
      "learning_rate": 2.857323398438554e-06,
      "loss": 0.5976,
      "step": 249
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.2637219036362386,
      "learning_rate": 2.840416622740617e-06,
      "loss": 0.6106,
      "step": 250
    }
  ],
  "logging_steps": 1,
  "max_steps": 500,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 125,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 3.0702370831938355e+17,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}