{
  "best_metric": 0.26948797702789307,
  "best_model_checkpoint": "./mixtral_ozon_yand_fulldata/checkpoint-2600",
  "epoch": 1.9794442329653599,
  "eval_steps": 40,
  "global_step": 2600,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "learning_rate": 5.999999999999999e-06,
      "loss": 0.3913,
      "step": 2
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.1999999999999999e-05,
      "loss": 0.2898,
      "step": 4
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.7999999999999997e-05,
      "loss": 0.4246,
      "step": 6
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.3999999999999997e-05,
      "loss": 0.3589,
      "step": 8
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.9999999999999997e-05,
      "loss": 0.6418,
      "step": 10
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.5999999999999994e-05,
      "loss": 0.4162,
      "step": 12
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.2e-05,
      "loss": 0.5782,
      "step": 14
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.7999999999999994e-05,
      "loss": 0.5758,
      "step": 16
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.399999999999999e-05,
      "loss": 0.428,
      "step": 18
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.9999999999999995e-05,
      "loss": 0.7684,
      "step": 20
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.599999999999999e-05,
      "loss": 0.3387,
      "step": 22
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.199999999999999e-05,
      "loss": 0.8253,
      "step": 24
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.8e-05,
      "loss": 0.4063,
      "step": 26
    },
    {
      "epoch": 0.02,
      "learning_rate": 8.4e-05,
      "loss": 0.8454,
      "step": 28
    },
    {
      "epoch": 0.02,
      "learning_rate": 8.999999999999999e-05,
      "loss": 0.7655,
      "step": 30
    },
    {
      "epoch": 0.02,
      "learning_rate": 9.599999999999999e-05,
      "loss": 0.793,
      "step": 32
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.000102,
      "loss": 0.5692,
      "step": 34
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.00010799999999999998,
      "loss": 0.307,
      "step": 36
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.00011399999999999999,
      "loss": 0.7455,
      "step": 38
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.00011999999999999999,
      "loss": 1.1189,
      "step": 40
    },
    {
      "epoch": 0.03,
      "eval_loss": 0.4962174594402313,
      "eval_runtime": 9.345,
      "eval_samples_per_second": 3.317,
      "eval_steps_per_second": 0.428,
      "step": 40
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.00012599999999999997,
      "loss": 0.7691,
      "step": 42
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.00013199999999999998,
      "loss": 1.0324,
      "step": 44
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.000138,
      "loss": 0.459,
      "step": 46
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00014399999999999998,
      "loss": 0.766,
      "step": 48
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00015,
      "loss": 0.6229,
      "step": 50
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00015299999999999998,
      "loss": 0.3599,
      "step": 52
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.000159,
      "loss": 0.5854,
      "step": 54
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.000165,
      "loss": 0.725,
      "step": 56
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00017099999999999998,
      "loss": 0.4273,
      "step": 58
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00017699999999999997,
      "loss": 0.5507,
      "step": 60
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00018299999999999998,
      "loss": 0.3801,
      "step": 62
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00018899999999999999,
      "loss": 0.2834,
      "step": 64
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.000195,
      "loss": 0.408,
      "step": 66
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.000201,
      "loss": 0.3378,
      "step": 68
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00020699999999999996,
      "loss": 0.5074,
      "step": 70
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00021299999999999997,
      "loss": 0.2696,
      "step": 72
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00021899999999999998,
      "loss": 0.2794,
      "step": 74
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.000225,
      "loss": 0.5831,
      "step": 76
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00023099999999999998,
      "loss": 0.4975,
      "step": 78
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.000237,
      "loss": 0.7105,
      "step": 80
    },
    {
      "epoch": 0.06,
      "eval_loss": 0.4048958718776703,
      "eval_runtime": 9.3516,
      "eval_samples_per_second": 3.315,
      "eval_steps_per_second": 0.428,
      "step": 80
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.000243,
      "loss": 0.405,
      "step": 82
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.000249,
      "loss": 0.3169,
      "step": 84
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00025499999999999996,
      "loss": 0.7627,
      "step": 86
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.000261,
      "loss": 0.6131,
      "step": 88
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.000267,
      "loss": 0.5398,
      "step": 90
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00027299999999999997,
      "loss": 0.6164,
      "step": 92
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.000279,
      "loss": 0.6252,
      "step": 94
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.000285,
      "loss": 0.7338,
      "step": 96
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00029099999999999997,
      "loss": 0.4631,
      "step": 98
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00029699999999999996,
      "loss": 0.5412,
      "step": 100
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00029988123515439427,
      "loss": 0.7812,
      "step": 102
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00029964370546318287,
      "loss": 0.3077,
      "step": 104
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00029940617577197147,
      "loss": 0.2692,
      "step": 106
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00029916864608076006,
      "loss": 0.4492,
      "step": 108
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00029893111638954866,
      "loss": 0.4396,
      "step": 110
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00029869358669833726,
      "loss": 0.5285,
      "step": 112
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00029845605700712586,
      "loss": 0.3486,
      "step": 114
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00029821852731591445,
      "loss": 0.3178,
      "step": 116
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00029798099762470305,
      "loss": 0.3064,
      "step": 118
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00029774346793349165,
      "loss": 0.3184,
      "step": 120
    },
    {
      "epoch": 0.09,
      "eval_loss": 0.4015918970108032,
      "eval_runtime": 9.3622,
      "eval_samples_per_second": 3.311,
      "eval_steps_per_second": 0.427,
      "step": 120
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00029750593824228025,
      "loss": 0.3421,
      "step": 122
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00029726840855106884,
      "loss": 0.4612,
      "step": 124
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00029703087885985744,
      "loss": 0.545,
      "step": 126
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00029679334916864604,
      "loss": 0.6146,
      "step": 128
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0002965558194774347,
      "loss": 0.622,
      "step": 130
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00029631828978622323,
      "loss": 0.4487,
      "step": 132
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00029608076009501183,
      "loss": 0.4074,
      "step": 134
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0002958432304038005,
      "loss": 0.6431,
      "step": 136
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.000295605700712589,
      "loss": 0.7612,
      "step": 138
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.0002953681710213776,
      "loss": 0.3167,
      "step": 140
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.0002951306413301663,
      "loss": 0.615,
      "step": 142
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.0002948931116389548,
      "loss": 0.7035,
      "step": 144
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.00029465558194774347,
      "loss": 0.5687,
      "step": 146
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.00029441805225653207,
      "loss": 0.6208,
      "step": 148
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.0002941805225653206,
      "loss": 0.4184,
      "step": 150
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.00029394299287410926,
      "loss": 0.3979,
      "step": 152
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.00029370546318289786,
      "loss": 0.2571,
      "step": 154
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.0002934679334916864,
      "loss": 0.4573,
      "step": 156
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.00029323040380047505,
      "loss": 0.4242,
      "step": 158
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.00029299287410926365,
      "loss": 0.7929,
      "step": 160
    },
    {
      "epoch": 0.12,
      "eval_loss": 0.3873758614063263,
      "eval_runtime": 9.3632,
      "eval_samples_per_second": 3.311,
      "eval_steps_per_second": 0.427,
      "step": 160
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.0002927553444180522,
      "loss": 0.2585,
      "step": 162
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.00029251781472684085,
      "loss": 0.2083,
      "step": 164
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.00029228028503562944,
      "loss": 0.351,
      "step": 166
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.000292042755344418,
      "loss": 0.5127,
      "step": 168
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.00029180522565320664,
      "loss": 0.4841,
      "step": 170
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.00029156769596199524,
      "loss": 0.3963,
      "step": 172
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.00029133016627078383,
      "loss": 0.7995,
      "step": 174
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.00029109263657957243,
      "loss": 0.3502,
      "step": 176
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.00029085510688836103,
      "loss": 0.4217,
      "step": 178
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.0002906175771971496,
      "loss": 0.3672,
      "step": 180
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.0002903800475059382,
      "loss": 1.1592,
      "step": 182
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.0002901425178147268,
      "loss": 0.6476,
      "step": 184
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.0002899049881235154,
      "loss": 0.5069,
      "step": 186
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.000289667458432304,
      "loss": 0.3885,
      "step": 188
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.0002894299287410926,
      "loss": 0.8418,
      "step": 190
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.0002891923990498812,
      "loss": 0.2927,
      "step": 192
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.0002889548693586698,
      "loss": 0.4557,
      "step": 194
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.0002887173396674584,
      "loss": 0.6756,
      "step": 196
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.000288479809976247,
      "loss": 0.682,
      "step": 198
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.0002882422802850356,
      "loss": 0.5531,
      "step": 200
    },
    {
      "epoch": 0.15,
      "eval_loss": 0.36585813760757446,
      "eval_runtime": 9.3463,
      "eval_samples_per_second": 3.317,
      "eval_steps_per_second": 0.428,
      "step": 200
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.0002880047505938242,
      "loss": 0.2401,
      "step": 202
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.0002877672209026128,
      "loss": 0.2941,
      "step": 204
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.0002875296912114014,
      "loss": 0.6721,
      "step": 206
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.00028729216152019,
      "loss": 0.311,
      "step": 208
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.0002870546318289786,
      "loss": 0.1646,
      "step": 210
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.0002868171021377672,
      "loss": 0.2189,
      "step": 212
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.0002865795724465558,
      "loss": 0.2905,
      "step": 214
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.0002863420427553444,
      "loss": 0.4144,
      "step": 216
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.000286104513064133,
      "loss": 0.4271,
      "step": 218
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.0002858669833729216,
      "loss": 0.5791,
      "step": 220
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.00028562945368171017,
      "loss": 0.3899,
      "step": 222
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.00028539192399049877,
      "loss": 0.4753,
      "step": 224
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.00028515439429928737,
      "loss": 0.4351,
      "step": 226
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.00028491686460807597,
      "loss": 0.4096,
      "step": 228
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.0002846793349168646,
      "loss": 0.7996,
      "step": 230
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.00028444180522565316,
      "loss": 0.6729,
      "step": 232
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.00028420427553444176,
      "loss": 0.7239,
      "step": 234
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.0002839667458432304,
      "loss": 0.7276,
      "step": 236
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.00028372921615201895,
      "loss": 0.4878,
      "step": 238
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.00028349168646080755,
      "loss": 0.6066,
      "step": 240
    },
    {
      "epoch": 0.18,
      "eval_loss": 0.350250780582428,
      "eval_runtime": 9.3481,
      "eval_samples_per_second": 3.316,
      "eval_steps_per_second": 0.428,
      "step": 240
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.0002832541567695962,
      "loss": 0.3477,
      "step": 242
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.0002830166270783848,
      "loss": 0.5446,
      "step": 244
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.00028277909738717334,
      "loss": 0.6981,
      "step": 246
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.000282541567695962,
      "loss": 0.5214,
      "step": 248
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.0002823040380047506,
      "loss": 0.5459,
      "step": 250
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.00028206650831353913,
      "loss": 0.2052,
      "step": 252
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.0002818289786223278,
      "loss": 0.5407,
      "step": 254
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.0002815914489311164,
      "loss": 0.3608,
      "step": 256
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.000281353919239905,
      "loss": 0.2969,
      "step": 258
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.0002811163895486936,
      "loss": 0.529,
      "step": 260
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.0002809976247030879,
      "loss": 0.5643,
      "step": 262
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.0002807600950118765,
      "loss": 0.3035,
      "step": 264
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.00028052256532066507,
      "loss": 0.7444,
      "step": 266
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.00028028503562945367,
      "loss": 0.4515,
      "step": 268
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.00028004750593824227,
      "loss": 0.4964,
      "step": 270
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.00027980997624703086,
      "loss": 0.2412,
      "step": 272
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.00027957244655581946,
      "loss": 0.3906,
      "step": 274
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.00027933491686460806,
      "loss": 0.2199,
      "step": 276
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.00027909738717339666,
      "loss": 0.7144,
      "step": 278
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.00027885985748218525,
      "loss": 0.2723,
      "step": 280
    },
    {
      "epoch": 0.21,
      "eval_loss": 0.3972644805908203,
      "eval_runtime": 9.3485,
      "eval_samples_per_second": 3.316,
      "eval_steps_per_second": 0.428,
      "step": 280
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.00027862232779097385,
      "loss": 0.654,
      "step": 282
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.00027838479809976245,
      "loss": 0.428,
      "step": 284
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.00027814726840855105,
      "loss": 0.465,
      "step": 286
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.00027790973871733964,
      "loss": 0.5494,
      "step": 288
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.00027767220902612824,
      "loss": 0.4662,
      "step": 290
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.00027743467933491684,
      "loss": 0.4589,
      "step": 292
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.00027719714964370544,
      "loss": 0.504,
      "step": 294
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.00027695961995249403,
      "loss": 0.6749,
      "step": 296
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.00027672209026128263,
      "loss": 0.5869,
      "step": 298
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.00027648456057007123,
      "loss": 0.6689,
      "step": 300
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.0002762470308788598,
      "loss": 0.2837,
      "step": 302
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.0002760095011876484,
      "loss": 0.4046,
      "step": 304
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.000275771971496437,
      "loss": 0.17,
      "step": 306
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.0002755344418052256,
      "loss": 0.4964,
      "step": 308
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.0002752969121140142,
      "loss": 0.5627,
      "step": 310
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.0002750593824228028,
      "loss": 0.2281,
      "step": 312
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.0002748218527315914,
      "loss": 0.3021,
      "step": 314
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.00027458432304038,
      "loss": 0.4209,
      "step": 316
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.00027434679334916866,
      "loss": 0.2124,
      "step": 318
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.0002741092636579572,
      "loss": 0.141,
      "step": 320
    },
    {
      "epoch": 0.24,
      "eval_loss": 0.38411885499954224,
      "eval_runtime": 9.3633,
      "eval_samples_per_second": 3.311,
      "eval_steps_per_second": 0.427,
      "step": 320
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.0002738717339667458,
      "loss": 0.8166,
      "step": 322
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.00027363420427553445,
      "loss": 0.4706,
      "step": 324
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.000273396674584323,
      "loss": 0.1793,
      "step": 326
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.0002731591448931116,
      "loss": 0.342,
      "step": 328
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.00027292161520190024,
      "loss": 0.6983,
      "step": 330
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.0002726840855106888,
      "loss": 0.3803,
      "step": 332
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.0002724465558194774,
      "loss": 0.4624,
      "step": 334
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.00027220902612826604,
      "loss": 0.664,
      "step": 336
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.0002719714964370546,
      "loss": 0.2172,
      "step": 338
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.0002717339667458432,
      "loss": 0.8086,
      "step": 340
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.00027149643705463183,
      "loss": 0.7088,
      "step": 342
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.00027125890736342037,
      "loss": 0.5299,
      "step": 344
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.000271021377672209,
      "loss": 0.5036,
      "step": 346
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.0002707838479809976,
      "loss": 0.5713,
      "step": 348
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.00027054631828978616,
      "loss": 0.7754,
      "step": 350
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.0002703087885985748,
      "loss": 0.1775,
      "step": 352
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.0002700712589073634,
      "loss": 0.2667,
      "step": 354
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.00026983372921615196,
      "loss": 0.4825,
      "step": 356
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.0002695961995249406,
      "loss": 0.5809,
      "step": 358
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.0002693586698337292,
      "loss": 0.2108,
      "step": 360
    },
    {
      "epoch": 0.27,
      "eval_loss": 0.3653150200843811,
      "eval_runtime": 9.3669,
      "eval_samples_per_second": 3.31,
      "eval_steps_per_second": 0.427,
      "step": 360
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.0002691211401425178,
      "loss": 0.3851,
      "step": 362
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.0002688836104513064,
      "loss": 0.6308,
      "step": 364
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.000268646080760095,
      "loss": 0.4483,
      "step": 366
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.0002684085510688836,
      "loss": 0.2517,
      "step": 368
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.0002681710213776722,
      "loss": 0.297,
      "step": 370
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.0002679334916864608,
      "loss": 0.4035,
      "step": 372
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.0002676959619952494,
      "loss": 0.3484,
      "step": 374
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.000267458432304038,
      "loss": 0.3901,
      "step": 376
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.0002672209026128266,
      "loss": 0.4338,
      "step": 378
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.0002669833729216152,
      "loss": 0.1864,
      "step": 380
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.0002667458432304038,
      "loss": 0.3032,
      "step": 382
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.0002665083135391924,
      "loss": 0.4283,
      "step": 384
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.00026627078384798097,
      "loss": 0.5854,
      "step": 386
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.00026603325415676957,
      "loss": 0.4476,
      "step": 388
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.00026579572446555817,
      "loss": 0.6709,
      "step": 390
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.00026555819477434676,
      "loss": 0.8986,
      "step": 392
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.00026532066508313536,
      "loss": 0.6288,
      "step": 394
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.00026508313539192396,
      "loss": 0.6761,
      "step": 396
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.00026484560570071256,
      "loss": 0.9205,
      "step": 398
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.00026460807600950115,
      "loss": 0.8357,
      "step": 400
    },
    {
      "epoch": 0.3,
      "eval_loss": 0.37132084369659424,
      "eval_runtime": 9.3788,
      "eval_samples_per_second": 3.305,
      "eval_steps_per_second": 0.426,
      "step": 400
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.00026437054631828975,
      "loss": 0.3183,
      "step": 402
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.00026413301662707835,
      "loss": 0.4029,
      "step": 404
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.00026389548693586695,
      "loss": 0.2473,
      "step": 406
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.00026365795724465554,
      "loss": 0.3392,
      "step": 408
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.00026342042755344414,
      "loss": 0.152,
      "step": 410
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.00026318289786223274,
      "loss": 0.7606,
      "step": 412
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.0002629453681710214,
      "loss": 0.3145,
      "step": 414
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.00026270783847980993,
      "loss": 0.4427,
      "step": 416
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.00026247030878859853,
      "loss": 0.3433,
      "step": 418
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.0002622327790973872,
      "loss": 0.3561,
      "step": 420
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.0002619952494061757,
      "loss": 0.1787,
      "step": 422
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.0002617577197149643,
      "loss": 0.4031,
      "step": 424
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.000261520190023753,
      "loss": 0.2517,
      "step": 426
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.0002612826603325415,
      "loss": 0.4073,
      "step": 428
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.00026104513064133017,
      "loss": 0.285,
      "step": 430
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.00026080760095011877,
      "loss": 0.7348,
      "step": 432
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.0002605700712589073,
      "loss": 0.3321,
      "step": 434
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.00026033254156769596,
      "loss": 0.3248,
      "step": 436
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.00026009501187648456,
      "loss": 0.3762,
      "step": 438
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.0002598574821852731,
      "loss": 0.4617,
      "step": 440
    },
    {
      "epoch": 0.33,
      "eval_loss": 0.3326135277748108,
      "eval_runtime": 9.3635,
      "eval_samples_per_second": 3.311,
      "eval_steps_per_second": 0.427,
      "step": 440
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.00025961995249406175,
      "loss": 0.5431,
      "step": 442
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.00025938242280285035,
      "loss": 0.461,
      "step": 444
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.0002591448931116389,
      "loss": 0.7486,
      "step": 446
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.00025890736342042755,
      "loss": 1.0537,
      "step": 448
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.00025866983372921614,
      "loss": 0.3911,
      "step": 450
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.0002584323040380047,
      "loss": 0.2827,
      "step": 452
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.00025819477434679334,
      "loss": 0.2125,
      "step": 454
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.00025795724465558194,
      "loss": 0.5291,
      "step": 456
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.00025771971496437053,
      "loss": 0.4086,
      "step": 458
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.00025748218527315913,
      "loss": 0.3186,
      "step": 460
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.00025724465558194773,
      "loss": 0.4514,
      "step": 462
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.0002570071258907363,
      "loss": 0.3062,
      "step": 464
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.0002567695961995249,
      "loss": 0.4006,
      "step": 466
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.0002565320665083135,
      "loss": 0.5599,
      "step": 468
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.0002562945368171021,
      "loss": 0.209,
      "step": 470
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.0002560570071258907,
      "loss": 0.4061,
      "step": 472
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.0002558194774346793,
      "loss": 0.509,
      "step": 474
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.0002555819477434679,
      "loss": 0.2212,
      "step": 476
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.0002553444180522565,
      "loss": 0.3223,
      "step": 478
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.0002551068883610451,
      "loss": 0.3705,
      "step": 480
    },
    {
      "epoch": 0.37,
      "eval_loss": 0.3311932384967804,
      "eval_runtime": 9.3611,
      "eval_samples_per_second": 3.312,
      "eval_steps_per_second": 0.427,
      "step": 480
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.0002548693586698337,
      "loss": 0.3872,
      "step": 482
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.0002546318289786223,
      "loss": 0.357,
      "step": 484
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.0002543942992874109,
      "loss": 0.394,
      "step": 486
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.0002541567695961995,
      "loss": 0.6947,
      "step": 488
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.0002539192399049881,
      "loss": 0.587,
      "step": 490
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.0002536817102137767,
      "loss": 0.3654,
      "step": 492
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.0002534441805225653,
      "loss": 0.4124,
      "step": 494
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.0002532066508313539,
      "loss": 0.5718,
      "step": 496
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.0002529691211401425,
      "loss": 0.5408,
      "step": 498
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.0002527315914489311,
      "loss": 0.7847,
      "step": 500
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.0002524940617577197,
      "loss": 0.2047,
      "step": 502
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.0002522565320665083,
      "loss": 0.44,
      "step": 504
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.00025201900237529687,
      "loss": 0.2529,
      "step": 506
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.00025178147268408547,
      "loss": 0.5779,
      "step": 508
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.00025154394299287407,
      "loss": 0.3368,
      "step": 510
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.00025130641330166267,
      "loss": 0.7092,
      "step": 512
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.0002510688836104513,
      "loss": 0.2749,
      "step": 514
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.00025083135391923986,
      "loss": 0.5612,
      "step": 516
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.00025059382422802846,
      "loss": 0.2697,
      "step": 518
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.0002503562945368171,
      "loss": 0.3866,
      "step": 520
    },
    {
      "epoch": 0.4,
      "eval_loss": 0.3422822952270508,
      "eval_runtime": 9.3706,
      "eval_samples_per_second": 3.308,
      "eval_steps_per_second": 0.427,
      "step": 520
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.00025011876484560565,
      "loss": 0.1455,
      "step": 522
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.00024988123515439425,
      "loss": 0.363,
      "step": 524
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.0002496437054631829,
      "loss": 0.3668,
      "step": 526
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.0002494061757719715,
      "loss": 0.1978,
      "step": 528
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.00024916864608076004,
      "loss": 0.6822,
      "step": 530
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.0002489311163895487,
      "loss": 0.277,
      "step": 532
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.0002486935866983373,
      "loss": 0.578,
      "step": 534
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.00024845605700712583,
      "loss": 0.335,
      "step": 536
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.0002482185273159145,
      "loss": 0.3037,
      "step": 538
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.0002479809976247031,
      "loss": 0.7765,
      "step": 540
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.0002477434679334917,
      "loss": 0.3561,
      "step": 542
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.0002475059382422803,
      "loss": 0.7907,
      "step": 544
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.0002472684085510689,
      "loss": 0.3645,
      "step": 546
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.0002470308788598575,
      "loss": 0.4742,
      "step": 548
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.00024679334916864607,
      "loss": 0.4835,
      "step": 550
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.00024655581947743467,
      "loss": 0.5613,
      "step": 552
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.00024631828978622327,
      "loss": 0.1417,
      "step": 554
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.00024608076009501186,
      "loss": 0.6417,
      "step": 556
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.00024584323040380046,
      "loss": 0.0816,
      "step": 558
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.00024560570071258906,
      "loss": 0.3542,
      "step": 560
    },
    {
      "epoch": 0.43,
      "eval_loss": 0.3095850348472595,
      "eval_runtime": 9.3773,
      "eval_samples_per_second": 3.306,
      "eval_steps_per_second": 0.427,
      "step": 560
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.00024536817102137766,
      "loss": 0.4251,
      "step": 562
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.00024513064133016625,
      "loss": 0.1428,
      "step": 564
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.00024489311163895485,
      "loss": 0.2823,
      "step": 566
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.00024465558194774345,
      "loss": 0.1806,
      "step": 568
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.00024441805225653204,
      "loss": 0.1927,
      "step": 570
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.00024418052256532064,
      "loss": 0.5064,
      "step": 572
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.00024394299287410924,
      "loss": 0.8591,
      "step": 574
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.00024370546318289786,
      "loss": 0.2617,
      "step": 576
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.00024346793349168643,
      "loss": 0.3761,
      "step": 578
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.00024323040380047503,
      "loss": 0.4794,
      "step": 580
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.00024299287410926366,
      "loss": 0.5079,
      "step": 582
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.00024275534441805223,
      "loss": 0.5622,
      "step": 584
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.00024251781472684082,
      "loss": 0.3593,
      "step": 586
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.00024228028503562945,
      "loss": 0.5165,
      "step": 588
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.00024204275534441802,
      "loss": 0.2907,
      "step": 590
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.00024180522565320662,
      "loss": 0.6821,
      "step": 592
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.00024156769596199524,
      "loss": 0.6338,
      "step": 594
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.0002413301662707838,
      "loss": 0.3202,
      "step": 596
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.00024109263657957244,
      "loss": 0.4335,
      "step": 598
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.00024085510688836103,
      "loss": 1.038,
      "step": 600
    },
    {
      "epoch": 0.46,
      "eval_loss": 0.32087576389312744,
      "eval_runtime": 9.3801,
      "eval_samples_per_second": 3.305,
      "eval_steps_per_second": 0.426,
      "step": 600
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.0002406175771971496,
      "loss": 0.3078,
      "step": 602
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.00024038004750593823,
      "loss": 0.1842,
      "step": 604
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.00024014251781472683,
      "loss": 0.2668,
      "step": 606
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.0002399049881235154,
      "loss": 0.5238,
      "step": 608
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.00023966745843230402,
      "loss": 0.1912,
      "step": 610
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.00023942992874109262,
      "loss": 0.3954,
      "step": 612
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.0002391923990498812,
      "loss": 0.4588,
      "step": 614
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.0002389548693586698,
      "loss": 0.2253,
      "step": 616
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.0002387173396674584,
      "loss": 0.3087,
      "step": 618
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.00023847980997624698,
      "loss": 0.3133,
      "step": 620
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.0002382422802850356,
      "loss": 0.2039,
      "step": 622
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.0002380047505938242,
      "loss": 0.3007,
      "step": 624
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.00023776722090261283,
      "loss": 0.3728,
      "step": 626
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.0002375296912114014,
      "loss": 0.428,
      "step": 628
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.00023729216152019,
      "loss": 0.4863,
      "step": 630
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.00023705463182897862,
      "loss": 0.3753,
      "step": 632
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.0002368171021377672,
      "loss": 0.453,
      "step": 634
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.0002365795724465558,
      "loss": 0.607,
      "step": 636
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.0002363420427553444,
      "loss": 0.6307,
      "step": 638
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.00023610451306413298,
      "loss": 0.2342,
      "step": 640
    },
    {
      "epoch": 0.49,
      "eval_loss": 0.3386555314064026,
      "eval_runtime": 9.3562,
      "eval_samples_per_second": 3.313,
      "eval_steps_per_second": 0.428,
      "step": 640
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.00023586698337292158,
      "loss": 0.57,
      "step": 642
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.0002356294536817102,
      "loss": 0.5011,
      "step": 644
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.00023539192399049877,
      "loss": 0.3662,
      "step": 646
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.00023515439429928737,
      "loss": 0.6828,
      "step": 648
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.000234916864608076,
      "loss": 0.8893,
      "step": 650
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.0002346793349168646,
      "loss": 0.2502,
      "step": 652
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.0002344418052256532,
      "loss": 0.2193,
      "step": 654
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.0002342042755344418,
      "loss": 0.2968,
      "step": 656
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.00023396674584323039,
      "loss": 0.3268,
      "step": 658
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.00023372921615201898,
      "loss": 0.2211,
      "step": 660
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.00023349168646080758,
      "loss": 0.2749,
      "step": 662
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.00023325415676959618,
      "loss": 0.1145,
      "step": 664
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.00023301662707838478,
      "loss": 0.176,
      "step": 666
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.00023277909738717337,
      "loss": 0.1624,
      "step": 668
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.00023254156769596197,
      "loss": 0.3386,
      "step": 670
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.00023230403800475057,
      "loss": 0.2456,
      "step": 672
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.00023206650831353917,
      "loss": 0.3883,
      "step": 674
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.00023182897862232776,
      "loss": 0.2532,
      "step": 676
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.0002315914489311164,
      "loss": 0.3974,
      "step": 678
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.00023135391923990496,
      "loss": 0.2916,
      "step": 680
    },
    {
      "epoch": 0.52,
      "eval_loss": 0.333130806684494,
      "eval_runtime": 9.3704,
      "eval_samples_per_second": 3.308,
      "eval_steps_per_second": 0.427,
      "step": 680
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.00023111638954869358,
      "loss": 0.4512,
      "step": 682
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.00023087885985748218,
      "loss": 0.4993,
      "step": 684
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.00023064133016627075,
      "loss": 0.4243,
      "step": 686
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.00023040380047505938,
      "loss": 0.6631,
      "step": 688
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.00023016627078384797,
      "loss": 0.445,
      "step": 690
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.00022992874109263654,
      "loss": 0.5938,
      "step": 692
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.00022969121140142517,
      "loss": 0.2758,
      "step": 694
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.00022945368171021376,
      "loss": 0.5372,
      "step": 696
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.00022921615201900234,
      "loss": 0.5573,
      "step": 698
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.00022897862232779096,
      "loss": 0.4405,
      "step": 700
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.00022874109263657956,
      "loss": 0.3267,
      "step": 702
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.00022850356294536813,
      "loss": 0.4658,
      "step": 704
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.00022826603325415675,
      "loss": 0.2937,
      "step": 706
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.00022802850356294535,
      "loss": 0.4125,
      "step": 708
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.00022779097387173397,
      "loss": 0.6237,
      "step": 710
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.00022755344418052254,
      "loss": 0.4166,
      "step": 712
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.00022731591448931114,
      "loss": 0.1716,
      "step": 714
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.00022707838479809977,
      "loss": 0.4588,
      "step": 716
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.00022684085510688834,
      "loss": 0.3804,
      "step": 718
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.00022660332541567693,
      "loss": 0.3955,
      "step": 720
    },
    {
      "epoch": 0.55,
      "eval_loss": 0.30690163373947144,
      "eval_runtime": 9.3841,
      "eval_samples_per_second": 3.303,
      "eval_steps_per_second": 0.426,
      "step": 720
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.00022636579572446556,
      "loss": 0.2965,
      "step": 722
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.00022612826603325413,
      "loss": 0.3147,
      "step": 724
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.00022589073634204273,
      "loss": 0.3258,
      "step": 726
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.00022565320665083135,
      "loss": 0.4931,
      "step": 728
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.00022541567695961992,
      "loss": 0.3053,
      "step": 730
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.00022517814726840852,
      "loss": 0.3506,
      "step": 732
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.00022494061757719714,
      "loss": 0.3847,
      "step": 734
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.0002247030878859857,
      "loss": 0.654,
      "step": 736
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.00022446555819477434,
      "loss": 0.4389,
      "step": 738
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.00022422802850356294,
      "loss": 0.5818,
      "step": 740
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.0002239904988123515,
      "loss": 0.2825,
      "step": 742
    },
    {
      "epoch": 0.57,
      "learning_rate": 0.00022375296912114013,
      "loss": 0.3545,
      "step": 744
    },
    {
      "epoch": 0.57,
      "learning_rate": 0.00022351543942992873,
      "loss": 0.5226,
      "step": 746
    },
    {
      "epoch": 0.57,
      "learning_rate": 0.0002232779097387173,
      "loss": 0.3422,
      "step": 748
    },
    {
      "epoch": 0.57,
      "learning_rate": 0.00022304038004750592,
      "loss": 0.4571,
      "step": 750
    },
    {
      "epoch": 0.57,
      "learning_rate": 0.00022280285035629452,
      "loss": 0.3552,
      "step": 752
    },
    {
      "epoch": 0.57,
      "learning_rate": 0.0002225653206650831,
      "loss": 0.3883,
      "step": 754
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.00022232779097387172,
      "loss": 0.0943,
      "step": 756
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.0002220902612826603,
      "loss": 0.339,
      "step": 758
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.00022185273159144888,
      "loss": 0.4682,
      "step": 760
    },
    {
      "epoch": 0.58,
      "eval_loss": 0.30051201581954956,
      "eval_runtime": 9.37,
      "eval_samples_per_second": 3.308,
      "eval_steps_per_second": 0.427,
      "step": 760
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.0002216152019002375,
      "loss": 0.1816,
      "step": 762
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.0002213776722090261,
      "loss": 0.1316,
      "step": 764
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.00022114014251781473,
      "loss": 0.3573,
      "step": 766
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.0002209026128266033,
      "loss": 0.2577,
      "step": 768
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.0002206650831353919,
      "loss": 0.3644,
      "step": 770
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.00022042755344418052,
      "loss": 0.3935,
      "step": 772
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.0002201900237529691,
      "loss": 0.3146,
      "step": 774
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.0002199524940617577,
      "loss": 0.1429,
      "step": 776
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.00021971496437054631,
      "loss": 0.5873,
      "step": 778
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.00021947743467933488,
      "loss": 0.3515,
      "step": 780
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.00021923990498812348,
      "loss": 0.2557,
      "step": 782
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.0002190023752969121,
      "loss": 0.2107,
      "step": 784
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.00021876484560570068,
      "loss": 0.2708,
      "step": 786
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.00021852731591448927,
      "loss": 0.6583,
      "step": 788
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.0002182897862232779,
      "loss": 0.4267,
      "step": 790
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.0002180522565320665,
      "loss": 0.3937,
      "step": 792
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.0002178147268408551,
      "loss": 0.5279,
      "step": 794
    },
    {
      "epoch": 0.61,
      "learning_rate": 0.0002175771971496437,
      "loss": 0.3597,
      "step": 796
    },
    {
      "epoch": 0.61,
      "learning_rate": 0.0002173396674584323,
      "loss": 0.551,
      "step": 798
    },
    {
      "epoch": 0.61,
      "learning_rate": 0.00021710213776722089,
      "loss": 0.5738,
      "step": 800
    },
    {
      "epoch": 0.61,
      "eval_loss": 0.3106914162635803,
      "eval_runtime": 9.3568,
      "eval_samples_per_second": 3.313,
      "eval_steps_per_second": 0.427,
      "step": 800
    },
    {
      "epoch": 0.61,
      "learning_rate": 0.00021686460807600948,
      "loss": 0.3408,
      "step": 802
    },
    {
      "epoch": 0.61,
      "learning_rate": 0.00021662707838479808,
      "loss": 0.2379,
      "step": 804
    },
    {
      "epoch": 0.61,
      "learning_rate": 0.00021638954869358668,
      "loss": 0.3936,
      "step": 806
    },
    {
      "epoch": 0.62,
      "learning_rate": 0.00021615201900237528,
      "loss": 0.4368,
      "step": 808
    },
    {
      "epoch": 0.62,
      "learning_rate": 0.00021591448931116387,
      "loss": 0.4031,
      "step": 810
    },
    {
      "epoch": 0.62,
      "learning_rate": 0.00021567695961995247,
      "loss": 0.3129,
      "step": 812
    },
    {
      "epoch": 0.62,
      "learning_rate": 0.00021543942992874107,
      "loss": 0.3011,
      "step": 814
    },
    {
      "epoch": 0.62,
      "learning_rate": 0.00021520190023752967,
      "loss": 0.5397,
      "step": 816
    },
    {
      "epoch": 0.62,
      "learning_rate": 0.0002149643705463183,
      "loss": 0.2948,
      "step": 818
    },
    {
      "epoch": 0.62,
      "learning_rate": 0.00021472684085510686,
      "loss": 0.3202,
      "step": 820
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.00021448931116389548,
      "loss": 0.5377,
      "step": 822
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.00021425178147268408,
      "loss": 0.313,
      "step": 824
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.00021401425178147265,
      "loss": 0.2712,
      "step": 826
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.00021377672209026128,
      "loss": 0.2576,
      "step": 828
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.00021353919239904987,
      "loss": 0.2354,
      "step": 830
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.00021330166270783844,
      "loss": 0.2094,
      "step": 832
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.00021306413301662707,
      "loss": 0.2447,
      "step": 834
    },
    {
      "epoch": 0.64,
      "learning_rate": 0.00021282660332541567,
      "loss": 0.5329,
      "step": 836
    },
    {
      "epoch": 0.64,
      "learning_rate": 0.00021258907363420424,
      "loss": 0.7861,
      "step": 838
    },
    {
      "epoch": 0.64,
      "learning_rate": 0.00021235154394299286,
      "loss": 0.5189,
      "step": 840
    },
    {
      "epoch": 0.64,
      "eval_loss": 0.3142649531364441,
      "eval_runtime": 9.3636,
      "eval_samples_per_second": 3.311,
      "eval_steps_per_second": 0.427,
      "step": 840
    },
    {
      "epoch": 0.64,
      "learning_rate": 0.00021211401425178146,
      "loss": 0.496,
      "step": 842
    },
    {
      "epoch": 0.64,
      "learning_rate": 0.00021187648456057003,
      "loss": 0.5717,
      "step": 844
    },
    {
      "epoch": 0.64,
      "learning_rate": 0.00021163895486935865,
      "loss": 0.6914,
      "step": 846
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.00021140142517814725,
      "loss": 0.4288,
      "step": 848
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.00021116389548693588,
      "loss": 0.4344,
      "step": 850
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.00021092636579572445,
      "loss": 0.3406,
      "step": 852
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.00021068883610451304,
      "loss": 0.4395,
      "step": 854
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.00021045130641330167,
      "loss": 0.4019,
      "step": 856
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.00021021377672209024,
      "loss": 0.4065,
      "step": 858
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.00020997624703087884,
      "loss": 0.4056,
      "step": 860
    },
    {
      "epoch": 0.66,
      "learning_rate": 0.00020973871733966746,
      "loss": 0.293,
      "step": 862
    },
    {
      "epoch": 0.66,
      "learning_rate": 0.00020950118764845603,
      "loss": 0.178,
      "step": 864
    },
    {
      "epoch": 0.66,
      "learning_rate": 0.00020926365795724463,
      "loss": 0.3286,
      "step": 866
    },
    {
      "epoch": 0.66,
      "learning_rate": 0.00020902612826603325,
      "loss": 0.3743,
      "step": 868
    },
    {
      "epoch": 0.66,
      "learning_rate": 0.00020878859857482182,
      "loss": 0.1201,
      "step": 870
    },
    {
      "epoch": 0.66,
      "learning_rate": 0.00020855106888361042,
      "loss": 0.3745,
      "step": 872
    },
    {
      "epoch": 0.67,
      "learning_rate": 0.00020831353919239905,
      "loss": 0.1914,
      "step": 874
    },
    {
      "epoch": 0.67,
      "learning_rate": 0.00020807600950118762,
      "loss": 0.156,
      "step": 876
    },
    {
      "epoch": 0.67,
      "learning_rate": 0.00020783847980997624,
      "loss": 0.4407,
      "step": 878
    },
    {
      "epoch": 0.67,
      "learning_rate": 0.00020760095011876484,
      "loss": 0.2494,
      "step": 880
    },
    {
      "epoch": 0.67,
      "eval_loss": 0.30005908012390137,
      "eval_runtime": 9.3677,
      "eval_samples_per_second": 3.309,
      "eval_steps_per_second": 0.427,
      "step": 880
    },
    {
      "epoch": 0.67,
      "learning_rate": 0.0002073634204275534,
      "loss": 0.3569,
      "step": 882
    },
    {
      "epoch": 0.67,
      "learning_rate": 0.00020712589073634203,
      "loss": 0.5322,
      "step": 884
    },
    {
      "epoch": 0.67,
      "learning_rate": 0.00020688836104513063,
      "loss": 0.3475,
      "step": 886
    },
    {
      "epoch": 0.68,
      "learning_rate": 0.0002066508313539192,
      "loss": 0.7766,
      "step": 888
    },
    {
      "epoch": 0.68,
      "learning_rate": 0.00020641330166270782,
      "loss": 0.5736,
      "step": 890
    },
    {
      "epoch": 0.68,
      "learning_rate": 0.00020617577197149642,
      "loss": 0.7265,
      "step": 892
    },
    {
      "epoch": 0.68,
      "learning_rate": 0.000205938242280285,
      "loss": 0.6645,
      "step": 894
    },
    {
      "epoch": 0.68,
      "learning_rate": 0.00020570071258907362,
      "loss": 0.5939,
      "step": 896
    },
    {
      "epoch": 0.68,
      "learning_rate": 0.00020546318289786221,
      "loss": 0.663,
      "step": 898
    },
    {
      "epoch": 0.69,
      "learning_rate": 0.00020522565320665078,
      "loss": 0.426,
      "step": 900
    },
    {
      "epoch": 0.69,
      "learning_rate": 0.0002049881235154394,
      "loss": 0.5316,
      "step": 902
    },
    {
      "epoch": 0.69,
      "learning_rate": 0.000204750593824228,
      "loss": 0.3482,
      "step": 904
    },
    {
      "epoch": 0.69,
      "learning_rate": 0.00020451306413301663,
      "loss": 0.2285,
      "step": 906
    },
    {
      "epoch": 0.69,
      "learning_rate": 0.0002042755344418052,
      "loss": 0.3939,
      "step": 908
    },
    {
      "epoch": 0.69,
      "learning_rate": 0.0002040380047505938,
      "loss": 0.2218,
      "step": 910
    },
    {
      "epoch": 0.69,
      "learning_rate": 0.00020380047505938242,
      "loss": 0.6687,
      "step": 912
    },
    {
      "epoch": 0.7,
      "learning_rate": 0.000203562945368171,
      "loss": 0.3438,
      "step": 914
    },
    {
      "epoch": 0.7,
      "learning_rate": 0.0002033254156769596,
      "loss": 0.4643,
      "step": 916
    },
    {
      "epoch": 0.7,
      "learning_rate": 0.00020308788598574822,
      "loss": 0.3205,
      "step": 918
    },
    {
      "epoch": 0.7,
      "learning_rate": 0.00020285035629453679,
      "loss": 0.2342,
      "step": 920
    },
    {
      "epoch": 0.7,
      "eval_loss": 0.3056817352771759,
      "eval_runtime": 9.3743,
      "eval_samples_per_second": 3.307,
      "eval_steps_per_second": 0.427,
      "step": 920
    },
    {
      "epoch": 0.7,
      "learning_rate": 0.00020261282660332538,
      "loss": 0.6588,
      "step": 922
    },
    {
      "epoch": 0.7,
      "learning_rate": 0.000202375296912114,
      "loss": 0.2558,
      "step": 924
    },
    {
      "epoch": 0.7,
      "learning_rate": 0.00020213776722090258,
      "loss": 0.3291,
      "step": 926
    },
    {
      "epoch": 0.71,
      "learning_rate": 0.00020190023752969118,
      "loss": 0.2376,
      "step": 928
    },
    {
      "epoch": 0.71,
      "learning_rate": 0.0002016627078384798,
      "loss": 0.3169,
      "step": 930
    },
    {
      "epoch": 0.71,
      "learning_rate": 0.0002014251781472684,
      "loss": 0.5664,
      "step": 932
    },
    {
      "epoch": 0.71,
      "learning_rate": 0.000201187648456057,
      "loss": 0.5703,
      "step": 934
    },
    {
      "epoch": 0.71,
      "learning_rate": 0.0002009501187648456,
      "loss": 0.3994,
      "step": 936
    },
    {
      "epoch": 0.71,
      "learning_rate": 0.0002007125890736342,
      "loss": 0.4961,
      "step": 938
    },
    {
      "epoch": 0.72,
      "learning_rate": 0.0002004750593824228,
      "loss": 0.2799,
      "step": 940
    },
    {
      "epoch": 0.72,
      "learning_rate": 0.00020023752969121139,
      "loss": 0.6838,
      "step": 942
    },
    {
      "epoch": 0.72,
      "learning_rate": 0.00019999999999999998,
      "loss": 0.7514,
      "step": 944
    },
    {
      "epoch": 0.72,
      "learning_rate": 0.00019976247030878858,
      "loss": 0.3226,
      "step": 946
    },
    {
      "epoch": 0.72,
      "learning_rate": 0.00019952494061757718,
      "loss": 0.4376,
      "step": 948
    },
    {
      "epoch": 0.72,
      "learning_rate": 0.00019928741092636577,
      "loss": 0.3865,
      "step": 950
    },
    {
      "epoch": 0.72,
      "learning_rate": 0.00019904988123515437,
      "loss": 0.2718,
      "step": 952
    },
    {
      "epoch": 0.73,
      "learning_rate": 0.00019881235154394297,
      "loss": 0.3613,
      "step": 954
    },
    {
      "epoch": 0.73,
      "learning_rate": 0.00019857482185273157,
      "loss": 0.1676,
      "step": 956
    },
    {
      "epoch": 0.73,
      "learning_rate": 0.0001983372921615202,
      "loss": 0.1592,
      "step": 958
    },
    {
      "epoch": 0.73,
      "learning_rate": 0.00019809976247030876,
      "loss": 0.1569,
      "step": 960
    },
    {
      "epoch": 0.73,
      "eval_loss": 0.2912062406539917,
      "eval_runtime": 9.3645,
      "eval_samples_per_second": 3.31,
      "eval_steps_per_second": 0.427,
      "step": 960
    },
    {
      "epoch": 0.73,
      "learning_rate": 0.0001978622327790974,
      "loss": 0.2437,
      "step": 962
    },
    {
      "epoch": 0.73,
      "learning_rate": 0.00019762470308788598,
      "loss": 0.3692,
      "step": 964
    },
    {
      "epoch": 0.74,
      "learning_rate": 0.00019738717339667455,
      "loss": 0.4776,
      "step": 966
    },
    {
      "epoch": 0.74,
      "learning_rate": 0.00019714964370546318,
      "loss": 0.3758,
      "step": 968
    },
    {
      "epoch": 0.74,
      "learning_rate": 0.00019691211401425178,
      "loss": 0.3706,
      "step": 970
    },
    {
      "epoch": 0.74,
      "learning_rate": 0.00019667458432304035,
      "loss": 0.3859,
      "step": 972
    },
    {
      "epoch": 0.74,
      "learning_rate": 0.00019643705463182897,
      "loss": 0.3068,
      "step": 974
    },
    {
      "epoch": 0.74,
      "learning_rate": 0.00019619952494061757,
      "loss": 0.3434,
      "step": 976
    },
    {
      "epoch": 0.74,
      "learning_rate": 0.00019596199524940614,
      "loss": 0.251,
      "step": 978
    },
    {
      "epoch": 0.75,
      "learning_rate": 0.00019572446555819476,
      "loss": 0.3743,
      "step": 980
    },
    {
      "epoch": 0.75,
      "learning_rate": 0.00019548693586698336,
      "loss": 0.3823,
      "step": 982
    },
    {
      "epoch": 0.75,
      "learning_rate": 0.00019524940617577193,
      "loss": 0.5968,
      "step": 984
    },
    {
      "epoch": 0.75,
      "learning_rate": 0.00019501187648456056,
      "loss": 0.3111,
      "step": 986
    },
    {
      "epoch": 0.75,
      "learning_rate": 0.00019477434679334915,
      "loss": 0.4698,
      "step": 988
    },
    {
      "epoch": 0.75,
      "learning_rate": 0.00019453681710213778,
      "loss": 0.8493,
      "step": 990
    },
    {
      "epoch": 0.76,
      "learning_rate": 0.00019429928741092635,
      "loss": 0.3721,
      "step": 992
    },
    {
      "epoch": 0.76,
      "learning_rate": 0.00019406175771971495,
      "loss": 0.5048,
      "step": 994
    },
    {
      "epoch": 0.76,
      "learning_rate": 0.00019382422802850357,
      "loss": 0.8067,
      "step": 996
    },
    {
      "epoch": 0.76,
      "learning_rate": 0.00019358669833729214,
      "loss": 0.7082,
      "step": 998
    },
    {
      "epoch": 0.76,
      "learning_rate": 0.00019334916864608074,
      "loss": 0.3908,
      "step": 1000
    },
    {
      "epoch": 0.76,
      "eval_loss": 0.29726114869117737,
      "eval_runtime": 9.3689,
      "eval_samples_per_second": 3.309,
      "eval_steps_per_second": 0.427,
      "step": 1000
    },
    {
      "epoch": 0.76,
      "learning_rate": 0.00019311163895486936,
      "loss": 0.1999,
      "step": 1002
    },
    {
      "epoch": 0.76,
      "learning_rate": 0.00019287410926365793,
      "loss": 0.4173,
      "step": 1004
    },
    {
      "epoch": 0.77,
      "learning_rate": 0.00019263657957244653,
      "loss": 0.4925,
      "step": 1006
    },
    {
      "epoch": 0.77,
      "learning_rate": 0.00019239904988123515,
      "loss": 0.3295,
      "step": 1008
    },
    {
      "epoch": 0.77,
      "learning_rate": 0.00019216152019002372,
      "loss": 0.8868,
      "step": 1010
    },
    {
      "epoch": 0.77,
      "learning_rate": 0.00019192399049881232,
      "loss": 0.2795,
      "step": 1012
    },
    {
      "epoch": 0.77,
      "learning_rate": 0.00019168646080760095,
      "loss": 0.2334,
      "step": 1014
    },
    {
      "epoch": 0.77,
      "learning_rate": 0.00019144893111638952,
      "loss": 0.3648,
      "step": 1016
    },
    {
      "epoch": 0.78,
      "learning_rate": 0.00019121140142517814,
      "loss": 0.5019,
      "step": 1018
    },
    {
      "epoch": 0.78,
      "learning_rate": 0.00019097387173396674,
      "loss": 0.6776,
      "step": 1020
    },
    {
      "epoch": 0.78,
      "learning_rate": 0.0001907363420427553,
      "loss": 0.5213,
      "step": 1022
    },
    {
      "epoch": 0.78,
      "learning_rate": 0.00019049881235154393,
      "loss": 0.2362,
      "step": 1024
    },
    {
      "epoch": 0.78,
      "learning_rate": 0.00019026128266033253,
      "loss": 0.254,
      "step": 1026
    },
    {
      "epoch": 0.78,
      "learning_rate": 0.0001900237529691211,
      "loss": 0.3561,
      "step": 1028
    },
    {
      "epoch": 0.78,
      "learning_rate": 0.00018978622327790973,
      "loss": 0.3274,
      "step": 1030
    },
    {
      "epoch": 0.79,
      "learning_rate": 0.00018954869358669832,
      "loss": 0.5482,
      "step": 1032
    },
    {
      "epoch": 0.79,
      "learning_rate": 0.0001893111638954869,
      "loss": 0.1905,
      "step": 1034
    },
    {
      "epoch": 0.79,
      "learning_rate": 0.00018907363420427552,
      "loss": 0.7008,
      "step": 1036
    },
    {
      "epoch": 0.79,
      "learning_rate": 0.00018883610451306412,
      "loss": 0.4091,
      "step": 1038
    },
    {
      "epoch": 0.79,
      "learning_rate": 0.0001885985748218527,
      "loss": 0.299,
      "step": 1040
    },
    {
      "epoch": 0.79,
      "eval_loss": 0.3022250831127167,
      "eval_runtime": 9.3563,
      "eval_samples_per_second": 3.313,
      "eval_steps_per_second": 0.428,
      "step": 1040
    },
    {
      "epoch": 0.79,
      "learning_rate": 0.0001883610451306413,
      "loss": 0.377,
      "step": 1042
    },
    {
      "epoch": 0.79,
      "learning_rate": 0.0001881235154394299,
      "loss": 0.4336,
      "step": 1044
    },
    {
      "epoch": 0.8,
      "learning_rate": 0.00018788598574821853,
      "loss": 0.3129,
      "step": 1046
    },
    {
      "epoch": 0.8,
      "learning_rate": 0.0001876484560570071,
      "loss": 0.2832,
      "step": 1048
    },
    {
      "epoch": 0.8,
      "learning_rate": 0.0001874109263657957,
      "loss": 0.4134,
      "step": 1050
    },
    {
      "epoch": 0.8,
      "learning_rate": 0.00018717339667458433,
      "loss": 0.3931,
      "step": 1052
    },
    {
      "epoch": 0.8,
      "learning_rate": 0.0001869358669833729,
      "loss": 0.2382,
      "step": 1054
    },
    {
      "epoch": 0.8,
      "learning_rate": 0.0001866983372921615,
      "loss": 0.6188,
      "step": 1056
    },
    {
      "epoch": 0.81,
      "learning_rate": 0.00018646080760095012,
      "loss": 0.291,
      "step": 1058
    },
    {
      "epoch": 0.81,
      "learning_rate": 0.0001862232779097387,
      "loss": 0.5257,
      "step": 1060
    },
    {
      "epoch": 0.81,
      "learning_rate": 0.00018598574821852729,
      "loss": 0.2344,
      "step": 1062
    },
    {
      "epoch": 0.81,
      "learning_rate": 0.0001857482185273159,
      "loss": 0.459,
      "step": 1064
    },
    {
      "epoch": 0.81,
      "learning_rate": 0.00018551068883610448,
      "loss": 0.2123,
      "step": 1066
    },
    {
      "epoch": 0.81,
      "learning_rate": 0.00018527315914489308,
      "loss": 0.1802,
      "step": 1068
    },
    {
      "epoch": 0.81,
      "learning_rate": 0.0001850356294536817,
      "loss": 0.2008,
      "step": 1070
    },
    {
      "epoch": 0.82,
      "learning_rate": 0.0001847980997624703,
      "loss": 0.4117,
      "step": 1072
    },
    {
      "epoch": 0.82,
      "learning_rate": 0.0001845605700712589,
      "loss": 0.3687,
      "step": 1074
    },
    {
      "epoch": 0.82,
      "learning_rate": 0.0001843230403800475,
      "loss": 0.4176,
      "step": 1076
    },
    {
      "epoch": 0.82,
      "learning_rate": 0.0001840855106888361,
      "loss": 0.1763,
      "step": 1078
    },
    {
      "epoch": 0.82,
      "learning_rate": 0.0001838479809976247,
      "loss": 0.4687,
      "step": 1080
    },
    {
      "epoch": 0.82,
      "eval_loss": 0.28451159596443176,
      "eval_runtime": 9.3666,
      "eval_samples_per_second": 3.31,
      "eval_steps_per_second": 0.427,
      "step": 1080
    },
    {
      "epoch": 0.82,
      "learning_rate": 0.0001836104513064133,
      "loss": 0.3777,
      "step": 1082
    },
    {
      "epoch": 0.83,
      "learning_rate": 0.00018337292161520188,
      "loss": 0.5257,
      "step": 1084
    },
    {
      "epoch": 0.83,
      "learning_rate": 0.00018313539192399048,
      "loss": 0.309,
      "step": 1086
    },
    {
      "epoch": 0.83,
      "learning_rate": 0.00018289786223277908,
      "loss": 0.3204,
      "step": 1088
    },
    {
      "epoch": 0.83,
      "learning_rate": 0.00018266033254156768,
      "loss": 0.3176,
      "step": 1090
    },
    {
      "epoch": 0.83,
      "learning_rate": 0.00018242280285035627,
      "loss": 0.4988,
      "step": 1092
    },
    {
      "epoch": 0.83,
      "learning_rate": 0.00018218527315914487,
      "loss": 0.5506,
      "step": 1094
    },
    {
      "epoch": 0.83,
      "learning_rate": 0.00018194774346793347,
      "loss": 0.5344,
      "step": 1096
    },
    {
      "epoch": 0.84,
      "learning_rate": 0.0001817102137767221,
      "loss": 0.291,
      "step": 1098
    },
    {
      "epoch": 0.84,
      "learning_rate": 0.00018147268408551066,
      "loss": 0.7219,
      "step": 1100
    },
    {
      "epoch": 0.84,
      "learning_rate": 0.0001812351543942993,
      "loss": 0.2022,
      "step": 1102
    },
    {
      "epoch": 0.84,
      "learning_rate": 0.00018099762470308789,
      "loss": 0.3979,
      "step": 1104
    },
    {
      "epoch": 0.84,
      "learning_rate": 0.00018076009501187646,
      "loss": 0.2127,
      "step": 1106
    },
    {
      "epoch": 0.84,
      "learning_rate": 0.00018052256532066508,
      "loss": 0.1794,
      "step": 1108
    },
    {
      "epoch": 0.85,
      "learning_rate": 0.00018028503562945368,
      "loss": 0.2382,
      "step": 1110
    },
    {
      "epoch": 0.85,
      "learning_rate": 0.00018004750593824225,
      "loss": 0.1974,
      "step": 1112
    },
    {
      "epoch": 0.85,
      "learning_rate": 0.00017980997624703087,
      "loss": 0.2626,
      "step": 1114
    },
    {
      "epoch": 0.85,
      "learning_rate": 0.00017957244655581947,
      "loss": 0.1322,
      "step": 1116
    },
    {
      "epoch": 0.85,
      "learning_rate": 0.00017933491686460804,
      "loss": 0.4259,
      "step": 1118
    },
    {
      "epoch": 0.85,
      "learning_rate": 0.00017909738717339667,
      "loss": 0.5042,
      "step": 1120
    },
    {
      "epoch": 0.85,
      "eval_loss": 0.28996601700782776,
      "eval_runtime": 9.3713,
      "eval_samples_per_second": 3.308,
      "eval_steps_per_second": 0.427,
      "step": 1120
    },
    {
      "epoch": 0.85,
      "learning_rate": 0.00017885985748218526,
      "loss": 0.2776,
      "step": 1122
    },
    {
      "epoch": 0.86,
      "learning_rate": 0.00017862232779097383,
      "loss": 0.3122,
      "step": 1124
    },
    {
      "epoch": 0.86,
      "learning_rate": 0.00017838479809976246,
      "loss": 0.3593,
      "step": 1126
    },
    {
      "epoch": 0.86,
      "learning_rate": 0.00017814726840855106,
      "loss": 0.2119,
      "step": 1128
    },
    {
      "epoch": 0.86,
      "learning_rate": 0.00017790973871733968,
      "loss": 0.3225,
      "step": 1130
    },
    {
      "epoch": 0.86,
      "learning_rate": 0.00017767220902612825,
      "loss": 0.4566,
      "step": 1132
    },
    {
      "epoch": 0.86,
      "learning_rate": 0.00017743467933491685,
      "loss": 0.2634,
      "step": 1134
    },
    {
      "epoch": 0.86,
      "learning_rate": 0.00017719714964370547,
      "loss": 0.3555,
      "step": 1136
    },
    {
      "epoch": 0.87,
      "learning_rate": 0.00017695961995249404,
      "loss": 0.6081,
      "step": 1138
    },
    {
      "epoch": 0.87,
      "learning_rate": 0.00017672209026128264,
      "loss": 0.6723,
      "step": 1140
    },
    {
      "epoch": 0.87,
      "learning_rate": 0.00017648456057007126,
      "loss": 0.4368,
      "step": 1142
    },
    {
      "epoch": 0.87,
      "learning_rate": 0.00017624703087885983,
      "loss": 0.3456,
      "step": 1144
    },
    {
      "epoch": 0.87,
      "learning_rate": 0.00017600950118764843,
      "loss": 0.5196,
      "step": 1146
    },
    {
      "epoch": 0.87,
      "learning_rate": 0.00017577197149643706,
      "loss": 0.6309,
      "step": 1148
    },
    {
      "epoch": 0.88,
      "learning_rate": 0.00017553444180522563,
      "loss": 0.3567,
      "step": 1150
    },
    {
      "epoch": 0.88,
      "learning_rate": 0.00017529691211401422,
      "loss": 0.1788,
      "step": 1152
    },
    {
      "epoch": 0.88,
      "learning_rate": 0.00017505938242280285,
      "loss": 0.3107,
      "step": 1154
    },
    {
      "epoch": 0.88,
      "learning_rate": 0.00017482185273159142,
      "loss": 0.2521,
      "step": 1156
    },
    {
      "epoch": 0.88,
      "learning_rate": 0.00017458432304038004,
      "loss": 0.4581,
      "step": 1158
    },
    {
      "epoch": 0.88,
      "learning_rate": 0.00017434679334916864,
      "loss": 0.3965,
      "step": 1160
    },
    {
      "epoch": 0.88,
      "eval_loss": 0.29988202452659607,
      "eval_runtime": 9.3736,
      "eval_samples_per_second": 3.307,
      "eval_steps_per_second": 0.427,
      "step": 1160
    },
    {
      "epoch": 0.88,
      "learning_rate": 0.0001741092636579572,
      "loss": 0.3428,
      "step": 1162
    },
    {
      "epoch": 0.89,
      "learning_rate": 0.00017387173396674584,
      "loss": 0.201,
      "step": 1164
    },
    {
      "epoch": 0.89,
      "learning_rate": 0.00017363420427553443,
      "loss": 0.0984,
      "step": 1166
    },
    {
      "epoch": 0.89,
      "learning_rate": 0.000173396674584323,
      "loss": 0.2268,
      "step": 1168
    },
    {
      "epoch": 0.89,
      "learning_rate": 0.00017315914489311163,
      "loss": 0.3022,
      "step": 1170
    },
    {
      "epoch": 0.89,
      "learning_rate": 0.00017292161520190023,
      "loss": 0.1228,
      "step": 1172
    },
    {
      "epoch": 0.89,
      "learning_rate": 0.0001726840855106888,
      "loss": 0.3308,
      "step": 1174
    },
    {
      "epoch": 0.9,
      "learning_rate": 0.00017244655581947742,
      "loss": 0.2718,
      "step": 1176
    },
    {
      "epoch": 0.9,
      "learning_rate": 0.00017220902612826602,
      "loss": 0.3271,
      "step": 1178
    },
    {
      "epoch": 0.9,
      "learning_rate": 0.0001719714964370546,
      "loss": 0.695,
      "step": 1180
    },
    {
      "epoch": 0.9,
      "learning_rate": 0.0001717339667458432,
      "loss": 0.3261,
      "step": 1182
    },
    {
      "epoch": 0.9,
      "learning_rate": 0.0001714964370546318,
      "loss": 0.3856,
      "step": 1184
    },
    {
      "epoch": 0.9,
      "learning_rate": 0.00017125890736342043,
      "loss": 0.6406,
      "step": 1186
    },
    {
      "epoch": 0.9,
      "learning_rate": 0.000171021377672209,
      "loss": 0.4738,
      "step": 1188
    },
    {
      "epoch": 0.91,
      "learning_rate": 0.0001707838479809976,
      "loss": 0.4359,
      "step": 1190
    },
    {
      "epoch": 0.91,
      "learning_rate": 0.00017054631828978623,
      "loss": 0.47,
      "step": 1192
    },
    {
      "epoch": 0.91,
      "learning_rate": 0.0001703087885985748,
      "loss": 0.4494,
      "step": 1194
    },
    {
      "epoch": 0.91,
      "learning_rate": 0.0001700712589073634,
      "loss": 0.3126,
      "step": 1196
    },
    {
      "epoch": 0.91,
      "learning_rate": 0.00016983372921615202,
      "loss": 0.6054,
      "step": 1198
    },
    {
      "epoch": 0.91,
      "learning_rate": 0.0001695961995249406,
      "loss": 0.5807,
      "step": 1200
    },
    {
      "epoch": 0.91,
      "eval_loss": 0.2884325683116913,
      "eval_runtime": 9.37,
      "eval_samples_per_second": 3.308,
      "eval_steps_per_second": 0.427,
      "step": 1200
    },
    {
      "epoch": 0.92,
      "learning_rate": 0.0001693586698337292,
      "loss": 0.2636,
      "step": 1202
    },
    {
      "epoch": 0.92,
      "learning_rate": 0.0001691211401425178,
      "loss": 0.3178,
      "step": 1204
    },
    {
      "epoch": 0.92,
      "learning_rate": 0.00016888361045130638,
      "loss": 0.2728,
      "step": 1206
    },
    {
      "epoch": 0.92,
      "learning_rate": 0.00016864608076009498,
      "loss": 0.2114,
      "step": 1208
    },
    {
      "epoch": 0.92,
      "learning_rate": 0.0001684085510688836,
      "loss": 0.239,
      "step": 1210
    },
    {
      "epoch": 0.92,
      "learning_rate": 0.0001681710213776722,
      "loss": 0.3943,
      "step": 1212
    },
    {
      "epoch": 0.92,
      "learning_rate": 0.0001679334916864608,
      "loss": 0.3986,
      "step": 1214
    },
    {
      "epoch": 0.93,
      "learning_rate": 0.0001676959619952494,
      "loss": 0.4496,
      "step": 1216
    },
    {
      "epoch": 0.93,
      "learning_rate": 0.000167458432304038,
      "loss": 0.212,
      "step": 1218
    },
    {
      "epoch": 0.93,
      "learning_rate": 0.0001672209026128266,
      "loss": 0.3403,
      "step": 1220
    },
    {
      "epoch": 0.93,
      "learning_rate": 0.0001669833729216152,
      "loss": 0.5408,
      "step": 1222
    },
    {
      "epoch": 0.93,
      "learning_rate": 0.00016674584323040379,
      "loss": 0.1845,
      "step": 1224
    },
    {
      "epoch": 0.93,
      "learning_rate": 0.00016650831353919238,
      "loss": 0.7421,
      "step": 1226
    },
    {
      "epoch": 0.93,
      "learning_rate": 0.00016627078384798098,
      "loss": 0.5108,
      "step": 1228
    },
    {
      "epoch": 0.94,
      "learning_rate": 0.00016603325415676958,
      "loss": 0.2919,
      "step": 1230
    },
    {
      "epoch": 0.94,
      "learning_rate": 0.00016579572446555818,
      "loss": 0.6641,
      "step": 1232
    },
    {
      "epoch": 0.94,
      "learning_rate": 0.00016555819477434677,
      "loss": 0.3638,
      "step": 1234
    },
    {
      "epoch": 0.94,
      "learning_rate": 0.00016532066508313537,
      "loss": 0.4661,
      "step": 1236
    },
    {
      "epoch": 0.94,
      "learning_rate": 0.000165083135391924,
      "loss": 0.2664,
      "step": 1238
    },
    {
      "epoch": 0.94,
      "learning_rate": 0.00016484560570071257,
      "loss": 0.7164,
      "step": 1240
    },
    {
      "epoch": 0.94,
      "eval_loss": 0.2925778031349182,
      "eval_runtime": 9.3647,
      "eval_samples_per_second": 3.31,
      "eval_steps_per_second": 0.427,
      "step": 1240
    },
    {
      "epoch": 0.95,
      "learning_rate": 0.0001646080760095012,
      "loss": 0.6013,
      "step": 1242
    },
    {
      "epoch": 0.95,
      "learning_rate": 0.0001643705463182898,
      "loss": 0.3291,
      "step": 1244
    },
    {
      "epoch": 0.95,
      "learning_rate": 0.00016413301662707836,
      "loss": 0.4696,
      "step": 1246
    },
    {
      "epoch": 0.95,
      "learning_rate": 0.00016389548693586698,
      "loss": 0.5757,
      "step": 1248
    },
    {
      "epoch": 0.95,
      "learning_rate": 0.00016365795724465558,
      "loss": 0.44,
      "step": 1250
    },
    {
      "epoch": 0.95,
      "learning_rate": 0.00016342042755344415,
      "loss": 0.1995,
      "step": 1252
    },
    {
      "epoch": 0.95,
      "learning_rate": 0.00016318289786223277,
      "loss": 0.2627,
      "step": 1254
    },
    {
      "epoch": 0.96,
      "learning_rate": 0.00016294536817102137,
      "loss": 0.2906,
      "step": 1256
    },
    {
      "epoch": 0.96,
      "learning_rate": 0.00016270783847980994,
      "loss": 0.6191,
      "step": 1258
    },
    {
      "epoch": 0.96,
      "learning_rate": 0.00016247030878859857,
      "loss": 0.1564,
      "step": 1260
    },
    {
      "epoch": 0.96,
      "learning_rate": 0.00016223277909738716,
      "loss": 0.2257,
      "step": 1262
    },
    {
      "epoch": 0.96,
      "learning_rate": 0.00016199524940617573,
      "loss": 0.224,
      "step": 1264
    },
    {
      "epoch": 0.96,
      "learning_rate": 0.00016175771971496436,
      "loss": 0.2073,
      "step": 1266
    },
    {
      "epoch": 0.97,
      "learning_rate": 0.00016152019002375296,
      "loss": 0.4296,
      "step": 1268
    },
    {
      "epoch": 0.97,
      "learning_rate": 0.00016128266033254158,
      "loss": 0.2992,
      "step": 1270
    },
    {
      "epoch": 0.97,
      "learning_rate": 0.00016104513064133015,
      "loss": 0.5368,
      "step": 1272
    },
    {
      "epoch": 0.97,
      "learning_rate": 0.00016080760095011875,
      "loss": 0.395,
      "step": 1274
    },
    {
      "epoch": 0.97,
      "learning_rate": 0.00016057007125890737,
      "loss": 0.5972,
      "step": 1276
    },
    {
      "epoch": 0.97,
      "learning_rate": 0.00016033254156769594,
      "loss": 0.3517,
      "step": 1278
    },
    {
      "epoch": 0.97,
      "learning_rate": 0.00016009501187648454,
      "loss": 0.6165,
      "step": 1280
    },
    {
      "epoch": 0.97,
      "eval_loss": 0.30172425508499146,
      "eval_runtime": 9.3735,
      "eval_samples_per_second": 3.307,
      "eval_steps_per_second": 0.427,
      "step": 1280
    },
    {
      "epoch": 0.98,
      "learning_rate": 0.00015985748218527317,
      "loss": 0.2574,
      "step": 1282
    },
    {
      "epoch": 0.98,
      "learning_rate": 0.00015961995249406174,
      "loss": 0.5882,
      "step": 1284
    },
    {
      "epoch": 0.98,
      "learning_rate": 0.00015938242280285033,
      "loss": 0.2955,
      "step": 1286
    },
    {
      "epoch": 0.98,
      "learning_rate": 0.00015914489311163896,
      "loss": 0.573,
      "step": 1288
    },
    {
      "epoch": 0.98,
      "learning_rate": 0.00015890736342042753,
      "loss": 0.5312,
      "step": 1290
    },
    {
      "epoch": 0.98,
      "learning_rate": 0.00015866983372921613,
      "loss": 0.5778,
      "step": 1292
    },
    {
      "epoch": 0.99,
      "learning_rate": 0.00015843230403800475,
      "loss": 0.5417,
      "step": 1294
    },
    {
      "epoch": 0.99,
      "learning_rate": 0.00015819477434679332,
      "loss": 0.542,
      "step": 1296
    },
    {
      "epoch": 0.99,
      "learning_rate": 0.00015795724465558195,
      "loss": 0.6474,
      "step": 1298
    },
    {
      "epoch": 0.99,
      "learning_rate": 0.00015771971496437054,
      "loss": 0.6188,
      "step": 1300
    },
    {
      "epoch": 0.99,
      "learning_rate": 0.0001574821852731591,
      "loss": 0.3035,
      "step": 1302
    },
    {
      "epoch": 0.99,
      "learning_rate": 0.00015724465558194774,
      "loss": 0.3204,
      "step": 1304
    },
    {
      "epoch": 0.99,
      "learning_rate": 0.00015700712589073634,
      "loss": 0.1779,
      "step": 1306
    },
    {
      "epoch": 1.0,
      "learning_rate": 0.0001567695961995249,
      "loss": 0.5388,
      "step": 1308
    },
    {
      "epoch": 1.0,
      "learning_rate": 0.00015653206650831353,
      "loss": 0.3138,
      "step": 1310
    },
    {
      "epoch": 1.0,
      "learning_rate": 0.00015629453681710213,
      "loss": 0.2565,
      "step": 1312
    },
    {
      "epoch": 1.0,
      "learning_rate": 0.0001560570071258907,
      "loss": 0.2422,
      "step": 1314
    },
    {
      "epoch": 1.0,
      "learning_rate": 0.00015581947743467932,
      "loss": 0.2166,
      "step": 1316
    },
    {
      "epoch": 1.0,
      "learning_rate": 0.00015558194774346792,
      "loss": 0.6993,
      "step": 1318
    },
    {
      "epoch": 1.0,
      "learning_rate": 0.0001553444180522565,
      "loss": 0.2133,
      "step": 1320
    },
    {
      "epoch": 1.0,
      "eval_loss": 0.29531198740005493,
      "eval_runtime": 9.3723,
      "eval_samples_per_second": 3.308,
      "eval_steps_per_second": 0.427,
      "step": 1320
    },
    {
      "epoch": 1.01,
      "learning_rate": 0.00015510688836104511,
      "loss": 0.2226,
      "step": 1322
    },
    {
      "epoch": 1.01,
      "learning_rate": 0.0001548693586698337,
      "loss": 0.2377,
      "step": 1324
    },
    {
      "epoch": 1.01,
      "learning_rate": 0.00015463182897862234,
      "loss": 0.2588,
      "step": 1326
    },
    {
      "epoch": 1.01,
      "learning_rate": 0.0001543942992874109,
      "loss": 0.1465,
      "step": 1328
    },
    {
      "epoch": 1.01,
      "learning_rate": 0.0001541567695961995,
      "loss": 0.1348,
      "step": 1330
    },
    {
      "epoch": 1.01,
      "learning_rate": 0.00015391923990498813,
      "loss": 0.2277,
      "step": 1332
    },
    {
      "epoch": 1.02,
      "learning_rate": 0.0001536817102137767,
      "loss": 0.2207,
      "step": 1334
    },
    {
      "epoch": 1.02,
      "learning_rate": 0.0001534441805225653,
      "loss": 0.1533,
      "step": 1336
    },
    {
      "epoch": 1.02,
      "learning_rate": 0.00015320665083135392,
      "loss": 0.138,
      "step": 1338
    },
    {
      "epoch": 1.02,
      "learning_rate": 0.0001529691211401425,
      "loss": 0.304,
      "step": 1340
    },
    {
      "epoch": 1.02,
      "learning_rate": 0.0001527315914489311,
      "loss": 0.1605,
      "step": 1342
    },
    {
      "epoch": 1.02,
      "learning_rate": 0.00015249406175771971,
      "loss": 0.1622,
      "step": 1344
    },
    {
      "epoch": 1.02,
      "learning_rate": 0.00015225653206650828,
      "loss": 0.4186,
      "step": 1346
    },
    {
      "epoch": 1.03,
      "learning_rate": 0.00015201900237529688,
      "loss": 0.5146,
      "step": 1348
    },
    {
      "epoch": 1.03,
      "learning_rate": 0.0001517814726840855,
      "loss": 0.2799,
      "step": 1350
    },
    {
      "epoch": 1.03,
      "learning_rate": 0.0001515439429928741,
      "loss": 0.2962,
      "step": 1352
    },
    {
      "epoch": 1.03,
      "learning_rate": 0.0001513064133016627,
      "loss": 0.4254,
      "step": 1354
    },
    {
      "epoch": 1.03,
      "learning_rate": 0.0001510688836104513,
      "loss": 0.184,
      "step": 1356
    },
    {
      "epoch": 1.03,
      "learning_rate": 0.0001508313539192399,
      "loss": 0.324,
      "step": 1358
    },
    {
      "epoch": 1.04,
      "learning_rate": 0.0001505938242280285,
      "loss": 0.4349,
      "step": 1360
    },
    {
      "epoch": 1.04,
      "eval_loss": 0.30077916383743286,
      "eval_runtime": 9.3628,
      "eval_samples_per_second": 3.311,
      "eval_steps_per_second": 0.427,
      "step": 1360
    },
    {
      "epoch": 1.04,
      "learning_rate": 0.0001503562945368171,
      "loss": 0.3595,
      "step": 1362
    },
    {
      "epoch": 1.04,
      "learning_rate": 0.0001501187648456057,
      "loss": 0.3216,
      "step": 1364
    },
    {
      "epoch": 1.04,
      "learning_rate": 0.00014988123515439429,
      "loss": 0.2642,
      "step": 1366
    },
    {
      "epoch": 1.04,
      "learning_rate": 0.00014964370546318288,
      "loss": 0.2768,
      "step": 1368
    },
    {
      "epoch": 1.04,
      "learning_rate": 0.00014940617577197148,
      "loss": 0.2836,
      "step": 1370
    },
    {
      "epoch": 1.04,
      "learning_rate": 0.00014916864608076008,
      "loss": 0.271,
      "step": 1372
    },
    {
      "epoch": 1.05,
      "learning_rate": 0.00014893111638954868,
      "loss": 0.1274,
      "step": 1374
    },
    {
      "epoch": 1.05,
      "learning_rate": 0.00014869358669833727,
      "loss": 0.2582,
      "step": 1376
    },
    {
      "epoch": 1.05,
      "learning_rate": 0.00014845605700712587,
      "loss": 0.1205,
      "step": 1378
    },
    {
      "epoch": 1.05,
      "learning_rate": 0.00014821852731591447,
      "loss": 0.2666,
      "step": 1380
    },
    {
      "epoch": 1.05,
      "learning_rate": 0.00014798099762470307,
      "loss": 0.3368,
      "step": 1382
    },
    {
      "epoch": 1.05,
      "learning_rate": 0.0001477434679334917,
      "loss": 0.2235,
      "step": 1384
    },
    {
      "epoch": 1.06,
      "learning_rate": 0.00014750593824228026,
      "loss": 0.174,
      "step": 1386
    },
    {
      "epoch": 1.06,
      "learning_rate": 0.00014726840855106886,
      "loss": 0.2548,
      "step": 1388
    },
    {
      "epoch": 1.06,
      "learning_rate": 0.00014703087885985748,
      "loss": 0.1368,
      "step": 1390
    },
    {
      "epoch": 1.06,
      "learning_rate": 0.00014679334916864608,
      "loss": 0.3339,
      "step": 1392
    },
    {
      "epoch": 1.06,
      "learning_rate": 0.00014655581947743465,
      "loss": 0.2467,
      "step": 1394
    },
    {
      "epoch": 1.06,
      "learning_rate": 0.00014631828978622327,
      "loss": 0.545,
      "step": 1396
    },
    {
      "epoch": 1.06,
      "learning_rate": 0.00014608076009501187,
      "loss": 0.4737,
      "step": 1398
    },
    {
      "epoch": 1.07,
      "learning_rate": 0.00014584323040380044,
      "loss": 0.3211,
      "step": 1400
    },
    {
      "epoch": 1.07,
      "eval_loss": 0.298988401889801,
      "eval_runtime": 9.3754,
      "eval_samples_per_second": 3.307,
      "eval_steps_per_second": 0.427,
      "step": 1400
    },
    {
      "epoch": 1.07,
      "learning_rate": 0.00014560570071258907,
      "loss": 0.4183,
      "step": 1402
    },
    {
      "epoch": 1.07,
      "learning_rate": 0.00014536817102137766,
      "loss": 0.3987,
      "step": 1404
    },
    {
      "epoch": 1.07,
      "learning_rate": 0.00014513064133016626,
      "loss": 0.271,
      "step": 1406
    },
    {
      "epoch": 1.07,
      "learning_rate": 0.00014489311163895486,
      "loss": 0.5186,
      "step": 1408
    },
    {
      "epoch": 1.07,
      "learning_rate": 0.00014465558194774346,
      "loss": 0.4565,
      "step": 1410
    },
    {
      "epoch": 1.07,
      "learning_rate": 0.00014441805225653205,
      "loss": 0.587,
      "step": 1412
    },
    {
      "epoch": 1.08,
      "learning_rate": 0.00014418052256532065,
      "loss": 0.2181,
      "step": 1414
    },
    {
      "epoch": 1.08,
      "learning_rate": 0.00014394299287410925,
      "loss": 0.2768,
      "step": 1416
    },
    {
      "epoch": 1.08,
      "learning_rate": 0.00014370546318289785,
      "loss": 0.206,
      "step": 1418
    },
    {
      "epoch": 1.08,
      "learning_rate": 0.00014346793349168644,
      "loss": 0.2181,
      "step": 1420
    },
    {
      "epoch": 1.08,
      "learning_rate": 0.00014323040380047504,
      "loss": 0.3849,
      "step": 1422
    },
    {
      "epoch": 1.08,
      "learning_rate": 0.00014299287410926364,
      "loss": 0.1969,
      "step": 1424
    },
    {
      "epoch": 1.09,
      "learning_rate": 0.00014275534441805224,
      "loss": 0.2128,
      "step": 1426
    },
    {
      "epoch": 1.09,
      "learning_rate": 0.00014251781472684083,
      "loss": 0.1358,
      "step": 1428
    },
    {
      "epoch": 1.09,
      "learning_rate": 0.00014228028503562943,
      "loss": 0.13,
      "step": 1430
    },
    {
      "epoch": 1.09,
      "learning_rate": 0.00014204275534441803,
      "loss": 0.1779,
      "step": 1432
    },
    {
      "epoch": 1.09,
      "learning_rate": 0.00014180522565320665,
      "loss": 0.3976,
      "step": 1434
    },
    {
      "epoch": 1.09,
      "learning_rate": 0.00014156769596199522,
      "loss": 0.2441,
      "step": 1436
    },
    {
      "epoch": 1.09,
      "learning_rate": 0.00014133016627078385,
      "loss": 0.2019,
      "step": 1438
    },
    {
      "epoch": 1.1,
      "learning_rate": 0.00014109263657957244,
      "loss": 0.3846,
      "step": 1440
    },
    {
      "epoch": 1.1,
      "eval_loss": 0.2891404330730438,
      "eval_runtime": 9.3736,
      "eval_samples_per_second": 3.307,
      "eval_steps_per_second": 0.427,
      "step": 1440
    },
    {
      "epoch": 1.1,
      "learning_rate": 0.00014085510688836102,
      "loss": 0.1714,
      "step": 1442
    },
    {
      "epoch": 1.1,
      "learning_rate": 0.00014061757719714964,
      "loss": 0.2879,
      "step": 1444
    },
    {
      "epoch": 1.1,
      "learning_rate": 0.00014038004750593824,
      "loss": 0.2013,
      "step": 1446
    },
    {
      "epoch": 1.1,
      "learning_rate": 0.00014014251781472683,
      "loss": 0.2848,
      "step": 1448
    },
    {
      "epoch": 1.1,
      "learning_rate": 0.00013990498812351543,
      "loss": 0.1802,
      "step": 1450
    },
    {
      "epoch": 1.11,
      "learning_rate": 0.00013966745843230403,
      "loss": 0.3454,
      "step": 1452
    },
    {
      "epoch": 1.11,
      "learning_rate": 0.00013942992874109263,
      "loss": 0.3834,
      "step": 1454
    },
    {
      "epoch": 1.11,
      "learning_rate": 0.00013919239904988122,
      "loss": 0.1989,
      "step": 1456
    },
    {
      "epoch": 1.11,
      "learning_rate": 0.00013895486935866982,
      "loss": 0.4012,
      "step": 1458
    },
    {
      "epoch": 1.11,
      "learning_rate": 0.00013871733966745842,
      "loss": 0.575,
      "step": 1460
    },
    {
      "epoch": 1.11,
      "learning_rate": 0.00013847980997624702,
      "loss": 0.5694,
      "step": 1462
    },
    {
      "epoch": 1.11,
      "learning_rate": 0.00013824228028503561,
      "loss": 0.2037,
      "step": 1464
    },
    {
      "epoch": 1.12,
      "learning_rate": 0.0001380047505938242,
      "loss": 0.153,
      "step": 1466
    },
    {
      "epoch": 1.12,
      "learning_rate": 0.0001377672209026128,
      "loss": 0.2271,
      "step": 1468
    },
    {
      "epoch": 1.12,
      "learning_rate": 0.0001375296912114014,
      "loss": 0.0628,
      "step": 1470
    },
    {
      "epoch": 1.12,
      "learning_rate": 0.00013729216152019,
      "loss": 0.2926,
      "step": 1472
    },
    {
      "epoch": 1.12,
      "learning_rate": 0.0001370546318289786,
      "loss": 0.1305,
      "step": 1474
    },
    {
      "epoch": 1.12,
      "learning_rate": 0.00013681710213776723,
      "loss": 0.3799,
      "step": 1476
    },
    {
      "epoch": 1.13,
      "learning_rate": 0.0001365795724465558,
      "loss": 0.2154,
      "step": 1478
    },
    {
      "epoch": 1.13,
      "learning_rate": 0.0001363420427553444,
      "loss": 0.156,
      "step": 1480
    },
    {
      "epoch": 1.13,
      "eval_loss": 0.30829301476478577,
      "eval_runtime": 9.3804,
      "eval_samples_per_second": 3.305,
      "eval_steps_per_second": 0.426,
      "step": 1480
    },
    {
      "epoch": 1.13,
      "learning_rate": 0.00013610451306413302,
      "loss": 0.1986,
      "step": 1482
    },
    {
      "epoch": 1.13,
      "learning_rate": 0.0001358669833729216,
      "loss": 0.3165,
      "step": 1484
    },
    {
      "epoch": 1.13,
      "learning_rate": 0.00013562945368171019,
      "loss": 0.1787,
      "step": 1486
    },
    {
      "epoch": 1.13,
      "learning_rate": 0.0001353919239904988,
      "loss": 0.324,
      "step": 1488
    },
    {
      "epoch": 1.13,
      "learning_rate": 0.0001351543942992874,
      "loss": 0.5348,
      "step": 1490
    },
    {
      "epoch": 1.14,
      "learning_rate": 0.00013491686460807598,
      "loss": 0.4912,
      "step": 1492
    },
    {
      "epoch": 1.14,
      "learning_rate": 0.0001346793349168646,
      "loss": 0.2025,
      "step": 1494
    },
    {
      "epoch": 1.14,
      "learning_rate": 0.0001344418052256532,
      "loss": 0.4557,
      "step": 1496
    },
    {
      "epoch": 1.14,
      "learning_rate": 0.0001342042755344418,
      "loss": 0.1882,
      "step": 1498
    },
    {
      "epoch": 1.14,
      "learning_rate": 0.0001339667458432304,
      "loss": 0.4147,
      "step": 1500
    },
    {
      "epoch": 1.14,
      "learning_rate": 0.000133729216152019,
      "loss": 0.1926,
      "step": 1502
    },
    {
      "epoch": 1.15,
      "learning_rate": 0.0001334916864608076,
      "loss": 0.2459,
      "step": 1504
    },
    {
      "epoch": 1.15,
      "learning_rate": 0.0001332541567695962,
      "loss": 0.2022,
      "step": 1506
    },
    {
      "epoch": 1.15,
      "learning_rate": 0.00013301662707838478,
      "loss": 0.3979,
      "step": 1508
    },
    {
      "epoch": 1.15,
      "learning_rate": 0.00013277909738717338,
      "loss": 0.2447,
      "step": 1510
    },
    {
      "epoch": 1.15,
      "learning_rate": 0.00013254156769596198,
      "loss": 0.4377,
      "step": 1512
    },
    {
      "epoch": 1.15,
      "learning_rate": 0.00013230403800475058,
      "loss": 0.2919,
      "step": 1514
    },
    {
      "epoch": 1.15,
      "learning_rate": 0.00013206650831353917,
      "loss": 0.3803,
      "step": 1516
    },
    {
      "epoch": 1.16,
      "learning_rate": 0.00013182897862232777,
      "loss": 0.3226,
      "step": 1518
    },
    {
      "epoch": 1.16,
      "learning_rate": 0.00013159144893111637,
      "loss": 0.1986,
      "step": 1520
    },
    {
      "epoch": 1.16,
      "eval_loss": 0.29942193627357483,
      "eval_runtime": 9.3702,
      "eval_samples_per_second": 3.308,
      "eval_steps_per_second": 0.427,
      "step": 1520
    },
    {
      "epoch": 1.16,
      "learning_rate": 0.00013135391923990497,
      "loss": 0.1756,
      "step": 1522
    },
    {
      "epoch": 1.16,
      "learning_rate": 0.0001311163895486936,
      "loss": 0.1337,
      "step": 1524
    },
    {
      "epoch": 1.16,
      "learning_rate": 0.00013087885985748216,
      "loss": 0.255,
      "step": 1526
    },
    {
      "epoch": 1.16,
      "learning_rate": 0.00013064133016627076,
      "loss": 0.3432,
      "step": 1528
    },
    {
      "epoch": 1.16,
      "learning_rate": 0.00013040380047505938,
      "loss": 0.1389,
      "step": 1530
    },
    {
      "epoch": 1.17,
      "learning_rate": 0.00013016627078384798,
      "loss": 0.5034,
      "step": 1532
    },
    {
      "epoch": 1.17,
      "learning_rate": 0.00012992874109263655,
      "loss": 0.2984,
      "step": 1534
    },
    {
      "epoch": 1.17,
      "learning_rate": 0.00012969121140142518,
      "loss": 0.2769,
      "step": 1536
    },
    {
      "epoch": 1.17,
      "learning_rate": 0.00012945368171021377,
      "loss": 0.208,
      "step": 1538
    },
    {
      "epoch": 1.17,
      "learning_rate": 0.00012921615201900234,
      "loss": 0.1337,
      "step": 1540
    },
    {
      "epoch": 1.17,
      "learning_rate": 0.00012897862232779097,
      "loss": 0.1577,
      "step": 1542
    },
    {
      "epoch": 1.18,
      "learning_rate": 0.00012874109263657957,
      "loss": 0.2292,
      "step": 1544
    },
    {
      "epoch": 1.18,
      "learning_rate": 0.00012850356294536816,
      "loss": 0.4786,
      "step": 1546
    },
    {
      "epoch": 1.18,
      "learning_rate": 0.00012826603325415676,
      "loss": 0.5353,
      "step": 1548
    },
    {
      "epoch": 1.18,
      "learning_rate": 0.00012802850356294536,
      "loss": 0.3776,
      "step": 1550
    },
    {
      "epoch": 1.18,
      "learning_rate": 0.00012779097387173396,
      "loss": 0.4191,
      "step": 1552
    },
    {
      "epoch": 1.18,
      "learning_rate": 0.00012755344418052255,
      "loss": 0.4955,
      "step": 1554
    },
    {
      "epoch": 1.18,
      "learning_rate": 0.00012731591448931115,
      "loss": 0.2306,
      "step": 1556
    },
    {
      "epoch": 1.19,
      "learning_rate": 0.00012707838479809975,
      "loss": 0.2364,
      "step": 1558
    },
    {
      "epoch": 1.19,
      "learning_rate": 0.00012684085510688835,
      "loss": 0.5088,
      "step": 1560
    },
    {
      "epoch": 1.19,
      "eval_loss": 0.30880963802337646,
      "eval_runtime": 9.3477,
      "eval_samples_per_second": 3.316,
      "eval_steps_per_second": 0.428,
      "step": 1560
    },
    {
      "epoch": 1.19,
      "learning_rate": 0.00012660332541567694,
      "loss": 0.3287,
      "step": 1562
    },
    {
      "epoch": 1.19,
      "learning_rate": 0.00012636579572446554,
      "loss": 0.3194,
      "step": 1564
    },
    {
      "epoch": 1.19,
      "learning_rate": 0.00012612826603325414,
      "loss": 0.2959,
      "step": 1566
    },
    {
      "epoch": 1.19,
      "learning_rate": 0.00012589073634204274,
      "loss": 0.1207,
      "step": 1568
    },
    {
      "epoch": 1.2,
      "learning_rate": 0.00012565320665083133,
      "loss": 0.1987,
      "step": 1570
    },
    {
      "epoch": 1.2,
      "learning_rate": 0.00012541567695961993,
      "loss": 0.2112,
      "step": 1572
    },
    {
      "epoch": 1.2,
      "learning_rate": 0.00012517814726840855,
      "loss": 0.3108,
      "step": 1574
    },
    {
      "epoch": 1.2,
      "learning_rate": 0.00012494061757719712,
      "loss": 0.1942,
      "step": 1576
    },
    {
      "epoch": 1.2,
      "learning_rate": 0.00012470308788598575,
      "loss": 0.3274,
      "step": 1578
    },
    {
      "epoch": 1.2,
      "learning_rate": 0.00012446555819477435,
      "loss": 0.1127,
      "step": 1580
    },
    {
      "epoch": 1.2,
      "learning_rate": 0.00012422802850356292,
      "loss": 0.1732,
      "step": 1582
    },
    {
      "epoch": 1.21,
      "learning_rate": 0.00012399049881235154,
      "loss": 0.0893,
      "step": 1584
    },
    {
      "epoch": 1.21,
      "learning_rate": 0.00012375296912114014,
      "loss": 0.5852,
      "step": 1586
    },
    {
      "epoch": 1.21,
      "learning_rate": 0.00012351543942992874,
      "loss": 0.2248,
      "step": 1588
    },
    {
      "epoch": 1.21,
      "learning_rate": 0.00012327790973871733,
      "loss": 0.1555,
      "step": 1590
    },
    {
      "epoch": 1.21,
      "learning_rate": 0.00012304038004750593,
      "loss": 0.3175,
      "step": 1592
    },
    {
      "epoch": 1.21,
      "learning_rate": 0.00012280285035629453,
      "loss": 0.4361,
      "step": 1594
    },
    {
      "epoch": 1.22,
      "learning_rate": 0.00012256532066508313,
      "loss": 0.3901,
      "step": 1596
    },
    {
      "epoch": 1.22,
      "learning_rate": 0.00012232779097387172,
      "loss": 0.309,
      "step": 1598
    },
    {
      "epoch": 1.22,
      "learning_rate": 0.00012209026128266032,
      "loss": 0.5764,
      "step": 1600
    },
    {
      "epoch": 1.22,
      "eval_loss": 0.28751060366630554,
      "eval_runtime": 9.3587,
      "eval_samples_per_second": 3.312,
      "eval_steps_per_second": 0.427,
      "step": 1600
    },
    {
      "epoch": 1.22,
      "learning_rate": 0.00012185273159144893,
      "loss": 0.2096,
      "step": 1602
    },
    {
      "epoch": 1.22,
      "learning_rate": 0.00012161520190023752,
      "loss": 0.3,
      "step": 1604
    },
    {
      "epoch": 1.22,
      "learning_rate": 0.00012137767220902611,
      "loss": 0.2637,
      "step": 1606
    },
    {
      "epoch": 1.22,
      "learning_rate": 0.00012114014251781472,
      "loss": 0.3272,
      "step": 1608
    },
    {
      "epoch": 1.23,
      "learning_rate": 0.00012090261282660331,
      "loss": 0.3334,
      "step": 1610
    },
    {
      "epoch": 1.23,
      "learning_rate": 0.0001206650831353919,
      "loss": 0.3524,
      "step": 1612
    },
    {
      "epoch": 1.23,
      "learning_rate": 0.00012042755344418052,
      "loss": 0.4394,
      "step": 1614
    },
    {
      "epoch": 1.23,
      "learning_rate": 0.00012019002375296911,
      "loss": 0.0791,
      "step": 1616
    },
    {
      "epoch": 1.23,
      "learning_rate": 0.0001199524940617577,
      "loss": 0.2944,
      "step": 1618
    },
    {
      "epoch": 1.23,
      "learning_rate": 0.00011971496437054631,
      "loss": 0.117,
      "step": 1620
    },
    {
      "epoch": 1.23,
      "learning_rate": 0.0001194774346793349,
      "loss": 0.4517,
      "step": 1622
    },
    {
      "epoch": 1.24,
      "learning_rate": 0.00011923990498812349,
      "loss": 0.3192,
      "step": 1624
    },
    {
      "epoch": 1.24,
      "learning_rate": 0.0001190023752969121,
      "loss": 0.0914,
      "step": 1626
    },
    {
      "epoch": 1.24,
      "learning_rate": 0.0001187648456057007,
      "loss": 0.2761,
      "step": 1628
    },
    {
      "epoch": 1.24,
      "learning_rate": 0.00011852731591448931,
      "loss": 0.2723,
      "step": 1630
    },
    {
      "epoch": 1.24,
      "learning_rate": 0.0001182897862232779,
      "loss": 0.3125,
      "step": 1632
    },
    {
      "epoch": 1.24,
      "learning_rate": 0.00011805225653206649,
      "loss": 0.1704,
      "step": 1634
    },
    {
      "epoch": 1.25,
      "learning_rate": 0.0001178147268408551,
      "loss": 0.1787,
      "step": 1636
    },
    {
      "epoch": 1.25,
      "learning_rate": 0.00011757719714964369,
      "loss": 0.5133,
      "step": 1638
    },
    {
      "epoch": 1.25,
      "learning_rate": 0.0001173396674584323,
      "loss": 0.3073,
      "step": 1640
    },
    {
      "epoch": 1.25,
      "eval_loss": 0.28129419684410095,
      "eval_runtime": 9.3704,
      "eval_samples_per_second": 3.308,
      "eval_steps_per_second": 0.427,
      "step": 1640
    },
    {
      "epoch": 1.25,
      "learning_rate": 0.0001171021377672209,
      "loss": 0.1397,
      "step": 1642
    },
    {
      "epoch": 1.25,
      "learning_rate": 0.00011686460807600949,
      "loss": 0.2743,
      "step": 1644
    },
    {
      "epoch": 1.25,
      "learning_rate": 0.00011662707838479809,
      "loss": 0.2773,
      "step": 1646
    },
    {
      "epoch": 1.25,
      "learning_rate": 0.00011638954869358669,
      "loss": 0.3929,
      "step": 1648
    },
    {
      "epoch": 1.26,
      "learning_rate": 0.00011615201900237528,
      "loss": 0.3438,
      "step": 1650
    },
    {
      "epoch": 1.26,
      "learning_rate": 0.00011591448931116388,
      "loss": 0.495,
      "step": 1652
    },
    {
      "epoch": 1.26,
      "learning_rate": 0.00011567695961995248,
      "loss": 0.255,
      "step": 1654
    },
    {
      "epoch": 1.26,
      "learning_rate": 0.00011543942992874109,
      "loss": 0.2498,
      "step": 1656
    },
    {
      "epoch": 1.26,
      "learning_rate": 0.00011520190023752969,
      "loss": 0.2178,
      "step": 1658
    },
    {
      "epoch": 1.26,
      "learning_rate": 0.00011496437054631827,
      "loss": 0.624,
      "step": 1660
    },
    {
      "epoch": 1.27,
      "learning_rate": 0.00011472684085510688,
      "loss": 0.429,
      "step": 1662
    },
    {
      "epoch": 1.27,
      "learning_rate": 0.00011448931116389548,
      "loss": 0.3015,
      "step": 1664
    },
    {
      "epoch": 1.27,
      "learning_rate": 0.00011425178147268406,
      "loss": 0.3638,
      "step": 1666
    },
    {
      "epoch": 1.27,
      "learning_rate": 0.00011401425178147267,
      "loss": 0.2579,
      "step": 1668
    },
    {
      "epoch": 1.27,
      "learning_rate": 0.00011377672209026127,
      "loss": 0.425,
      "step": 1670
    },
    {
      "epoch": 1.27,
      "learning_rate": 0.00011353919239904988,
      "loss": 0.2481,
      "step": 1672
    },
    {
      "epoch": 1.27,
      "learning_rate": 0.00011330166270783847,
      "loss": 0.2322,
      "step": 1674
    },
    {
      "epoch": 1.28,
      "learning_rate": 0.00011306413301662706,
      "loss": 0.1958,
      "step": 1676
    },
    {
      "epoch": 1.28,
      "learning_rate": 0.00011282660332541568,
      "loss": 0.3868,
      "step": 1678
    },
    {
      "epoch": 1.28,
      "learning_rate": 0.00011258907363420426,
      "loss": 0.3634,
      "step": 1680
    },
    {
      "epoch": 1.28,
      "eval_loss": 0.2829703986644745,
      "eval_runtime": 9.368,
      "eval_samples_per_second": 3.309,
      "eval_steps_per_second": 0.427,
      "step": 1680
    },
    {
      "epoch": 1.28,
      "learning_rate": 0.00011235154394299286,
      "loss": 0.1703,
      "step": 1682
    },
    {
      "epoch": 1.28,
      "learning_rate": 0.00011211401425178147,
      "loss": 0.2214,
      "step": 1684
    },
    {
      "epoch": 1.28,
      "learning_rate": 0.00011187648456057007,
      "loss": 0.3269,
      "step": 1686
    },
    {
      "epoch": 1.29,
      "learning_rate": 0.00011163895486935865,
      "loss": 0.1218,
      "step": 1688
    },
    {
      "epoch": 1.29,
      "learning_rate": 0.00011140142517814726,
      "loss": 0.3553,
      "step": 1690
    },
    {
      "epoch": 1.29,
      "learning_rate": 0.00011116389548693586,
      "loss": 0.2318,
      "step": 1692
    },
    {
      "epoch": 1.29,
      "learning_rate": 0.00011092636579572444,
      "loss": 0.1631,
      "step": 1694
    },
    {
      "epoch": 1.29,
      "learning_rate": 0.00011068883610451305,
      "loss": 0.2334,
      "step": 1696
    },
    {
      "epoch": 1.29,
      "learning_rate": 0.00011045130641330165,
      "loss": 0.4449,
      "step": 1698
    },
    {
      "epoch": 1.29,
      "learning_rate": 0.00011021377672209026,
      "loss": 0.2483,
      "step": 1700
    },
    {
      "epoch": 1.3,
      "learning_rate": 0.00010997624703087884,
      "loss": 0.3277,
      "step": 1702
    },
    {
      "epoch": 1.3,
      "learning_rate": 0.00010973871733966744,
      "loss": 0.3336,
      "step": 1704
    },
    {
      "epoch": 1.3,
      "learning_rate": 0.00010950118764845605,
      "loss": 0.4113,
      "step": 1706
    },
    {
      "epoch": 1.3,
      "learning_rate": 0.00010926365795724464,
      "loss": 0.2124,
      "step": 1708
    },
    {
      "epoch": 1.3,
      "learning_rate": 0.00010902612826603325,
      "loss": 0.3172,
      "step": 1710
    },
    {
      "epoch": 1.3,
      "learning_rate": 0.00010878859857482185,
      "loss": 0.3622,
      "step": 1712
    },
    {
      "epoch": 1.3,
      "learning_rate": 0.00010855106888361044,
      "loss": 0.1893,
      "step": 1714
    },
    {
      "epoch": 1.31,
      "learning_rate": 0.00010831353919239904,
      "loss": 0.2008,
      "step": 1716
    },
    {
      "epoch": 1.31,
      "learning_rate": 0.00010807600950118764,
      "loss": 0.0992,
      "step": 1718
    },
    {
      "epoch": 1.31,
      "learning_rate": 0.00010783847980997624,
      "loss": 0.154,
      "step": 1720
    },
    {
      "epoch": 1.31,
      "eval_loss": 0.29960963129997253,
      "eval_runtime": 9.359,
      "eval_samples_per_second": 3.312,
      "eval_steps_per_second": 0.427,
      "step": 1720
    },
    {
      "epoch": 1.31,
      "learning_rate": 0.00010760095011876483,
      "loss": 0.0884,
      "step": 1722
    },
    {
      "epoch": 1.31,
      "learning_rate": 0.00010736342042755343,
      "loss": 0.2517,
      "step": 1724
    },
    {
      "epoch": 1.31,
      "learning_rate": 0.00010712589073634204,
      "loss": 0.2916,
      "step": 1726
    },
    {
      "epoch": 1.32,
      "learning_rate": 0.00010688836104513064,
      "loss": 0.3087,
      "step": 1728
    },
    {
      "epoch": 1.32,
      "learning_rate": 0.00010665083135391922,
      "loss": 0.1531,
      "step": 1730
    },
    {
      "epoch": 1.32,
      "learning_rate": 0.00010641330166270783,
      "loss": 0.3013,
      "step": 1732
    },
    {
      "epoch": 1.32,
      "learning_rate": 0.00010617577197149643,
      "loss": 0.1424,
      "step": 1734
    },
    {
      "epoch": 1.32,
      "learning_rate": 0.00010593824228028501,
      "loss": 0.3313,
      "step": 1736
    },
    {
      "epoch": 1.32,
      "learning_rate": 0.00010570071258907363,
      "loss": 0.31,
      "step": 1738
    },
    {
      "epoch": 1.32,
      "learning_rate": 0.00010546318289786222,
      "loss": 0.4191,
      "step": 1740
    },
    {
      "epoch": 1.33,
      "learning_rate": 0.00010522565320665083,
      "loss": 0.3121,
      "step": 1742
    },
    {
      "epoch": 1.33,
      "learning_rate": 0.00010498812351543942,
      "loss": 0.3626,
      "step": 1744
    },
    {
      "epoch": 1.33,
      "learning_rate": 0.00010475059382422802,
      "loss": 0.471,
      "step": 1746
    },
    {
      "epoch": 1.33,
      "learning_rate": 0.00010451306413301663,
      "loss": 0.3581,
      "step": 1748
    },
    {
      "epoch": 1.33,
      "learning_rate": 0.00010427553444180521,
      "loss": 0.5583,
      "step": 1750
    },
    {
      "epoch": 1.33,
      "learning_rate": 0.00010403800475059381,
      "loss": 0.3143,
      "step": 1752
    },
    {
      "epoch": 1.34,
      "learning_rate": 0.00010380047505938242,
      "loss": 0.2945,
      "step": 1754
    },
    {
      "epoch": 1.34,
      "learning_rate": 0.00010356294536817102,
      "loss": 0.2709,
      "step": 1756
    },
    {
      "epoch": 1.34,
      "learning_rate": 0.0001033254156769596,
      "loss": 0.3516,
      "step": 1758
    },
    {
      "epoch": 1.34,
      "learning_rate": 0.00010308788598574821,
      "loss": 0.5142,
      "step": 1760
    },
    {
      "epoch": 1.34,
      "eval_loss": 0.2966551184654236,
      "eval_runtime": 9.367,
      "eval_samples_per_second": 3.309,
      "eval_steps_per_second": 0.427,
      "step": 1760
    },
    {
      "epoch": 1.34,
      "learning_rate": 0.00010285035629453681,
      "loss": 0.6539,
      "step": 1762
    },
    {
      "epoch": 1.34,
      "learning_rate": 0.00010261282660332539,
      "loss": 0.2384,
      "step": 1764
    },
    {
      "epoch": 1.34,
      "learning_rate": 0.000102375296912114,
      "loss": 0.1941,
      "step": 1766
    },
    {
      "epoch": 1.35,
      "learning_rate": 0.0001021377672209026,
      "loss": 0.2936,
      "step": 1768
    },
    {
      "epoch": 1.35,
      "learning_rate": 0.00010190023752969121,
      "loss": 0.1306,
      "step": 1770
    },
    {
      "epoch": 1.35,
      "learning_rate": 0.0001016627078384798,
      "loss": 0.2893,
      "step": 1772
    },
    {
      "epoch": 1.35,
      "learning_rate": 0.00010142517814726839,
      "loss": 0.4972,
      "step": 1774
    },
    {
      "epoch": 1.35,
      "learning_rate": 0.000101187648456057,
      "loss": 0.1055,
      "step": 1776
    },
    {
      "epoch": 1.35,
      "learning_rate": 0.00010095011876484559,
      "loss": 0.1518,
      "step": 1778
    },
    {
      "epoch": 1.36,
      "learning_rate": 0.0001007125890736342,
      "loss": 0.2541,
      "step": 1780
    },
    {
      "epoch": 1.36,
      "learning_rate": 0.0001004750593824228,
      "loss": 0.3058,
      "step": 1782
    },
    {
      "epoch": 1.36,
      "learning_rate": 0.0001002375296912114,
      "loss": 0.4288,
      "step": 1784
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.999999999999999e-05,
      "loss": 0.4042,
      "step": 1786
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.976247030878859e-05,
      "loss": 0.2071,
      "step": 1788
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.952494061757719e-05,
      "loss": 0.1791,
      "step": 1790
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.928741092636578e-05,
      "loss": 0.1412,
      "step": 1792
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.904988123515438e-05,
      "loss": 0.3325,
      "step": 1794
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.881235154394299e-05,
      "loss": 0.2778,
      "step": 1796
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.857482185273159e-05,
      "loss": 0.5972,
      "step": 1798
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.833729216152017e-05,
      "loss": 0.5167,
      "step": 1800
    },
    {
      "epoch": 1.37,
      "eval_loss": 0.2810644209384918,
      "eval_runtime": 9.3632,
      "eval_samples_per_second": 3.311,
      "eval_steps_per_second": 0.427,
      "step": 1800
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.809976247030878e-05,
      "loss": 0.2728,
      "step": 1802
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.786223277909738e-05,
      "loss": 0.2504,
      "step": 1804
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.762470308788597e-05,
      "loss": 0.4784,
      "step": 1806
    },
    {
      "epoch": 1.38,
      "learning_rate": 9.738717339667458e-05,
      "loss": 0.5608,
      "step": 1808
    },
    {
      "epoch": 1.38,
      "learning_rate": 9.714964370546317e-05,
      "loss": 0.3195,
      "step": 1810
    },
    {
      "epoch": 1.38,
      "learning_rate": 9.691211401425179e-05,
      "loss": 0.2417,
      "step": 1812
    },
    {
      "epoch": 1.38,
      "learning_rate": 9.667458432304037e-05,
      "loss": 0.3684,
      "step": 1814
    },
    {
      "epoch": 1.38,
      "learning_rate": 9.643705463182897e-05,
      "loss": 0.1482,
      "step": 1816
    },
    {
      "epoch": 1.38,
      "learning_rate": 9.619952494061758e-05,
      "loss": 0.104,
      "step": 1818
    },
    {
      "epoch": 1.39,
      "learning_rate": 9.596199524940616e-05,
      "loss": 0.4123,
      "step": 1820
    },
    {
      "epoch": 1.39,
      "learning_rate": 9.572446555819476e-05,
      "loss": 0.1742,
      "step": 1822
    },
    {
      "epoch": 1.39,
      "learning_rate": 9.548693586698337e-05,
      "loss": 0.102,
      "step": 1824
    },
    {
      "epoch": 1.39,
      "learning_rate": 9.524940617577197e-05,
      "loss": 0.1952,
      "step": 1826
    },
    {
      "epoch": 1.39,
      "learning_rate": 9.501187648456055e-05,
      "loss": 0.355,
      "step": 1828
    },
    {
      "epoch": 1.39,
      "learning_rate": 9.477434679334916e-05,
      "loss": 0.1664,
      "step": 1830
    },
    {
      "epoch": 1.39,
      "learning_rate": 9.453681710213776e-05,
      "loss": 0.2826,
      "step": 1832
    },
    {
      "epoch": 1.4,
      "learning_rate": 9.429928741092634e-05,
      "loss": 0.1557,
      "step": 1834
    },
    {
      "epoch": 1.4,
      "learning_rate": 9.406175771971495e-05,
      "loss": 0.0793,
      "step": 1836
    },
    {
      "epoch": 1.4,
      "learning_rate": 9.382422802850355e-05,
      "loss": 0.5586,
      "step": 1838
    },
    {
      "epoch": 1.4,
      "learning_rate": 9.358669833729216e-05,
      "loss": 0.1621,
      "step": 1840
    },
    {
      "epoch": 1.4,
      "eval_loss": 0.27923640608787537,
      "eval_runtime": 9.359,
      "eval_samples_per_second": 3.312,
      "eval_steps_per_second": 0.427,
      "step": 1840
    },
    {
      "epoch": 1.4,
      "learning_rate": 9.334916864608075e-05,
      "loss": 0.174,
      "step": 1842
    },
    {
      "epoch": 1.4,
      "learning_rate": 9.311163895486934e-05,
      "loss": 0.1204,
      "step": 1844
    },
    {
      "epoch": 1.41,
      "learning_rate": 9.287410926365795e-05,
      "loss": 0.43,
      "step": 1846
    },
    {
      "epoch": 1.41,
      "learning_rate": 9.263657957244654e-05,
      "loss": 0.1443,
      "step": 1848
    },
    {
      "epoch": 1.41,
      "learning_rate": 9.239904988123515e-05,
      "loss": 0.1289,
      "step": 1850
    },
    {
      "epoch": 1.41,
      "learning_rate": 9.216152019002375e-05,
      "loss": 0.1631,
      "step": 1852
    },
    {
      "epoch": 1.41,
      "learning_rate": 9.192399049881234e-05,
      "loss": 0.1141,
      "step": 1854
    },
    {
      "epoch": 1.41,
      "learning_rate": 9.168646080760094e-05,
      "loss": 0.3628,
      "step": 1856
    },
    {
      "epoch": 1.41,
      "learning_rate": 9.144893111638954e-05,
      "loss": 0.3337,
      "step": 1858
    },
    {
      "epoch": 1.42,
      "learning_rate": 9.121140142517814e-05,
      "loss": 0.3215,
      "step": 1860
    },
    {
      "epoch": 1.42,
      "learning_rate": 9.097387173396673e-05,
      "loss": 0.7198,
      "step": 1862
    },
    {
      "epoch": 1.42,
      "learning_rate": 9.073634204275533e-05,
      "loss": 0.3719,
      "step": 1864
    },
    {
      "epoch": 1.42,
      "learning_rate": 9.049881235154394e-05,
      "loss": 0.1917,
      "step": 1866
    },
    {
      "epoch": 1.42,
      "learning_rate": 9.026128266033254e-05,
      "loss": 0.1194,
      "step": 1868
    },
    {
      "epoch": 1.42,
      "learning_rate": 9.002375296912112e-05,
      "loss": 0.3203,
      "step": 1870
    },
    {
      "epoch": 1.43,
      "learning_rate": 8.978622327790974e-05,
      "loss": 0.1243,
      "step": 1872
    },
    {
      "epoch": 1.43,
      "learning_rate": 8.954869358669833e-05,
      "loss": 0.2932,
      "step": 1874
    },
    {
      "epoch": 1.43,
      "learning_rate": 8.931116389548692e-05,
      "loss": 0.196,
      "step": 1876
    },
    {
      "epoch": 1.43,
      "learning_rate": 8.907363420427553e-05,
      "loss": 0.3361,
      "step": 1878
    },
    {
      "epoch": 1.43,
      "learning_rate": 8.883610451306412e-05,
      "loss": 0.095,
      "step": 1880
    },
    {
      "epoch": 1.43,
      "eval_loss": 0.2777572274208069,
      "eval_runtime": 9.3601,
      "eval_samples_per_second": 3.312,
      "eval_steps_per_second": 0.427,
      "step": 1880
    },
    {
      "epoch": 1.43,
      "learning_rate": 8.859857482185274e-05,
      "loss": 0.2712,
      "step": 1882
    },
    {
      "epoch": 1.43,
      "learning_rate": 8.836104513064132e-05,
      "loss": 0.3259,
      "step": 1884
    },
    {
      "epoch": 1.44,
      "learning_rate": 8.812351543942992e-05,
      "loss": 0.0914,
      "step": 1886
    },
    {
      "epoch": 1.44,
      "learning_rate": 8.788598574821853e-05,
      "loss": 0.1682,
      "step": 1888
    },
    {
      "epoch": 1.44,
      "learning_rate": 8.764845605700711e-05,
      "loss": 0.1419,
      "step": 1890
    },
    {
      "epoch": 1.44,
      "learning_rate": 8.741092636579571e-05,
      "loss": 0.374,
      "step": 1892
    },
    {
      "epoch": 1.44,
      "learning_rate": 8.717339667458432e-05,
      "loss": 0.2816,
      "step": 1894
    },
    {
      "epoch": 1.44,
      "learning_rate": 8.693586698337292e-05,
      "loss": 0.1357,
      "step": 1896
    },
    {
      "epoch": 1.44,
      "learning_rate": 8.66983372921615e-05,
      "loss": 0.3469,
      "step": 1898
    },
    {
      "epoch": 1.45,
      "learning_rate": 8.646080760095011e-05,
      "loss": 0.156,
      "step": 1900
    },
    {
      "epoch": 1.45,
      "learning_rate": 8.622327790973871e-05,
      "loss": 0.2251,
      "step": 1902
    },
    {
      "epoch": 1.45,
      "learning_rate": 8.59857482185273e-05,
      "loss": 0.394,
      "step": 1904
    },
    {
      "epoch": 1.45,
      "learning_rate": 8.57482185273159e-05,
      "loss": 0.2646,
      "step": 1906
    },
    {
      "epoch": 1.45,
      "learning_rate": 8.55106888361045e-05,
      "loss": 0.3828,
      "step": 1908
    },
    {
      "epoch": 1.45,
      "learning_rate": 8.527315914489311e-05,
      "loss": 0.2939,
      "step": 1910
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.50356294536817e-05,
      "loss": 0.2697,
      "step": 1912
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.47980997624703e-05,
      "loss": 0.4667,
      "step": 1914
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.45605700712589e-05,
      "loss": 0.0942,
      "step": 1916
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.432304038004749e-05,
      "loss": 0.2499,
      "step": 1918
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.40855106888361e-05,
      "loss": 0.2036,
      "step": 1920
    },
    {
      "epoch": 1.46,
      "eval_loss": 0.28633174300193787,
      "eval_runtime": 9.3612,
      "eval_samples_per_second": 3.312,
      "eval_steps_per_second": 0.427,
      "step": 1920
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.38479809976247e-05,
      "loss": 0.124,
      "step": 1922
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.36104513064133e-05,
      "loss": 0.1291,
      "step": 1924
    },
    {
      "epoch": 1.47,
      "learning_rate": 8.337292161520189e-05,
      "loss": 0.1567,
      "step": 1926
    },
    {
      "epoch": 1.47,
      "learning_rate": 8.313539192399049e-05,
      "loss": 0.2027,
      "step": 1928
    },
    {
      "epoch": 1.47,
      "learning_rate": 8.289786223277909e-05,
      "loss": 0.302,
      "step": 1930
    },
    {
      "epoch": 1.47,
      "learning_rate": 8.266033254156769e-05,
      "loss": 0.1316,
      "step": 1932
    },
    {
      "epoch": 1.47,
      "learning_rate": 8.242280285035628e-05,
      "loss": 0.4017,
      "step": 1934
    },
    {
      "epoch": 1.47,
      "learning_rate": 8.21852731591449e-05,
      "loss": 0.1542,
      "step": 1936
    },
    {
      "epoch": 1.48,
      "learning_rate": 8.194774346793349e-05,
      "loss": 0.2756,
      "step": 1938
    },
    {
      "epoch": 1.48,
      "learning_rate": 8.171021377672208e-05,
      "loss": 0.4179,
      "step": 1940
    },
    {
      "epoch": 1.48,
      "learning_rate": 8.147268408551069e-05,
      "loss": 0.2002,
      "step": 1942
    },
    {
      "epoch": 1.48,
      "learning_rate": 8.123515439429928e-05,
      "loss": 0.2008,
      "step": 1944
    },
    {
      "epoch": 1.48,
      "learning_rate": 8.099762470308787e-05,
      "loss": 0.3566,
      "step": 1946
    },
    {
      "epoch": 1.48,
      "learning_rate": 8.076009501187648e-05,
      "loss": 0.5271,
      "step": 1948
    },
    {
      "epoch": 1.48,
      "learning_rate": 8.052256532066508e-05,
      "loss": 0.1332,
      "step": 1950
    },
    {
      "epoch": 1.49,
      "learning_rate": 8.028503562945369e-05,
      "loss": 0.2246,
      "step": 1952
    },
    {
      "epoch": 1.49,
      "learning_rate": 8.004750593824227e-05,
      "loss": 0.2543,
      "step": 1954
    },
    {
      "epoch": 1.49,
      "learning_rate": 7.980997624703087e-05,
      "loss": 0.2938,
      "step": 1956
    },
    {
      "epoch": 1.49,
      "learning_rate": 7.957244655581948e-05,
      "loss": 0.5904,
      "step": 1958
    },
    {
      "epoch": 1.49,
      "learning_rate": 7.933491686460806e-05,
      "loss": 0.3902,
      "step": 1960
    },
    {
      "epoch": 1.49,
      "eval_loss": 0.2950325906276703,
      "eval_runtime": 9.3616,
      "eval_samples_per_second": 3.311,
      "eval_steps_per_second": 0.427,
      "step": 1960
    },
    {
      "epoch": 1.49,
      "learning_rate": 7.909738717339666e-05,
      "loss": 0.2688,
      "step": 1962
    },
    {
      "epoch": 1.5,
      "learning_rate": 7.885985748218527e-05,
      "loss": 0.4113,
      "step": 1964
    },
    {
      "epoch": 1.5,
      "learning_rate": 7.862232779097387e-05,
      "loss": 0.1846,
      "step": 1966
    },
    {
      "epoch": 1.5,
      "learning_rate": 7.838479809976245e-05,
      "loss": 0.2456,
      "step": 1968
    },
    {
      "epoch": 1.5,
      "learning_rate": 7.814726840855106e-05,
      "loss": 0.1499,
      "step": 1970
    },
    {
      "epoch": 1.5,
      "learning_rate": 7.790973871733966e-05,
      "loss": 0.4278,
      "step": 1972
    },
    {
      "epoch": 1.5,
      "learning_rate": 7.767220902612825e-05,
      "loss": 0.2225,
      "step": 1974
    },
    {
      "epoch": 1.5,
      "learning_rate": 7.743467933491686e-05,
      "loss": 0.135,
      "step": 1976
    },
    {
      "epoch": 1.51,
      "learning_rate": 7.719714964370545e-05,
      "loss": 0.1839,
      "step": 1978
    },
    {
      "epoch": 1.51,
      "learning_rate": 7.695961995249406e-05,
      "loss": 0.1917,
      "step": 1980
    },
    {
      "epoch": 1.51,
      "learning_rate": 7.672209026128265e-05,
      "loss": 0.1356,
      "step": 1982
    },
    {
      "epoch": 1.51,
      "learning_rate": 7.648456057007125e-05,
      "loss": 0.2198,
      "step": 1984
    },
    {
      "epoch": 1.51,
      "learning_rate": 7.624703087885986e-05,
      "loss": 0.2097,
      "step": 1986
    },
    {
      "epoch": 1.51,
      "learning_rate": 7.600950118764844e-05,
      "loss": 0.5525,
      "step": 1988
    },
    {
      "epoch": 1.52,
      "learning_rate": 7.577197149643705e-05,
      "loss": 0.2272,
      "step": 1990
    },
    {
      "epoch": 1.52,
      "learning_rate": 7.553444180522565e-05,
      "loss": 0.0927,
      "step": 1992
    },
    {
      "epoch": 1.52,
      "learning_rate": 7.529691211401425e-05,
      "loss": 0.4069,
      "step": 1994
    },
    {
      "epoch": 1.52,
      "learning_rate": 7.505938242280284e-05,
      "loss": 0.1714,
      "step": 1996
    },
    {
      "epoch": 1.52,
      "learning_rate": 7.482185273159144e-05,
      "loss": 0.0959,
      "step": 1998
    },
    {
      "epoch": 1.52,
      "learning_rate": 7.458432304038004e-05,
      "loss": 0.2669,
      "step": 2000
    },
    {
      "epoch": 1.52,
      "eval_loss": 0.2871646583080292,
      "eval_runtime": 9.3732,
      "eval_samples_per_second": 3.307,
      "eval_steps_per_second": 0.427,
      "step": 2000
    },
    {
      "epoch": 1.52,
      "learning_rate": 7.434679334916864e-05,
      "loss": 0.3935,
      "step": 2002
    },
    {
      "epoch": 1.53,
      "learning_rate": 7.410926365795723e-05,
      "loss": 0.5176,
      "step": 2004
    },
    {
      "epoch": 1.53,
      "learning_rate": 7.387173396674584e-05,
      "loss": 0.4648,
      "step": 2006
    },
    {
      "epoch": 1.53,
      "learning_rate": 7.363420427553443e-05,
      "loss": 0.3234,
      "step": 2008
    },
    {
      "epoch": 1.53,
      "learning_rate": 7.339667458432304e-05,
      "loss": 0.3422,
      "step": 2010
    },
    {
      "epoch": 1.53,
      "learning_rate": 7.315914489311164e-05,
      "loss": 0.2731,
      "step": 2012
    },
    {
      "epoch": 1.53,
      "learning_rate": 7.292161520190022e-05,
      "loss": 0.4215,
      "step": 2014
    },
    {
      "epoch": 1.53,
      "learning_rate": 7.268408551068883e-05,
      "loss": 0.3272,
      "step": 2016
    },
    {
      "epoch": 1.54,
      "learning_rate": 7.244655581947743e-05,
      "loss": 0.2518,
      "step": 2018
    },
    {
      "epoch": 1.54,
      "learning_rate": 7.220902612826603e-05,
      "loss": 0.2811,
      "step": 2020
    },
    {
      "epoch": 1.54,
      "learning_rate": 7.197149643705462e-05,
      "loss": 0.111,
      "step": 2022
    },
    {
      "epoch": 1.54,
      "learning_rate": 7.173396674584322e-05,
      "loss": 0.2118,
      "step": 2024
    },
    {
      "epoch": 1.54,
      "learning_rate": 7.149643705463182e-05,
      "loss": 0.34,
      "step": 2026
    },
    {
      "epoch": 1.54,
      "learning_rate": 7.125890736342042e-05,
      "loss": 0.2277,
      "step": 2028
    },
    {
      "epoch": 1.55,
      "learning_rate": 7.102137767220901e-05,
      "loss": 0.158,
      "step": 2030
    },
    {
      "epoch": 1.55,
      "learning_rate": 7.078384798099761e-05,
      "loss": 0.143,
      "step": 2032
    },
    {
      "epoch": 1.55,
      "learning_rate": 7.054631828978622e-05,
      "loss": 0.201,
      "step": 2034
    },
    {
      "epoch": 1.55,
      "learning_rate": 7.030878859857482e-05,
      "loss": 0.3279,
      "step": 2036
    },
    {
      "epoch": 1.55,
      "learning_rate": 7.007125890736342e-05,
      "loss": 0.4416,
      "step": 2038
    },
    {
      "epoch": 1.55,
      "learning_rate": 6.983372921615201e-05,
      "loss": 0.177,
      "step": 2040
    },
    {
      "epoch": 1.55,
      "eval_loss": 0.2866095006465912,
      "eval_runtime": 9.359,
      "eval_samples_per_second": 3.312,
      "eval_steps_per_second": 0.427,
      "step": 2040
    },
    {
      "epoch": 1.55,
      "learning_rate": 6.959619952494061e-05,
      "loss": 0.2742,
      "step": 2042
    },
    {
      "epoch": 1.56,
      "learning_rate": 6.935866983372921e-05,
      "loss": 0.2495,
      "step": 2044
    },
    {
      "epoch": 1.56,
      "learning_rate": 6.912114014251781e-05,
      "loss": 0.1398,
      "step": 2046
    },
    {
      "epoch": 1.56,
      "learning_rate": 6.88836104513064e-05,
      "loss": 0.1191,
      "step": 2048
    },
    {
      "epoch": 1.56,
      "learning_rate": 6.8646080760095e-05,
      "loss": 0.1189,
      "step": 2050
    },
    {
      "epoch": 1.56,
      "learning_rate": 6.840855106888361e-05,
      "loss": 0.4908,
      "step": 2052
    },
    {
      "epoch": 1.56,
      "learning_rate": 6.81710213776722e-05,
      "loss": 0.3248,
      "step": 2054
    },
    {
      "epoch": 1.57,
      "learning_rate": 6.79334916864608e-05,
      "loss": 0.2646,
      "step": 2056
    },
    {
      "epoch": 1.57,
      "learning_rate": 6.76959619952494e-05,
      "loss": 0.2602,
      "step": 2058
    },
    {
      "epoch": 1.57,
      "learning_rate": 6.745843230403799e-05,
      "loss": 0.5139,
      "step": 2060
    },
    {
      "epoch": 1.57,
      "learning_rate": 6.72209026128266e-05,
      "loss": 0.2779,
      "step": 2062
    },
    {
      "epoch": 1.57,
      "learning_rate": 6.69833729216152e-05,
      "loss": 0.3148,
      "step": 2064
    },
    {
      "epoch": 1.57,
      "learning_rate": 6.67458432304038e-05,
      "loss": 0.135,
      "step": 2066
    },
    {
      "epoch": 1.57,
      "learning_rate": 6.650831353919239e-05,
      "loss": 0.2449,
      "step": 2068
    },
    {
      "epoch": 1.58,
      "learning_rate": 6.627078384798099e-05,
      "loss": 0.2559,
      "step": 2070
    },
    {
      "epoch": 1.58,
      "learning_rate": 6.603325415676959e-05,
      "loss": 0.5405,
      "step": 2072
    },
    {
      "epoch": 1.58,
      "learning_rate": 6.579572446555818e-05,
      "loss": 0.2843,
      "step": 2074
    },
    {
      "epoch": 1.58,
      "learning_rate": 6.55581947743468e-05,
      "loss": 0.2028,
      "step": 2076
    },
    {
      "epoch": 1.58,
      "learning_rate": 6.532066508313538e-05,
      "loss": 0.1593,
      "step": 2078
    },
    {
      "epoch": 1.58,
      "learning_rate": 6.508313539192399e-05,
      "loss": 0.1919,
      "step": 2080
    },
    {
      "epoch": 1.58,
      "eval_loss": 0.2877208888530731,
      "eval_runtime": 9.3725,
      "eval_samples_per_second": 3.308,
      "eval_steps_per_second": 0.427,
      "step": 2080
    },
    {
      "epoch": 1.59,
      "learning_rate": 6.484560570071259e-05,
      "loss": 0.2144,
      "step": 2082
    },
    {
      "epoch": 1.59,
      "learning_rate": 6.460807600950117e-05,
      "loss": 0.1698,
      "step": 2084
    },
    {
      "epoch": 1.59,
      "learning_rate": 6.437054631828978e-05,
      "loss": 0.2004,
      "step": 2086
    },
    {
      "epoch": 1.59,
      "learning_rate": 6.413301662707838e-05,
      "loss": 0.2548,
      "step": 2088
    },
    {
      "epoch": 1.59,
      "learning_rate": 6.389548693586698e-05,
      "loss": 0.1027,
      "step": 2090
    },
    {
      "epoch": 1.59,
      "learning_rate": 6.365795724465558e-05,
      "loss": 0.2526,
      "step": 2092
    },
    {
      "epoch": 1.59,
      "learning_rate": 6.342042755344417e-05,
      "loss": 0.3702,
      "step": 2094
    },
    {
      "epoch": 1.6,
      "learning_rate": 6.318289786223277e-05,
      "loss": 0.1358,
      "step": 2096
    },
    {
      "epoch": 1.6,
      "learning_rate": 6.294536817102137e-05,
      "loss": 0.203,
      "step": 2098
    },
    {
      "epoch": 1.6,
      "learning_rate": 6.270783847980996e-05,
      "loss": 0.2277,
      "step": 2100
    },
    {
      "epoch": 1.6,
      "learning_rate": 6.247030878859856e-05,
      "loss": 0.4521,
      "step": 2102
    },
    {
      "epoch": 1.6,
      "learning_rate": 6.223277909738717e-05,
      "loss": 0.5379,
      "step": 2104
    },
    {
      "epoch": 1.6,
      "learning_rate": 6.199524940617577e-05,
      "loss": 0.5,
      "step": 2106
    },
    {
      "epoch": 1.6,
      "learning_rate": 6.175771971496437e-05,
      "loss": 0.4136,
      "step": 2108
    },
    {
      "epoch": 1.61,
      "learning_rate": 6.152019002375297e-05,
      "loss": 0.3087,
      "step": 2110
    },
    {
      "epoch": 1.61,
      "learning_rate": 6.128266033254156e-05,
      "loss": 0.2025,
      "step": 2112
    },
    {
      "epoch": 1.61,
      "learning_rate": 6.104513064133016e-05,
      "loss": 0.5468,
      "step": 2114
    },
    {
      "epoch": 1.61,
      "learning_rate": 6.080760095011876e-05,
      "loss": 0.0856,
      "step": 2116
    },
    {
      "epoch": 1.61,
      "learning_rate": 6.057007125890736e-05,
      "loss": 0.0566,
      "step": 2118
    },
    {
      "epoch": 1.61,
      "learning_rate": 6.033254156769595e-05,
      "loss": 0.117,
      "step": 2120
    },
    {
      "epoch": 1.61,
      "eval_loss": 0.27925828099250793,
      "eval_runtime": 9.3682,
      "eval_samples_per_second": 3.309,
      "eval_steps_per_second": 0.427,
      "step": 2120
    },
    {
      "epoch": 1.62,
      "learning_rate": 6.009501187648456e-05,
      "loss": 0.1581,
      "step": 2122
    },
    {
      "epoch": 1.62,
      "learning_rate": 5.9857482185273155e-05,
      "loss": 0.2501,
      "step": 2124
    },
    {
      "epoch": 1.62,
      "learning_rate": 5.9619952494061745e-05,
      "loss": 0.267,
      "step": 2126
    },
    {
      "epoch": 1.62,
      "learning_rate": 5.938242280285035e-05,
      "loss": 0.1953,
      "step": 2128
    },
    {
      "epoch": 1.62,
      "learning_rate": 5.914489311163895e-05,
      "loss": 0.113,
      "step": 2130
    },
    {
      "epoch": 1.62,
      "learning_rate": 5.890736342042755e-05,
      "loss": 0.3468,
      "step": 2132
    },
    {
      "epoch": 1.62,
      "learning_rate": 5.866983372921615e-05,
      "loss": 0.3671,
      "step": 2134
    },
    {
      "epoch": 1.63,
      "learning_rate": 5.8432304038004746e-05,
      "loss": 0.213,
      "step": 2136
    },
    {
      "epoch": 1.63,
      "learning_rate": 5.8194774346793343e-05,
      "loss": 0.3049,
      "step": 2138
    },
    {
      "epoch": 1.63,
      "learning_rate": 5.795724465558194e-05,
      "loss": 0.3587,
      "step": 2140
    },
    {
      "epoch": 1.63,
      "learning_rate": 5.7719714964370545e-05,
      "loss": 0.1607,
      "step": 2142
    },
    {
      "epoch": 1.63,
      "learning_rate": 5.7482185273159136e-05,
      "loss": 0.3961,
      "step": 2144
    },
    {
      "epoch": 1.63,
      "learning_rate": 5.724465558194774e-05,
      "loss": 0.5162,
      "step": 2146
    },
    {
      "epoch": 1.64,
      "learning_rate": 5.700712589073634e-05,
      "loss": 0.2147,
      "step": 2148
    },
    {
      "epoch": 1.64,
      "learning_rate": 5.676959619952494e-05,
      "loss": 0.2356,
      "step": 2150
    },
    {
      "epoch": 1.64,
      "learning_rate": 5.653206650831353e-05,
      "loss": 0.2201,
      "step": 2152
    },
    {
      "epoch": 1.64,
      "learning_rate": 5.629453681710213e-05,
      "loss": 0.3852,
      "step": 2154
    },
    {
      "epoch": 1.64,
      "learning_rate": 5.6057007125890734e-05,
      "loss": 0.3659,
      "step": 2156
    },
    {
      "epoch": 1.64,
      "learning_rate": 5.5819477434679325e-05,
      "loss": 0.2305,
      "step": 2158
    },
    {
      "epoch": 1.64,
      "learning_rate": 5.558194774346793e-05,
      "loss": 0.2608,
      "step": 2160
    },
    {
      "epoch": 1.64,
      "eval_loss": 0.27714648842811584,
      "eval_runtime": 9.3632,
      "eval_samples_per_second": 3.311,
      "eval_steps_per_second": 0.427,
      "step": 2160
    },
    {
      "epoch": 1.65,
      "learning_rate": 5.5344418052256526e-05,
      "loss": 0.3119,
      "step": 2162
    },
    {
      "epoch": 1.65,
      "learning_rate": 5.510688836104513e-05,
      "loss": 0.4147,
      "step": 2164
    },
    {
      "epoch": 1.65,
      "learning_rate": 5.486935866983372e-05,
      "loss": 0.2113,
      "step": 2166
    },
    {
      "epoch": 1.65,
      "learning_rate": 5.463182897862232e-05,
      "loss": 0.1966,
      "step": 2168
    },
    {
      "epoch": 1.65,
      "learning_rate": 5.439429928741092e-05,
      "loss": 0.2277,
      "step": 2170
    },
    {
      "epoch": 1.65,
      "learning_rate": 5.415676959619952e-05,
      "loss": 0.2326,
      "step": 2172
    },
    {
      "epoch": 1.66,
      "learning_rate": 5.391923990498812e-05,
      "loss": 0.1252,
      "step": 2174
    },
    {
      "epoch": 1.66,
      "learning_rate": 5.3681710213776715e-05,
      "loss": 0.1706,
      "step": 2176
    },
    {
      "epoch": 1.66,
      "learning_rate": 5.344418052256532e-05,
      "loss": 0.175,
      "step": 2178
    },
    {
      "epoch": 1.66,
      "learning_rate": 5.320665083135392e-05,
      "loss": 0.1525,
      "step": 2180
    },
    {
      "epoch": 1.66,
      "learning_rate": 5.296912114014251e-05,
      "loss": 0.2926,
      "step": 2182
    },
    {
      "epoch": 1.66,
      "learning_rate": 5.273159144893111e-05,
      "loss": 0.3535,
      "step": 2184
    },
    {
      "epoch": 1.66,
      "learning_rate": 5.249406175771971e-05,
      "loss": 0.1871,
      "step": 2186
    },
    {
      "epoch": 1.67,
      "learning_rate": 5.225653206650831e-05,
      "loss": 0.2173,
      "step": 2188
    },
    {
      "epoch": 1.67,
      "learning_rate": 5.2019002375296904e-05,
      "loss": 0.1821,
      "step": 2190
    },
    {
      "epoch": 1.67,
      "learning_rate": 5.178147268408551e-05,
      "loss": 0.1527,
      "step": 2192
    },
    {
      "epoch": 1.67,
      "learning_rate": 5.1543942992874106e-05,
      "loss": 0.3021,
      "step": 2194
    },
    {
      "epoch": 1.67,
      "learning_rate": 5.1306413301662696e-05,
      "loss": 0.348,
      "step": 2196
    },
    {
      "epoch": 1.67,
      "learning_rate": 5.10688836104513e-05,
      "loss": 0.2462,
      "step": 2198
    },
    {
      "epoch": 1.67,
      "learning_rate": 5.08313539192399e-05,
      "loss": 0.2565,
      "step": 2200
    },
    {
      "epoch": 1.67,
      "eval_loss": 0.2779179811477661,
      "eval_runtime": 9.3678,
      "eval_samples_per_second": 3.309,
      "eval_steps_per_second": 0.427,
      "step": 2200
    },
    {
      "epoch": 1.68,
      "learning_rate": 5.05938242280285e-05,
      "loss": 0.3217,
      "step": 2202
    },
    {
      "epoch": 1.68,
      "learning_rate": 5.03562945368171e-05,
      "loss": 0.2808,
      "step": 2204
    },
    {
      "epoch": 1.68,
      "learning_rate": 5.01187648456057e-05,
      "loss": 0.3176,
      "step": 2206
    },
    {
      "epoch": 1.68,
      "learning_rate": 4.9881235154394294e-05,
      "loss": 0.3842,
      "step": 2208
    },
    {
      "epoch": 1.68,
      "learning_rate": 4.964370546318289e-05,
      "loss": 0.4804,
      "step": 2210
    },
    {
      "epoch": 1.68,
      "learning_rate": 4.9406175771971496e-05,
      "loss": 0.4944,
      "step": 2212
    },
    {
      "epoch": 1.69,
      "learning_rate": 4.916864608076009e-05,
      "loss": 0.3637,
      "step": 2214
    },
    {
      "epoch": 1.69,
      "learning_rate": 4.893111638954869e-05,
      "loss": 0.2561,
      "step": 2216
    },
    {
      "epoch": 1.69,
      "learning_rate": 4.869358669833729e-05,
      "loss": 0.1181,
      "step": 2218
    },
    {
      "epoch": 1.69,
      "learning_rate": 4.845605700712589e-05,
      "loss": 0.1691,
      "step": 2220
    },
    {
      "epoch": 1.69,
      "learning_rate": 4.821852731591448e-05,
      "loss": 0.2524,
      "step": 2222
    },
    {
      "epoch": 1.69,
      "learning_rate": 4.798099762470308e-05,
      "loss": 0.1532,
      "step": 2224
    },
    {
      "epoch": 1.69,
      "learning_rate": 4.7743467933491685e-05,
      "loss": 0.4069,
      "step": 2226
    },
    {
      "epoch": 1.7,
      "learning_rate": 4.7505938242280275e-05,
      "loss": 0.2669,
      "step": 2228
    },
    {
      "epoch": 1.7,
      "learning_rate": 4.726840855106888e-05,
      "loss": 0.1456,
      "step": 2230
    },
    {
      "epoch": 1.7,
      "learning_rate": 4.703087885985748e-05,
      "loss": 0.2315,
      "step": 2232
    },
    {
      "epoch": 1.7,
      "learning_rate": 4.679334916864608e-05,
      "loss": 0.18,
      "step": 2234
    },
    {
      "epoch": 1.7,
      "learning_rate": 4.655581947743467e-05,
      "loss": 0.1753,
      "step": 2236
    },
    {
      "epoch": 1.7,
      "learning_rate": 4.631828978622327e-05,
      "loss": 0.2385,
      "step": 2238
    },
    {
      "epoch": 1.71,
      "learning_rate": 4.6080760095011874e-05,
      "loss": 0.2439,
      "step": 2240
    },
    {
      "epoch": 1.71,
      "eval_loss": 0.27692317962646484,
      "eval_runtime": 9.3668,
      "eval_samples_per_second": 3.31,
      "eval_steps_per_second": 0.427,
      "step": 2240
    },
    {
      "epoch": 1.71,
      "learning_rate": 4.584323040380047e-05,
      "loss": 0.2969,
      "step": 2242
    },
    {
      "epoch": 1.71,
      "learning_rate": 4.560570071258907e-05,
      "loss": 0.3012,
      "step": 2244
    },
    {
      "epoch": 1.71,
      "learning_rate": 4.5368171021377666e-05,
      "loss": 0.227,
      "step": 2246
    },
    {
      "epoch": 1.71,
      "learning_rate": 4.513064133016627e-05,
      "loss": 0.3316,
      "step": 2248
    },
    {
      "epoch": 1.71,
      "learning_rate": 4.489311163895487e-05,
      "loss": 0.3104,
      "step": 2250
    },
    {
      "epoch": 1.71,
      "learning_rate": 4.465558194774346e-05,
      "loss": 0.2379,
      "step": 2252
    },
    {
      "epoch": 1.72,
      "learning_rate": 4.441805225653206e-05,
      "loss": 0.3829,
      "step": 2254
    },
    {
      "epoch": 1.72,
      "learning_rate": 4.418052256532066e-05,
      "loss": 0.3213,
      "step": 2256
    },
    {
      "epoch": 1.72,
      "learning_rate": 4.3942992874109264e-05,
      "loss": 0.6011,
      "step": 2258
    },
    {
      "epoch": 1.72,
      "learning_rate": 4.3705463182897855e-05,
      "loss": 0.6146,
      "step": 2260
    },
    {
      "epoch": 1.72,
      "learning_rate": 4.346793349168646e-05,
      "loss": 0.4858,
      "step": 2262
    },
    {
      "epoch": 1.72,
      "learning_rate": 4.3230403800475056e-05,
      "loss": 0.3316,
      "step": 2264
    },
    {
      "epoch": 1.73,
      "learning_rate": 4.299287410926365e-05,
      "loss": 0.2712,
      "step": 2266
    },
    {
      "epoch": 1.73,
      "learning_rate": 4.275534441805225e-05,
      "loss": 0.3848,
      "step": 2268
    },
    {
      "epoch": 1.73,
      "learning_rate": 4.251781472684085e-05,
      "loss": 0.3588,
      "step": 2270
    },
    {
      "epoch": 1.73,
      "learning_rate": 4.228028503562945e-05,
      "loss": 0.1915,
      "step": 2272
    },
    {
      "epoch": 1.73,
      "learning_rate": 4.204275534441805e-05,
      "loss": 0.1383,
      "step": 2274
    },
    {
      "epoch": 1.73,
      "learning_rate": 4.180522565320665e-05,
      "loss": 0.2695,
      "step": 2276
    },
    {
      "epoch": 1.73,
      "learning_rate": 4.1567695961995245e-05,
      "loss": 0.1303,
      "step": 2278
    },
    {
      "epoch": 1.74,
      "learning_rate": 4.133016627078384e-05,
      "loss": 0.1186,
      "step": 2280
    },
    {
      "epoch": 1.74,
      "eval_loss": 0.27118030190467834,
      "eval_runtime": 9.3658,
      "eval_samples_per_second": 3.31,
      "eval_steps_per_second": 0.427,
      "step": 2280
    },
    {
      "epoch": 1.74,
      "learning_rate": 4.109263657957245e-05,
      "loss": 0.2598,
      "step": 2282
    },
    {
      "epoch": 1.74,
      "learning_rate": 4.085510688836104e-05,
      "loss": 0.4174,
      "step": 2284
    },
    {
      "epoch": 1.74,
      "learning_rate": 4.061757719714964e-05,
      "loss": 0.1783,
      "step": 2286
    },
    {
      "epoch": 1.74,
      "learning_rate": 4.038004750593824e-05,
      "loss": 0.3437,
      "step": 2288
    },
    {
      "epoch": 1.74,
      "learning_rate": 4.0142517814726843e-05,
      "loss": 0.2497,
      "step": 2290
    },
    {
      "epoch": 1.74,
      "learning_rate": 3.9904988123515434e-05,
      "loss": 0.2498,
      "step": 2292
    },
    {
      "epoch": 1.75,
      "learning_rate": 3.966745843230403e-05,
      "loss": 0.2084,
      "step": 2294
    },
    {
      "epoch": 1.75,
      "learning_rate": 3.9429928741092636e-05,
      "loss": 0.365,
      "step": 2296
    },
    {
      "epoch": 1.75,
      "learning_rate": 3.9192399049881226e-05,
      "loss": 0.5269,
      "step": 2298
    },
    {
      "epoch": 1.75,
      "learning_rate": 3.895486935866983e-05,
      "loss": 0.2542,
      "step": 2300
    },
    {
      "epoch": 1.75,
      "learning_rate": 3.871733966745843e-05,
      "loss": 0.3138,
      "step": 2302
    },
    {
      "epoch": 1.75,
      "learning_rate": 3.847980997624703e-05,
      "loss": 0.0877,
      "step": 2304
    },
    {
      "epoch": 1.76,
      "learning_rate": 3.824228028503562e-05,
      "loss": 0.595,
      "step": 2306
    },
    {
      "epoch": 1.76,
      "learning_rate": 3.800475059382422e-05,
      "loss": 0.2971,
      "step": 2308
    },
    {
      "epoch": 1.76,
      "learning_rate": 3.7767220902612825e-05,
      "loss": 0.3425,
      "step": 2310
    },
    {
      "epoch": 1.76,
      "learning_rate": 3.752969121140142e-05,
      "loss": 0.1848,
      "step": 2312
    },
    {
      "epoch": 1.76,
      "learning_rate": 3.729216152019002e-05,
      "loss": 0.1213,
      "step": 2314
    },
    {
      "epoch": 1.76,
      "learning_rate": 3.705463182897862e-05,
      "loss": 0.176,
      "step": 2316
    },
    {
      "epoch": 1.76,
      "learning_rate": 3.6817102137767214e-05,
      "loss": 0.1598,
      "step": 2318
    },
    {
      "epoch": 1.77,
      "learning_rate": 3.657957244655582e-05,
      "loss": 0.1153,
      "step": 2320
    },
    {
      "epoch": 1.77,
      "eval_loss": 0.28142210841178894,
      "eval_runtime": 9.3524,
      "eval_samples_per_second": 3.315,
      "eval_steps_per_second": 0.428,
      "step": 2320
    },
    {
      "epoch": 1.77,
      "learning_rate": 3.6342042755344416e-05,
      "loss": 0.1319,
      "step": 2322
    },
    {
      "epoch": 1.77,
      "learning_rate": 3.6104513064133013e-05,
      "loss": 0.2766,
      "step": 2324
    },
    {
      "epoch": 1.77,
      "learning_rate": 3.586698337292161e-05,
      "loss": 0.2458,
      "step": 2326
    },
    {
      "epoch": 1.77,
      "learning_rate": 3.562945368171021e-05,
      "loss": 0.1604,
      "step": 2328
    },
    {
      "epoch": 1.77,
      "learning_rate": 3.5391923990498806e-05,
      "loss": 0.1206,
      "step": 2330
    },
    {
      "epoch": 1.78,
      "learning_rate": 3.515439429928741e-05,
      "loss": 0.1132,
      "step": 2332
    },
    {
      "epoch": 1.78,
      "learning_rate": 3.491686460807601e-05,
      "loss": 0.1886,
      "step": 2334
    },
    {
      "epoch": 1.78,
      "learning_rate": 3.4679334916864605e-05,
      "loss": 0.3292,
      "step": 2336
    },
    {
      "epoch": 1.78,
      "learning_rate": 3.44418052256532e-05,
      "loss": 0.2023,
      "step": 2338
    },
    {
      "epoch": 1.78,
      "learning_rate": 3.4204275534441806e-05,
      "loss": 0.1748,
      "step": 2340
    },
    {
      "epoch": 1.78,
      "learning_rate": 3.39667458432304e-05,
      "loss": 0.4589,
      "step": 2342
    },
    {
      "epoch": 1.78,
      "learning_rate": 3.3729216152018995e-05,
      "loss": 0.1825,
      "step": 2344
    },
    {
      "epoch": 1.79,
      "learning_rate": 3.34916864608076e-05,
      "loss": 0.1707,
      "step": 2346
    },
    {
      "epoch": 1.79,
      "learning_rate": 3.3254156769596196e-05,
      "loss": 0.1747,
      "step": 2348
    },
    {
      "epoch": 1.79,
      "learning_rate": 3.3016627078384794e-05,
      "loss": 0.3958,
      "step": 2350
    },
    {
      "epoch": 1.79,
      "learning_rate": 3.27790973871734e-05,
      "loss": 0.3037,
      "step": 2352
    },
    {
      "epoch": 1.79,
      "learning_rate": 3.2541567695961995e-05,
      "loss": 0.4159,
      "step": 2354
    },
    {
      "epoch": 1.79,
      "learning_rate": 3.2304038004750586e-05,
      "loss": 0.2042,
      "step": 2356
    },
    {
      "epoch": 1.8,
      "learning_rate": 3.206650831353919e-05,
      "loss": 0.3533,
      "step": 2358
    },
    {
      "epoch": 1.8,
      "learning_rate": 3.182897862232779e-05,
      "loss": 0.5807,
      "step": 2360
    },
    {
      "epoch": 1.8,
      "eval_loss": 0.2814473509788513,
      "eval_runtime": 9.3639,
      "eval_samples_per_second": 3.311,
      "eval_steps_per_second": 0.427,
      "step": 2360
    },
    {
      "epoch": 1.8,
      "learning_rate": 3.1591448931116385e-05,
      "loss": 0.6157,
      "step": 2362
    },
    {
      "epoch": 1.8,
      "learning_rate": 3.135391923990498e-05,
      "loss": 0.1465,
      "step": 2364
    },
    {
      "epoch": 1.8,
      "learning_rate": 3.111638954869359e-05,
      "loss": 0.4005,
      "step": 2366
    },
    {
      "epoch": 1.8,
      "learning_rate": 3.0878859857482184e-05,
      "loss": 0.3696,
      "step": 2368
    },
    {
      "epoch": 1.8,
      "learning_rate": 3.064133016627078e-05,
      "loss": 0.2864,
      "step": 2370
    },
    {
      "epoch": 1.81,
      "learning_rate": 3.040380047505938e-05,
      "loss": 0.2612,
      "step": 2372
    },
    {
      "epoch": 1.81,
      "learning_rate": 3.0166270783847976e-05,
      "loss": 0.2704,
      "step": 2374
    },
    {
      "epoch": 1.81,
      "learning_rate": 2.9928741092636577e-05,
      "loss": 0.1519,
      "step": 2376
    },
    {
      "epoch": 1.81,
      "learning_rate": 2.9691211401425175e-05,
      "loss": 0.2847,
      "step": 2378
    },
    {
      "epoch": 1.81,
      "learning_rate": 2.9453681710213776e-05,
      "loss": 0.2993,
      "step": 2380
    },
    {
      "epoch": 1.81,
      "learning_rate": 2.9216152019002373e-05,
      "loss": 0.3466,
      "step": 2382
    },
    {
      "epoch": 1.81,
      "learning_rate": 2.897862232779097e-05,
      "loss": 0.2256,
      "step": 2384
    },
    {
      "epoch": 1.82,
      "learning_rate": 2.8741092636579568e-05,
      "loss": 0.3448,
      "step": 2386
    },
    {
      "epoch": 1.82,
      "learning_rate": 2.850356294536817e-05,
      "loss": 0.2556,
      "step": 2388
    },
    {
      "epoch": 1.82,
      "learning_rate": 2.8266033254156766e-05,
      "loss": 0.459,
      "step": 2390
    },
    {
      "epoch": 1.82,
      "learning_rate": 2.8028503562945367e-05,
      "loss": 0.3489,
      "step": 2392
    },
    {
      "epoch": 1.82,
      "learning_rate": 2.7790973871733964e-05,
      "loss": 0.4236,
      "step": 2394
    },
    {
      "epoch": 1.82,
      "learning_rate": 2.7553444180522565e-05,
      "loss": 0.3738,
      "step": 2396
    },
    {
      "epoch": 1.83,
      "learning_rate": 2.731591448931116e-05,
      "loss": 0.5616,
      "step": 2398
    },
    {
      "epoch": 1.83,
      "learning_rate": 2.707838479809976e-05,
      "loss": 0.2348,
      "step": 2400
    },
    {
      "epoch": 1.83,
      "eval_loss": 0.2760084867477417,
      "eval_runtime": 9.3699,
      "eval_samples_per_second": 3.308,
      "eval_steps_per_second": 0.427,
      "step": 2400
    },
    {
      "epoch": 1.83,
      "learning_rate": 2.6840855106888358e-05,
      "loss": 0.5928,
      "step": 2402
    },
    {
      "epoch": 1.83,
      "learning_rate": 2.660332541567696e-05,
      "loss": 0.1919,
      "step": 2404
    },
    {
      "epoch": 1.83,
      "learning_rate": 2.6365795724465556e-05,
      "loss": 0.2453,
      "step": 2406
    },
    {
      "epoch": 1.83,
      "learning_rate": 2.6128266033254157e-05,
      "loss": 0.1858,
      "step": 2408
    },
    {
      "epoch": 1.83,
      "learning_rate": 2.5890736342042754e-05,
      "loss": 0.3843,
      "step": 2410
    },
    {
      "epoch": 1.84,
      "learning_rate": 2.5653206650831348e-05,
      "loss": 0.3801,
      "step": 2412
    },
    {
      "epoch": 1.84,
      "learning_rate": 2.541567695961995e-05,
      "loss": 0.1897,
      "step": 2414
    },
    {
      "epoch": 1.84,
      "learning_rate": 2.517814726840855e-05,
      "loss": 0.2243,
      "step": 2416
    },
    {
      "epoch": 1.84,
      "learning_rate": 2.4940617577197147e-05,
      "loss": 0.1292,
      "step": 2418
    },
    {
      "epoch": 1.84,
      "learning_rate": 2.4703087885985748e-05,
      "loss": 0.135,
      "step": 2420
    },
    {
      "epoch": 1.84,
      "learning_rate": 2.4465558194774345e-05,
      "loss": 0.3375,
      "step": 2422
    },
    {
      "epoch": 1.85,
      "learning_rate": 2.4228028503562946e-05,
      "loss": 0.2751,
      "step": 2424
    },
    {
      "epoch": 1.85,
      "learning_rate": 2.399049881235154e-05,
      "loss": 0.3165,
      "step": 2426
    },
    {
      "epoch": 1.85,
      "learning_rate": 2.3752969121140138e-05,
      "loss": 0.2338,
      "step": 2428
    },
    {
      "epoch": 1.85,
      "learning_rate": 2.351543942992874e-05,
      "loss": 0.2244,
      "step": 2430
    },
    {
      "epoch": 1.85,
      "learning_rate": 2.3277909738717336e-05,
      "loss": 0.1548,
      "step": 2432
    },
    {
      "epoch": 1.85,
      "learning_rate": 2.3040380047505937e-05,
      "loss": 0.1695,
      "step": 2434
    },
    {
      "epoch": 1.85,
      "learning_rate": 2.2802850356294534e-05,
      "loss": 0.1612,
      "step": 2436
    },
    {
      "epoch": 1.86,
      "learning_rate": 2.2565320665083135e-05,
      "loss": 0.3405,
      "step": 2438
    },
    {
      "epoch": 1.86,
      "learning_rate": 2.232779097387173e-05,
      "loss": 0.0924,
      "step": 2440
    },
    {
      "epoch": 1.86,
      "eval_loss": 0.2725999653339386,
      "eval_runtime": 9.3677,
      "eval_samples_per_second": 3.309,
      "eval_steps_per_second": 0.427,
      "step": 2440
    },
    {
      "epoch": 1.86,
      "learning_rate": 2.209026128266033e-05,
      "loss": 0.2963,
      "step": 2442
    },
    {
      "epoch": 1.86,
      "learning_rate": 2.1852731591448927e-05,
      "loss": 0.1525,
      "step": 2444
    },
    {
      "epoch": 1.86,
      "learning_rate": 2.1615201900237528e-05,
      "loss": 0.4711,
      "step": 2446
    },
    {
      "epoch": 1.86,
      "learning_rate": 2.1377672209026126e-05,
      "loss": 0.4293,
      "step": 2448
    },
    {
      "epoch": 1.87,
      "learning_rate": 2.1140142517814726e-05,
      "loss": 0.2169,
      "step": 2450
    },
    {
      "epoch": 1.87,
      "learning_rate": 2.0902612826603324e-05,
      "loss": 0.4243,
      "step": 2452
    },
    {
      "epoch": 1.87,
      "learning_rate": 2.066508313539192e-05,
      "loss": 0.317,
      "step": 2454
    },
    {
      "epoch": 1.87,
      "learning_rate": 2.042755344418052e-05,
      "loss": 0.4244,
      "step": 2456
    },
    {
      "epoch": 1.87,
      "learning_rate": 2.019002375296912e-05,
      "loss": 0.1467,
      "step": 2458
    },
    {
      "epoch": 1.87,
      "learning_rate": 1.9952494061757717e-05,
      "loss": 0.4868,
      "step": 2460
    },
    {
      "epoch": 1.87,
      "learning_rate": 1.9714964370546318e-05,
      "loss": 0.5826,
      "step": 2462
    },
    {
      "epoch": 1.88,
      "learning_rate": 1.9477434679334915e-05,
      "loss": 0.187,
      "step": 2464
    },
    {
      "epoch": 1.88,
      "learning_rate": 1.9239904988123516e-05,
      "loss": 0.0794,
      "step": 2466
    },
    {
      "epoch": 1.88,
      "learning_rate": 1.900237529691211e-05,
      "loss": 0.1302,
      "step": 2468
    },
    {
      "epoch": 1.88,
      "learning_rate": 1.876484560570071e-05,
      "loss": 0.4373,
      "step": 2470
    },
    {
      "epoch": 1.88,
      "learning_rate": 1.852731591448931e-05,
      "loss": 0.3002,
      "step": 2472
    },
    {
      "epoch": 1.88,
      "learning_rate": 1.828978622327791e-05,
      "loss": 0.1335,
      "step": 2474
    },
    {
      "epoch": 1.89,
      "learning_rate": 1.8052256532066507e-05,
      "loss": 0.1781,
      "step": 2476
    },
    {
      "epoch": 1.89,
      "learning_rate": 1.7814726840855104e-05,
      "loss": 0.3901,
      "step": 2478
    },
    {
      "epoch": 1.89,
      "learning_rate": 1.7577197149643705e-05,
      "loss": 0.1162,
      "step": 2480
    },
    {
      "epoch": 1.89,
      "eval_loss": 0.2703912854194641,
      "eval_runtime": 9.352,
      "eval_samples_per_second": 3.315,
      "eval_steps_per_second": 0.428,
      "step": 2480
    },
    {
      "epoch": 1.89,
      "learning_rate": 1.7339667458432302e-05,
      "loss": 0.5508,
      "step": 2482
    },
    {
      "epoch": 1.89,
      "learning_rate": 1.7102137767220903e-05,
      "loss": 0.1435,
      "step": 2484
    },
    {
      "epoch": 1.89,
      "learning_rate": 1.6864608076009497e-05,
      "loss": 0.25,
      "step": 2486
    },
    {
      "epoch": 1.89,
      "learning_rate": 1.6627078384798098e-05,
      "loss": 0.1396,
      "step": 2488
    },
    {
      "epoch": 1.9,
      "learning_rate": 1.63895486935867e-05,
      "loss": 0.2386,
      "step": 2490
    },
    {
      "epoch": 1.9,
      "learning_rate": 1.6152019002375293e-05,
      "loss": 0.1699,
      "step": 2492
    },
    {
      "epoch": 1.9,
      "learning_rate": 1.5914489311163894e-05,
      "loss": 0.3928,
      "step": 2494
    },
    {
      "epoch": 1.9,
      "learning_rate": 1.567695961995249e-05,
      "loss": 0.1304,
      "step": 2496
    },
    {
      "epoch": 1.9,
      "learning_rate": 1.5439429928741092e-05,
      "loss": 0.1347,
      "step": 2498
    },
    {
      "epoch": 1.9,
      "learning_rate": 1.520190023752969e-05,
      "loss": 0.3371,
      "step": 2500
    },
    {
      "epoch": 1.9,
      "learning_rate": 1.4964370546318289e-05,
      "loss": 0.2277,
      "step": 2502
    },
    {
      "epoch": 1.91,
      "learning_rate": 1.4845605700712587e-05,
      "loss": 0.1996,
      "step": 2504
    },
    {
      "epoch": 1.91,
      "learning_rate": 1.4608076009501186e-05,
      "loss": 0.2997,
      "step": 2506
    },
    {
      "epoch": 1.91,
      "learning_rate": 1.4370546318289784e-05,
      "loss": 0.4236,
      "step": 2508
    },
    {
      "epoch": 1.91,
      "learning_rate": 1.4133016627078383e-05,
      "loss": 0.4184,
      "step": 2510
    },
    {
      "epoch": 1.91,
      "learning_rate": 1.3895486935866982e-05,
      "loss": 0.2087,
      "step": 2512
    },
    {
      "epoch": 1.91,
      "learning_rate": 1.365795724465558e-05,
      "loss": 0.375,
      "step": 2514
    },
    {
      "epoch": 1.92,
      "learning_rate": 1.3420427553444179e-05,
      "loss": 0.4326,
      "step": 2516
    },
    {
      "epoch": 1.92,
      "learning_rate": 1.3182897862232778e-05,
      "loss": 0.2551,
      "step": 2518
    },
    {
      "epoch": 1.92,
      "learning_rate": 1.2945368171021377e-05,
      "loss": 0.1352,
      "step": 2520
    },
    {
      "epoch": 1.92,
      "eval_loss": 0.2696640193462372,
      "eval_runtime": 9.3552,
      "eval_samples_per_second": 3.314,
      "eval_steps_per_second": 0.428,
      "step": 2520
    },
    {
      "epoch": 1.92,
      "learning_rate": 1.2707838479809974e-05,
      "loss": 0.4665,
      "step": 2522
    },
    {
      "epoch": 1.92,
      "learning_rate": 1.2470308788598574e-05,
      "loss": 0.3718,
      "step": 2524
    },
    {
      "epoch": 1.92,
      "learning_rate": 1.2232779097387173e-05,
      "loss": 0.2107,
      "step": 2526
    },
    {
      "epoch": 1.92,
      "learning_rate": 1.199524940617577e-05,
      "loss": 0.2149,
      "step": 2528
    },
    {
      "epoch": 1.93,
      "learning_rate": 1.175771971496437e-05,
      "loss": 0.0843,
      "step": 2530
    },
    {
      "epoch": 1.93,
      "learning_rate": 1.1520190023752968e-05,
      "loss": 0.277,
      "step": 2532
    },
    {
      "epoch": 1.93,
      "learning_rate": 1.1282660332541568e-05,
      "loss": 0.2025,
      "step": 2534
    },
    {
      "epoch": 1.93,
      "learning_rate": 1.1045130641330165e-05,
      "loss": 0.0943,
      "step": 2536
    },
    {
      "epoch": 1.93,
      "learning_rate": 1.0807600950118764e-05,
      "loss": 0.365,
      "step": 2538
    },
    {
      "epoch": 1.93,
      "learning_rate": 1.0570071258907363e-05,
      "loss": 0.3706,
      "step": 2540
    },
    {
      "epoch": 1.94,
      "learning_rate": 1.033254156769596e-05,
      "loss": 0.2405,
      "step": 2542
    },
    {
      "epoch": 1.94,
      "learning_rate": 1.009501187648456e-05,
      "loss": 0.1997,
      "step": 2544
    },
    {
      "epoch": 1.94,
      "learning_rate": 9.857482185273159e-06,
      "loss": 0.3591,
      "step": 2546
    },
    {
      "epoch": 1.94,
      "learning_rate": 9.619952494061758e-06,
      "loss": 0.3283,
      "step": 2548
    },
    {
      "epoch": 1.94,
      "learning_rate": 9.382422802850356e-06,
      "loss": 0.1642,
      "step": 2550
    },
    {
      "epoch": 1.94,
      "learning_rate": 9.144893111638955e-06,
      "loss": 0.1954,
      "step": 2552
    },
    {
      "epoch": 1.94,
      "learning_rate": 8.907363420427552e-06,
      "loss": 0.1998,
      "step": 2554
    },
    {
      "epoch": 1.95,
      "learning_rate": 8.669833729216151e-06,
      "loss": 0.3027,
      "step": 2556
    },
    {
      "epoch": 1.95,
      "learning_rate": 8.432304038004749e-06,
      "loss": 0.1778,
      "step": 2558
    },
    {
      "epoch": 1.95,
      "learning_rate": 8.19477434679335e-06,
      "loss": 0.3455,
      "step": 2560
    },
    {
      "epoch": 1.95,
      "eval_loss": 0.2705852687358856,
      "eval_runtime": 9.3719,
      "eval_samples_per_second": 3.308,
      "eval_steps_per_second": 0.427,
      "step": 2560
    },
    {
      "epoch": 1.95,
      "learning_rate": 7.957244655581947e-06,
      "loss": 0.3249,
      "step": 2562
    },
    {
      "epoch": 1.95,
      "learning_rate": 7.719714964370546e-06,
      "loss": 0.2456,
      "step": 2564
    },
    {
      "epoch": 1.95,
      "learning_rate": 7.482185273159144e-06,
      "loss": 0.0831,
      "step": 2566
    },
    {
      "epoch": 1.96,
      "learning_rate": 7.244655581947743e-06,
      "loss": 0.2321,
      "step": 2568
    },
    {
      "epoch": 1.96,
      "learning_rate": 7.007125890736342e-06,
      "loss": 0.124,
      "step": 2570
    },
    {
      "epoch": 1.96,
      "learning_rate": 6.76959619952494e-06,
      "loss": 0.2004,
      "step": 2572
    },
    {
      "epoch": 1.96,
      "learning_rate": 6.532066508313539e-06,
      "loss": 0.2724,
      "step": 2574
    },
    {
      "epoch": 1.96,
      "learning_rate": 6.2945368171021374e-06,
      "loss": 0.2477,
      "step": 2576
    },
    {
      "epoch": 1.96,
      "learning_rate": 6.0570071258907366e-06,
      "loss": 0.1792,
      "step": 2578
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.819477434679334e-06,
      "loss": 0.3121,
      "step": 2580
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.581947743467932e-06,
      "loss": 0.0487,
      "step": 2582
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.344418052256531e-06,
      "loss": 0.3694,
      "step": 2584
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.10688836104513e-06,
      "loss": 0.1692,
      "step": 2586
    },
    {
      "epoch": 1.97,
      "learning_rate": 4.869358669833729e-06,
      "loss": 0.1156,
      "step": 2588
    },
    {
      "epoch": 1.97,
      "learning_rate": 4.631828978622327e-06,
      "loss": 0.3615,
      "step": 2590
    },
    {
      "epoch": 1.97,
      "learning_rate": 4.394299287410926e-06,
      "loss": 0.2471,
      "step": 2592
    },
    {
      "epoch": 1.97,
      "learning_rate": 4.1567695961995245e-06,
      "loss": 0.2129,
      "step": 2594
    },
    {
      "epoch": 1.98,
      "learning_rate": 3.919239904988123e-06,
      "loss": 0.2738,
      "step": 2596
    },
    {
      "epoch": 1.98,
      "learning_rate": 3.681710213776722e-06,
      "loss": 0.4506,
      "step": 2598
    },
    {
      "epoch": 1.98,
      "learning_rate": 3.4441805225653207e-06,
      "loss": 0.2892,
      "step": 2600
    },
    {
      "epoch": 1.98,
      "eval_loss": 0.26948797702789307,
      "eval_runtime": 9.3784,
      "eval_samples_per_second": 3.305,
      "eval_steps_per_second": 0.427,
      "step": 2600
    }
  ],
  "logging_steps": 2,
  "max_steps": 2626,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 40,
  "total_flos": 1.0137991299416064e+18,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}