{
  "best_metric": 0.60627281665802,
  "best_model_checkpoint": "lora-alpaca-trading-candles/checkpoint-18600",
  "epoch": 2.983084826462849,
  "global_step": 18600,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "learning_rate": 5.9999999999999995e-05,
      "loss": 2.1224,
      "step": 20
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00011999999999999999,
      "loss": 1.5943,
      "step": 40
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00017999999999999998,
      "loss": 0.7997,
      "step": 60
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00023999999999999998,
      "loss": 0.6494,
      "step": 80
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0003,
      "loss": 0.6283,
      "step": 100
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0002996775060467616,
      "loss": 0.6055,
      "step": 120
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.00029935501209352324,
      "loss": 0.6061,
      "step": 140
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0002990325181402848,
      "loss": 0.6085,
      "step": 160
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0002987100241870465,
      "loss": 0.6014,
      "step": 180
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0002983875302338081,
      "loss": 0.6009,
      "step": 200
    },
    {
      "epoch": 0.03,
      "eval_loss": 0.6189413070678711,
      "eval_runtime": 81.8892,
      "eval_samples_per_second": 24.423,
      "eval_steps_per_second": 3.053,
      "step": 200
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0002980650362805697,
      "loss": 0.6046,
      "step": 220
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00029774254232733135,
      "loss": 0.6035,
      "step": 240
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00029742004837409293,
      "loss": 0.6036,
      "step": 260
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00029709755442085457,
      "loss": 0.6074,
      "step": 280
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0002967750604676162,
      "loss": 0.6004,
      "step": 300
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00029645256651437784,
      "loss": 0.605,
      "step": 320
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00029613007256113947,
      "loss": 0.595,
      "step": 340
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00029580757860790105,
      "loss": 0.5994,
      "step": 360
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0002954850846546627,
      "loss": 0.5957,
      "step": 380
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0002951625907014243,
      "loss": 0.6023,
      "step": 400
    },
    {
      "epoch": 0.06,
      "eval_loss": 0.6173219680786133,
      "eval_runtime": 82.3581,
      "eval_samples_per_second": 24.284,
      "eval_steps_per_second": 3.036,
      "step": 400
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00029484009674818595,
      "loss": 0.5934,
      "step": 420
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0002945176027949476,
      "loss": 0.5951,
      "step": 440
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0002941951088417092,
      "loss": 0.5996,
      "step": 460
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0002938726148884708,
      "loss": 0.5942,
      "step": 480
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00029355012093523243,
      "loss": 0.5938,
      "step": 500
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00029322762698199406,
      "loss": 0.5964,
      "step": 520
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0002929051330287557,
      "loss": 0.5925,
      "step": 540
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00029258263907551733,
      "loss": 0.5996,
      "step": 560
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0002922601451222789,
      "loss": 0.5976,
      "step": 580
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00029193765116904054,
      "loss": 0.6009,
      "step": 600
    },
    {
      "epoch": 0.1,
      "eval_loss": 0.6116005778312683,
      "eval_runtime": 82.3123,
      "eval_samples_per_second": 24.298,
      "eval_steps_per_second": 3.037,
      "step": 600
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0002916151572158022,
      "loss": 0.5986,
      "step": 620
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0002912926632625638,
      "loss": 0.5891,
      "step": 640
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.00029097016930932544,
      "loss": 0.5983,
      "step": 660
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.000290647675356087,
      "loss": 0.5919,
      "step": 680
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.00029032518140284866,
      "loss": 0.5969,
      "step": 700
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.0002900026874496103,
      "loss": 0.5971,
      "step": 720
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.0002896801934963719,
      "loss": 0.5915,
      "step": 740
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.00028935769954313356,
      "loss": 0.5916,
      "step": 760
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.00028903520558989514,
      "loss": 0.5945,
      "step": 780
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.0002887127116366568,
      "loss": 0.5982,
      "step": 800
    },
    {
      "epoch": 0.13,
      "eval_loss": 0.6110595464706421,
      "eval_runtime": 82.5778,
      "eval_samples_per_second": 24.22,
      "eval_steps_per_second": 3.027,
      "step": 800
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.0002883902176834184,
      "loss": 0.601,
      "step": 820
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.00028806772373018004,
      "loss": 0.5915,
      "step": 840
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.00028774522977694167,
      "loss": 0.5946,
      "step": 860
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.00028742273582370325,
      "loss": 0.5971,
      "step": 880
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.00028710024187046494,
      "loss": 0.5961,
      "step": 900
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.0002867777479172265,
      "loss": 0.6021,
      "step": 920
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.00028645525396398815,
      "loss": 0.5983,
      "step": 940
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.0002861327600107498,
      "loss": 0.5955,
      "step": 960
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.0002858102660575114,
      "loss": 0.5899,
      "step": 980
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.000285487772104273,
      "loss": 0.5956,
      "step": 1000
    },
    {
      "epoch": 0.16,
      "eval_loss": 0.6105289459228516,
      "eval_runtime": 82.6465,
      "eval_samples_per_second": 24.199,
      "eval_steps_per_second": 3.025,
      "step": 1000
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.00028516527815103463,
      "loss": 0.5972,
      "step": 1020
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.00028484278419779627,
      "loss": 0.5977,
      "step": 1040
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.0002845202902445579,
      "loss": 0.5988,
      "step": 1060
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.00028419779629131953,
      "loss": 0.592,
      "step": 1080
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.0002838753023380811,
      "loss": 0.5935,
      "step": 1100
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.00028355280838484275,
      "loss": 0.5993,
      "step": 1120
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.0002832303144316044,
      "loss": 0.5997,
      "step": 1140
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.000282907820478366,
      "loss": 0.588,
      "step": 1160
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.00028258532652512765,
      "loss": 0.5949,
      "step": 1180
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.00028226283257188923,
      "loss": 0.5915,
      "step": 1200
    },
    {
      "epoch": 0.19,
      "eval_loss": 0.6102217435836792,
      "eval_runtime": 82.7137,
      "eval_samples_per_second": 24.18,
      "eval_steps_per_second": 3.022,
      "step": 1200
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.00028194033861865086,
      "loss": 0.5936,
      "step": 1220
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.0002816178446654125,
      "loss": 0.5951,
      "step": 1240
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.00028129535071217413,
      "loss": 0.591,
      "step": 1260
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.00028097285675893576,
      "loss": 0.6245,
      "step": 1280
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.00028065036280569734,
      "loss": 0.5964,
      "step": 1300
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.00028032786885245903,
      "loss": 0.5962,
      "step": 1320
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.0002800053748992206,
      "loss": 0.5983,
      "step": 1340
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.00027968288094598224,
      "loss": 0.5928,
      "step": 1360
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.0002793603869927439,
      "loss": 0.5944,
      "step": 1380
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.00027903789303950546,
      "loss": 0.594,
      "step": 1400
    },
    {
      "epoch": 0.22,
      "eval_loss": 0.6102790236473083,
      "eval_runtime": 82.6061,
      "eval_samples_per_second": 24.211,
      "eval_steps_per_second": 3.026,
      "step": 1400
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.00027871539908626714,
      "loss": 0.592,
      "step": 1420
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.0002783929051330287,
      "loss": 0.5976,
      "step": 1440
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.00027807041117979036,
      "loss": 0.5925,
      "step": 1460
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.000277747917226552,
      "loss": 0.5939,
      "step": 1480
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.00027742542327331357,
      "loss": 0.5891,
      "step": 1500
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.00027710292932007526,
      "loss": 0.6036,
      "step": 1520
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.00027678043536683684,
      "loss": 0.5949,
      "step": 1540
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.00027645794141359847,
      "loss": 0.5862,
      "step": 1560
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.0002761354474603601,
      "loss": 0.6025,
      "step": 1580
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.00027581295350712174,
      "loss": 0.5963,
      "step": 1600
    },
    {
      "epoch": 0.26,
      "eval_loss": 0.6100178360939026,
      "eval_runtime": 82.3733,
      "eval_samples_per_second": 24.28,
      "eval_steps_per_second": 3.035,
      "step": 1600
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.0002754904595538833,
      "loss": 0.6012,
      "step": 1620
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.00027516796560064495,
      "loss": 0.5866,
      "step": 1640
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.0002748454716474066,
      "loss": 0.595,
      "step": 1660
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.0002745229776941682,
      "loss": 0.5929,
      "step": 1680
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.00027420048374092985,
      "loss": 0.594,
      "step": 1700
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.00027387798978769143,
      "loss": 0.5904,
      "step": 1720
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.00027355549583445306,
      "loss": 0.5878,
      "step": 1740
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.0002732330018812147,
      "loss": 0.5981,
      "step": 1760
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.00027291050792797633,
      "loss": 0.5958,
      "step": 1780
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.00027258801397473797,
      "loss": 0.589,
      "step": 1800
    },
    {
      "epoch": 0.29,
      "eval_loss": 0.609899640083313,
      "eval_runtime": 83.0673,
      "eval_samples_per_second": 24.077,
      "eval_steps_per_second": 3.01,
      "step": 1800
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.00027226552002149954,
      "loss": 0.6015,
      "step": 1820
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.0002719430260682612,
      "loss": 0.5978,
      "step": 1840
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.0002716205321150228,
      "loss": 0.5923,
      "step": 1860
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.00027129803816178445,
      "loss": 0.5933,
      "step": 1880
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.0002709755442085461,
      "loss": 0.5846,
      "step": 1900
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.00027065305025530766,
      "loss": 0.5992,
      "step": 1920
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.00027033055630206935,
      "loss": 0.5943,
      "step": 1940
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.0002700080623488309,
      "loss": 0.5954,
      "step": 1960
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.00026968556839559256,
      "loss": 0.5931,
      "step": 1980
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.0002693630744423542,
      "loss": 0.5925,
      "step": 2000
    },
    {
      "epoch": 0.32,
      "eval_loss": 0.6094837784767151,
      "eval_runtime": 82.8167,
      "eval_samples_per_second": 24.15,
      "eval_steps_per_second": 3.019,
      "step": 2000
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.00026904058048911577,
      "loss": 0.595,
      "step": 2020
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.00026871808653587746,
      "loss": 0.5933,
      "step": 2040
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.00026839559258263904,
      "loss": 0.5958,
      "step": 2060
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.0002680730986294007,
      "loss": 0.5897,
      "step": 2080
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.0002677506046761623,
      "loss": 0.5889,
      "step": 2100
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.00026742811072292394,
      "loss": 0.6007,
      "step": 2120
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.0002671056167696856,
      "loss": 0.591,
      "step": 2140
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.00026678312281644715,
      "loss": 0.5868,
      "step": 2160
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.0002664606288632088,
      "loss": 0.589,
      "step": 2180
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.0002661381349099704,
      "loss": 0.5919,
      "step": 2200
    },
    {
      "epoch": 0.35,
      "eval_loss": 0.6094632148742676,
      "eval_runtime": 83.078,
      "eval_samples_per_second": 24.074,
      "eval_steps_per_second": 3.009,
      "step": 2200
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.00026581564095673205,
      "loss": 0.5983,
      "step": 2220
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.00026549314700349363,
      "loss": 0.5958,
      "step": 2240
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.00026517065305025527,
      "loss": 0.5902,
      "step": 2260
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.0002648481590970169,
      "loss": 0.5953,
      "step": 2280
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.00026452566514377854,
      "loss": 0.5982,
      "step": 2300
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.00026420317119054017,
      "loss": 0.5902,
      "step": 2320
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.00026388067723730175,
      "loss": 0.5899,
      "step": 2340
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.0002635581832840634,
      "loss": 0.5948,
      "step": 2360
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.000263235689330825,
      "loss": 0.5896,
      "step": 2380
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.00026291319537758665,
      "loss": 0.5922,
      "step": 2400
    },
    {
      "epoch": 0.38,
      "eval_loss": 0.6090299487113953,
      "eval_runtime": 82.9058,
      "eval_samples_per_second": 24.124,
      "eval_steps_per_second": 3.015,
      "step": 2400
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.0002625907014243483,
      "loss": 0.5976,
      "step": 2420
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.00026226820747110986,
      "loss": 0.593,
      "step": 2440
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.00026194571351787155,
      "loss": 0.5987,
      "step": 2460
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.00026162321956463313,
      "loss": 0.5886,
      "step": 2480
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.00026130072561139476,
      "loss": 0.5937,
      "step": 2500
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.0002609782316581564,
      "loss": 0.5878,
      "step": 2520
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.000260655737704918,
      "loss": 0.5932,
      "step": 2540
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.00026033324375167966,
      "loss": 0.5968,
      "step": 2560
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.00026001074979844124,
      "loss": 0.5925,
      "step": 2580
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.0002596882558452029,
      "loss": 0.5882,
      "step": 2600
    },
    {
      "epoch": 0.42,
      "eval_loss": 0.609171986579895,
      "eval_runtime": 82.3867,
      "eval_samples_per_second": 24.276,
      "eval_steps_per_second": 3.034,
      "step": 2600
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.0002593657618919645,
      "loss": 0.5948,
      "step": 2620
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.00025904326793872614,
      "loss": 0.5928,
      "step": 2640
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.0002587207739854878,
      "loss": 0.6007,
      "step": 2660
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.00025839828003224936,
      "loss": 0.5954,
      "step": 2680
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.000258075786079011,
      "loss": 0.5976,
      "step": 2700
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.0002577532921257726,
      "loss": 0.5876,
      "step": 2720
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.00025743079817253426,
      "loss": 0.5906,
      "step": 2740
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.0002571083042192959,
      "loss": 0.5953,
      "step": 2760
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.00025678581026605747,
      "loss": 0.5923,
      "step": 2780
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.0002564633163128191,
      "loss": 0.6015,
      "step": 2800
    },
    {
      "epoch": 0.45,
      "eval_loss": 0.6090067028999329,
      "eval_runtime": 83.1007,
      "eval_samples_per_second": 24.067,
      "eval_steps_per_second": 3.008,
      "step": 2800
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.00025614082235958074,
      "loss": 0.5899,
      "step": 2820
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.00025581832840634237,
      "loss": 0.5953,
      "step": 2840
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.000255495834453104,
      "loss": 0.5948,
      "step": 2860
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.0002551733404998656,
      "loss": 0.5946,
      "step": 2880
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.0002548508465466272,
      "loss": 0.6018,
      "step": 2900
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.00025452835259338885,
      "loss": 0.5957,
      "step": 2920
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.0002542058586401505,
      "loss": 0.5934,
      "step": 2940
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.00025388336468691207,
      "loss": 0.5971,
      "step": 2960
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.00025356087073367375,
      "loss": 0.5903,
      "step": 2980
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.00025323837678043533,
      "loss": 0.594,
      "step": 3000
    },
    {
      "epoch": 0.48,
      "eval_loss": 0.6089543700218201,
      "eval_runtime": 83.1486,
      "eval_samples_per_second": 24.053,
      "eval_steps_per_second": 3.007,
      "step": 3000
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.00025291588282719697,
      "loss": 0.5916,
      "step": 3020
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.0002525933888739586,
      "loss": 0.5914,
      "step": 3040
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.0002522708949207202,
      "loss": 0.5992,
      "step": 3060
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.00025194840096748187,
      "loss": 0.6012,
      "step": 3080
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.00025162590701424345,
      "loss": 0.5863,
      "step": 3100
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.0002513034130610051,
      "loss": 0.5947,
      "step": 3120
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.0002509809191077667,
      "loss": 0.5998,
      "step": 3140
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.0002506584251545283,
      "loss": 0.5884,
      "step": 3160
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.00025033593120129,
      "loss": 0.6021,
      "step": 3180
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.00025001343724805156,
      "loss": 0.5931,
      "step": 3200
    },
    {
      "epoch": 0.51,
      "eval_loss": 0.6089305281639099,
      "eval_runtime": 82.7488,
      "eval_samples_per_second": 24.17,
      "eval_steps_per_second": 3.021,
      "step": 3200
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.0002496909432948132,
      "loss": 0.5944,
      "step": 3220
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.00024936844934157483,
      "loss": 0.5886,
      "step": 3240
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.00024904595538833646,
      "loss": 0.5974,
      "step": 3260
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.0002487234614350981,
      "loss": 0.5928,
      "step": 3280
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.0002484009674818597,
      "loss": 0.5881,
      "step": 3300
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.0002480784735286213,
      "loss": 0.5999,
      "step": 3320
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.00024775597957538294,
      "loss": 0.5941,
      "step": 3340
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.0002474334856221446,
      "loss": 0.5971,
      "step": 3360
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.0002471109916689062,
      "loss": 0.5908,
      "step": 3380
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.0002467884977156678,
      "loss": 0.6051,
      "step": 3400
    },
    {
      "epoch": 0.55,
      "eval_loss": 0.6087088584899902,
      "eval_runtime": 82.9672,
      "eval_samples_per_second": 24.106,
      "eval_steps_per_second": 3.013,
      "step": 3400
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.0002464660037624294,
      "loss": 0.5909,
      "step": 3420
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.00024614350980919106,
      "loss": 0.5909,
      "step": 3440
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.0002458210158559527,
      "loss": 0.5898,
      "step": 3460
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.0002454985219027143,
      "loss": 0.5891,
      "step": 3480
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.0002451760279494759,
      "loss": 0.5896,
      "step": 3500
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.00024485353399623754,
      "loss": 0.5899,
      "step": 3520
    },
    {
      "epoch": 0.57,
      "learning_rate": 0.00024453104004299917,
      "loss": 0.5984,
      "step": 3540
    },
    {
      "epoch": 0.57,
      "learning_rate": 0.0002442085460897608,
      "loss": 0.5969,
      "step": 3560
    },
    {
      "epoch": 0.57,
      "learning_rate": 0.0002438860521365224,
      "loss": 0.5908,
      "step": 3580
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.00024356355818328404,
      "loss": 0.5929,
      "step": 3600
    },
    {
      "epoch": 0.58,
      "eval_loss": 0.6087647080421448,
      "eval_runtime": 82.8339,
      "eval_samples_per_second": 24.145,
      "eval_steps_per_second": 3.018,
      "step": 3600
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.00024324106423004565,
      "loss": 0.5976,
      "step": 3620
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.0002429185702768073,
      "loss": 0.5862,
      "step": 3640
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.00024259607632356892,
      "loss": 0.5943,
      "step": 3660
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.00024227358237033052,
      "loss": 0.5852,
      "step": 3680
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.00024195108841709216,
      "loss": 0.5984,
      "step": 3700
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.00024162859446385376,
      "loss": 0.5921,
      "step": 3720
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.00024130610051061543,
      "loss": 0.6005,
      "step": 3740
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.00024098360655737703,
      "loss": 0.5953,
      "step": 3760
    },
    {
      "epoch": 0.61,
      "learning_rate": 0.00024066111260413864,
      "loss": 0.5919,
      "step": 3780
    },
    {
      "epoch": 0.61,
      "learning_rate": 0.00024033861865090027,
      "loss": 0.5948,
      "step": 3800
    },
    {
      "epoch": 0.61,
      "eval_loss": 0.6086417436599731,
      "eval_runtime": 82.8938,
      "eval_samples_per_second": 24.127,
      "eval_steps_per_second": 3.016,
      "step": 3800
    },
    {
      "epoch": 0.61,
      "learning_rate": 0.0002400161246976619,
      "loss": 0.5918,
      "step": 3820
    },
    {
      "epoch": 0.62,
      "learning_rate": 0.00023969363074442354,
      "loss": 0.5874,
      "step": 3840
    },
    {
      "epoch": 0.62,
      "learning_rate": 0.00023937113679118515,
      "loss": 0.5918,
      "step": 3860
    },
    {
      "epoch": 0.62,
      "learning_rate": 0.00023904864283794675,
      "loss": 0.5906,
      "step": 3880
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.0002387261488847084,
      "loss": 0.5976,
      "step": 3900
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.00023840365493147002,
      "loss": 0.5879,
      "step": 3920
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.00023808116097823163,
      "loss": 0.5982,
      "step": 3940
    },
    {
      "epoch": 0.64,
      "learning_rate": 0.00023775866702499326,
      "loss": 0.5969,
      "step": 3960
    },
    {
      "epoch": 0.64,
      "learning_rate": 0.00023743617307175487,
      "loss": 0.5832,
      "step": 3980
    },
    {
      "epoch": 0.64,
      "learning_rate": 0.00023711367911851653,
      "loss": 0.5839,
      "step": 4000
    },
    {
      "epoch": 0.64,
      "eval_loss": 0.6088613271713257,
      "eval_runtime": 82.8863,
      "eval_samples_per_second": 24.129,
      "eval_steps_per_second": 3.016,
      "step": 4000
    },
    {
      "epoch": 0.64,
      "learning_rate": 0.00023679118516527813,
      "loss": 0.5897,
      "step": 4020
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.00023646869121203974,
      "loss": 0.5929,
      "step": 4040
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.00023614619725880137,
      "loss": 0.5914,
      "step": 4060
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.000235823703305563,
      "loss": 0.5909,
      "step": 4080
    },
    {
      "epoch": 0.66,
      "learning_rate": 0.00023550120935232464,
      "loss": 0.5918,
      "step": 4100
    },
    {
      "epoch": 0.66,
      "learning_rate": 0.00023517871539908625,
      "loss": 0.5917,
      "step": 4120
    },
    {
      "epoch": 0.66,
      "learning_rate": 0.00023485622144584785,
      "loss": 0.5955,
      "step": 4140
    },
    {
      "epoch": 0.67,
      "learning_rate": 0.00023453372749260951,
      "loss": 0.5901,
      "step": 4160
    },
    {
      "epoch": 0.67,
      "learning_rate": 0.00023421123353937112,
      "loss": 0.5876,
      "step": 4180
    },
    {
      "epoch": 0.67,
      "learning_rate": 0.00023388873958613273,
      "loss": 0.5894,
      "step": 4200
    },
    {
      "epoch": 0.67,
      "eval_loss": 0.6085715293884277,
      "eval_runtime": 83.2471,
      "eval_samples_per_second": 24.025,
      "eval_steps_per_second": 3.003,
      "step": 4200
    },
    {
      "epoch": 0.68,
      "learning_rate": 0.00023356624563289436,
      "loss": 0.5986,
      "step": 4220
    },
    {
      "epoch": 0.68,
      "learning_rate": 0.00023324375167965597,
      "loss": 0.5943,
      "step": 4240
    },
    {
      "epoch": 0.68,
      "learning_rate": 0.00023292125772641763,
      "loss": 0.5868,
      "step": 4260
    },
    {
      "epoch": 0.69,
      "learning_rate": 0.00023259876377317924,
      "loss": 0.5888,
      "step": 4280
    },
    {
      "epoch": 0.69,
      "learning_rate": 0.00023227626981994084,
      "loss": 0.5974,
      "step": 4300
    },
    {
      "epoch": 0.69,
      "learning_rate": 0.00023195377586670248,
      "loss": 0.5879,
      "step": 4320
    },
    {
      "epoch": 0.7,
      "learning_rate": 0.00023163128191346408,
      "loss": 0.5933,
      "step": 4340
    },
    {
      "epoch": 0.7,
      "learning_rate": 0.00023130878796022574,
      "loss": 0.597,
      "step": 4360
    },
    {
      "epoch": 0.7,
      "learning_rate": 0.00023098629400698735,
      "loss": 0.5946,
      "step": 4380
    },
    {
      "epoch": 0.71,
      "learning_rate": 0.00023066380005374896,
      "loss": 0.5951,
      "step": 4400
    },
    {
      "epoch": 0.71,
      "eval_loss": 0.6085190176963806,
      "eval_runtime": 83.1305,
      "eval_samples_per_second": 24.059,
      "eval_steps_per_second": 3.007,
      "step": 4400
    },
    {
      "epoch": 0.71,
      "learning_rate": 0.00023034130610051062,
      "loss": 0.5906,
      "step": 4420
    },
    {
      "epoch": 0.71,
      "learning_rate": 0.00023001881214727222,
      "loss": 0.5945,
      "step": 4440
    },
    {
      "epoch": 0.72,
      "learning_rate": 0.00022969631819403386,
      "loss": 0.5892,
      "step": 4460
    },
    {
      "epoch": 0.72,
      "learning_rate": 0.00022937382424079546,
      "loss": 0.594,
      "step": 4480
    },
    {
      "epoch": 0.72,
      "learning_rate": 0.00022905133028755707,
      "loss": 0.5931,
      "step": 4500
    },
    {
      "epoch": 0.72,
      "learning_rate": 0.00022872883633431873,
      "loss": 0.5974,
      "step": 4520
    },
    {
      "epoch": 0.73,
      "learning_rate": 0.00022840634238108034,
      "loss": 0.5871,
      "step": 4540
    },
    {
      "epoch": 0.73,
      "learning_rate": 0.00022808384842784194,
      "loss": 0.5919,
      "step": 4560
    },
    {
      "epoch": 0.73,
      "learning_rate": 0.00022776135447460358,
      "loss": 0.5894,
      "step": 4580
    },
    {
      "epoch": 0.74,
      "learning_rate": 0.00022743886052136518,
      "loss": 0.5862,
      "step": 4600
    },
    {
      "epoch": 0.74,
      "eval_loss": 0.6086148023605347,
      "eval_runtime": 83.5908,
      "eval_samples_per_second": 23.926,
      "eval_steps_per_second": 2.991,
      "step": 4600
    },
    {
      "epoch": 0.74,
      "learning_rate": 0.00022711636656812684,
      "loss": 0.5912,
      "step": 4620
    },
    {
      "epoch": 0.74,
      "learning_rate": 0.00022679387261488845,
      "loss": 0.6005,
      "step": 4640
    },
    {
      "epoch": 0.75,
      "learning_rate": 0.00022647137866165006,
      "loss": 0.5891,
      "step": 4660
    },
    {
      "epoch": 0.75,
      "learning_rate": 0.0002261488847084117,
      "loss": 0.5963,
      "step": 4680
    },
    {
      "epoch": 0.75,
      "learning_rate": 0.00022582639075517332,
      "loss": 0.5907,
      "step": 4700
    },
    {
      "epoch": 0.76,
      "learning_rate": 0.00022550389680193496,
      "loss": 0.5948,
      "step": 4720
    },
    {
      "epoch": 0.76,
      "learning_rate": 0.00022518140284869656,
      "loss": 0.5978,
      "step": 4740
    },
    {
      "epoch": 0.76,
      "learning_rate": 0.00022485890889545817,
      "loss": 0.5975,
      "step": 4760
    },
    {
      "epoch": 0.77,
      "learning_rate": 0.00022453641494221983,
      "loss": 0.5934,
      "step": 4780
    },
    {
      "epoch": 0.77,
      "learning_rate": 0.00022421392098898144,
      "loss": 0.592,
      "step": 4800
    },
    {
      "epoch": 0.77,
      "eval_loss": 0.6084710359573364,
      "eval_runtime": 82.8821,
      "eval_samples_per_second": 24.131,
      "eval_steps_per_second": 3.016,
      "step": 4800
    },
    {
      "epoch": 0.77,
      "learning_rate": 0.00022389142703574307,
      "loss": 0.5936,
      "step": 4820
    },
    {
      "epoch": 0.78,
      "learning_rate": 0.00022356893308250468,
      "loss": 0.5898,
      "step": 4840
    },
    {
      "epoch": 0.78,
      "learning_rate": 0.00022324643912926629,
      "loss": 0.5895,
      "step": 4860
    },
    {
      "epoch": 0.78,
      "learning_rate": 0.00022292394517602795,
      "loss": 0.5885,
      "step": 4880
    },
    {
      "epoch": 0.79,
      "learning_rate": 0.00022260145122278955,
      "loss": 0.5836,
      "step": 4900
    },
    {
      "epoch": 0.79,
      "learning_rate": 0.00022227895726955116,
      "loss": 0.588,
      "step": 4920
    },
    {
      "epoch": 0.79,
      "learning_rate": 0.0002219564633163128,
      "loss": 0.5933,
      "step": 4940
    },
    {
      "epoch": 0.8,
      "learning_rate": 0.00022163396936307443,
      "loss": 0.6007,
      "step": 4960
    },
    {
      "epoch": 0.8,
      "learning_rate": 0.00022131147540983606,
      "loss": 0.5976,
      "step": 4980
    },
    {
      "epoch": 0.8,
      "learning_rate": 0.00022098898145659767,
      "loss": 0.5886,
      "step": 5000
    },
    {
      "epoch": 0.8,
      "eval_loss": 0.6084069609642029,
      "eval_runtime": 83.0728,
      "eval_samples_per_second": 24.075,
      "eval_steps_per_second": 3.009,
      "step": 5000
    },
    {
      "epoch": 0.81,
      "learning_rate": 0.00022066648750335927,
      "loss": 0.6022,
      "step": 5020
    },
    {
      "epoch": 0.81,
      "learning_rate": 0.00022034399355012093,
      "loss": 0.5898,
      "step": 5040
    },
    {
      "epoch": 0.81,
      "learning_rate": 0.00022002149959688254,
      "loss": 0.5878,
      "step": 5060
    },
    {
      "epoch": 0.81,
      "learning_rate": 0.00021969900564364417,
      "loss": 0.5958,
      "step": 5080
    },
    {
      "epoch": 0.82,
      "learning_rate": 0.00021937651169040578,
      "loss": 0.5863,
      "step": 5100
    },
    {
      "epoch": 0.82,
      "learning_rate": 0.0002190540177371674,
      "loss": 0.5897,
      "step": 5120
    },
    {
      "epoch": 0.82,
      "learning_rate": 0.00021873152378392905,
      "loss": 0.5893,
      "step": 5140
    },
    {
      "epoch": 0.83,
      "learning_rate": 0.00021840902983069065,
      "loss": 0.5913,
      "step": 5160
    },
    {
      "epoch": 0.83,
      "learning_rate": 0.0002180865358774523,
      "loss": 0.5924,
      "step": 5180
    },
    {
      "epoch": 0.83,
      "learning_rate": 0.0002177640419242139,
      "loss": 0.595,
      "step": 5200
    },
    {
      "epoch": 0.83,
      "eval_loss": 0.6084703207015991,
      "eval_runtime": 83.4269,
      "eval_samples_per_second": 23.973,
      "eval_steps_per_second": 2.997,
      "step": 5200
    },
    {
      "epoch": 0.84,
      "learning_rate": 0.00021744154797097553,
      "loss": 0.5887,
      "step": 5220
    },
    {
      "epoch": 0.84,
      "learning_rate": 0.00021711905401773716,
      "loss": 0.5909,
      "step": 5240
    },
    {
      "epoch": 0.84,
      "learning_rate": 0.00021679656006449877,
      "loss": 0.5935,
      "step": 5260
    },
    {
      "epoch": 0.85,
      "learning_rate": 0.00021647406611126037,
      "loss": 0.602,
      "step": 5280
    },
    {
      "epoch": 0.85,
      "learning_rate": 0.00021615157215802204,
      "loss": 0.5927,
      "step": 5300
    },
    {
      "epoch": 0.85,
      "learning_rate": 0.00021582907820478364,
      "loss": 0.5963,
      "step": 5320
    },
    {
      "epoch": 0.86,
      "learning_rate": 0.00021550658425154528,
      "loss": 0.5897,
      "step": 5340
    },
    {
      "epoch": 0.86,
      "learning_rate": 0.00021518409029830688,
      "loss": 0.5902,
      "step": 5360
    },
    {
      "epoch": 0.86,
      "learning_rate": 0.0002148615963450685,
      "loss": 0.5879,
      "step": 5380
    },
    {
      "epoch": 0.87,
      "learning_rate": 0.00021453910239183015,
      "loss": 0.5894,
      "step": 5400
    },
    {
      "epoch": 0.87,
      "eval_loss": 0.6084801554679871,
      "eval_runtime": 83.4424,
      "eval_samples_per_second": 23.969,
      "eval_steps_per_second": 2.996,
      "step": 5400
    },
    {
      "epoch": 0.87,
      "learning_rate": 0.00021421660843859176,
      "loss": 0.5966,
      "step": 5420
    },
    {
      "epoch": 0.87,
      "learning_rate": 0.0002138941144853534,
      "loss": 0.5912,
      "step": 5440
    },
    {
      "epoch": 0.88,
      "learning_rate": 0.000213571620532115,
      "loss": 0.5895,
      "step": 5460
    },
    {
      "epoch": 0.88,
      "learning_rate": 0.00021324912657887663,
      "loss": 0.5961,
      "step": 5480
    },
    {
      "epoch": 0.88,
      "learning_rate": 0.00021292663262563826,
      "loss": 0.5938,
      "step": 5500
    },
    {
      "epoch": 0.89,
      "learning_rate": 0.00021260413867239987,
      "loss": 0.5896,
      "step": 5520
    },
    {
      "epoch": 0.89,
      "learning_rate": 0.00021228164471916148,
      "loss": 0.5999,
      "step": 5540
    },
    {
      "epoch": 0.89,
      "learning_rate": 0.00021195915076592314,
      "loss": 0.595,
      "step": 5560
    },
    {
      "epoch": 0.89,
      "learning_rate": 0.00021163665681268474,
      "loss": 0.5957,
      "step": 5580
    },
    {
      "epoch": 0.9,
      "learning_rate": 0.00021131416285944638,
      "loss": 0.5816,
      "step": 5600
    },
    {
      "epoch": 0.9,
      "eval_loss": 0.6085809469223022,
      "eval_runtime": 82.9268,
      "eval_samples_per_second": 24.118,
      "eval_steps_per_second": 3.015,
      "step": 5600
    },
    {
      "epoch": 0.9,
      "learning_rate": 0.00021099166890620798,
      "loss": 0.597,
      "step": 5620
    },
    {
      "epoch": 0.9,
      "learning_rate": 0.0002106691749529696,
      "loss": 0.5795,
      "step": 5640
    },
    {
      "epoch": 0.91,
      "learning_rate": 0.00021034668099973125,
      "loss": 0.5969,
      "step": 5660
    },
    {
      "epoch": 0.91,
      "learning_rate": 0.00021002418704649286,
      "loss": 0.592,
      "step": 5680
    },
    {
      "epoch": 0.91,
      "learning_rate": 0.0002097016930932545,
      "loss": 0.5941,
      "step": 5700
    },
    {
      "epoch": 0.92,
      "learning_rate": 0.0002093791991400161,
      "loss": 0.5919,
      "step": 5720
    },
    {
      "epoch": 0.92,
      "learning_rate": 0.0002090567051867777,
      "loss": 0.59,
      "step": 5740
    },
    {
      "epoch": 0.92,
      "learning_rate": 0.00020873421123353937,
      "loss": 0.5915,
      "step": 5760
    },
    {
      "epoch": 0.93,
      "learning_rate": 0.00020841171728030097,
      "loss": 0.5967,
      "step": 5780
    },
    {
      "epoch": 0.93,
      "learning_rate": 0.0002080892233270626,
      "loss": 0.5922,
      "step": 5800
    },
    {
      "epoch": 0.93,
      "eval_loss": 0.608452558517456,
      "eval_runtime": 83.4452,
      "eval_samples_per_second": 23.968,
      "eval_steps_per_second": 2.996,
      "step": 5800
    },
    {
      "epoch": 0.93,
      "learning_rate": 0.00020776672937382424,
      "loss": 0.5859,
      "step": 5820
    },
    {
      "epoch": 0.94,
      "learning_rate": 0.00020744423542058585,
      "loss": 0.5895,
      "step": 5840
    },
    {
      "epoch": 0.94,
      "learning_rate": 0.00020712174146734748,
      "loss": 0.5848,
      "step": 5860
    },
    {
      "epoch": 0.94,
      "learning_rate": 0.00020679924751410909,
      "loss": 0.5956,
      "step": 5880
    },
    {
      "epoch": 0.95,
      "learning_rate": 0.0002064767535608707,
      "loss": 0.5929,
      "step": 5900
    },
    {
      "epoch": 0.95,
      "learning_rate": 0.00020615425960763235,
      "loss": 0.5888,
      "step": 5920
    },
    {
      "epoch": 0.95,
      "learning_rate": 0.00020583176565439396,
      "loss": 0.5893,
      "step": 5940
    },
    {
      "epoch": 0.96,
      "learning_rate": 0.0002055092717011556,
      "loss": 0.5937,
      "step": 5960
    },
    {
      "epoch": 0.96,
      "learning_rate": 0.0002051867777479172,
      "loss": 0.5981,
      "step": 5980
    },
    {
      "epoch": 0.96,
      "learning_rate": 0.0002048642837946788,
      "loss": 0.5964,
      "step": 6000
    },
    {
      "epoch": 0.96,
      "eval_loss": 0.6083669066429138,
      "eval_runtime": 83.3491,
      "eval_samples_per_second": 23.995,
      "eval_steps_per_second": 2.999,
      "step": 6000
    },
    {
      "epoch": 0.97,
      "learning_rate": 0.00020454178984144047,
      "loss": 0.5951,
      "step": 6020
    },
    {
      "epoch": 0.97,
      "learning_rate": 0.00020421929588820207,
      "loss": 0.5915,
      "step": 6040
    },
    {
      "epoch": 0.97,
      "learning_rate": 0.0002038968019349637,
      "loss": 0.5914,
      "step": 6060
    },
    {
      "epoch": 0.98,
      "learning_rate": 0.00020357430798172531,
      "loss": 0.5957,
      "step": 6080
    },
    {
      "epoch": 0.98,
      "learning_rate": 0.00020325181402848695,
      "loss": 0.5885,
      "step": 6100
    },
    {
      "epoch": 0.98,
      "learning_rate": 0.00020292932007524858,
      "loss": 0.5899,
      "step": 6120
    },
    {
      "epoch": 0.98,
      "learning_rate": 0.0002026068261220102,
      "loss": 0.5978,
      "step": 6140
    },
    {
      "epoch": 0.99,
      "learning_rate": 0.00020228433216877182,
      "loss": 0.5946,
      "step": 6160
    },
    {
      "epoch": 0.99,
      "learning_rate": 0.00020196183821553345,
      "loss": 0.5984,
      "step": 6180
    },
    {
      "epoch": 0.99,
      "learning_rate": 0.00020163934426229506,
      "loss": 0.5872,
      "step": 6200
    },
    {
      "epoch": 0.99,
      "eval_loss": 0.6081907749176025,
      "eval_runtime": 83.4032,
      "eval_samples_per_second": 23.98,
      "eval_steps_per_second": 2.997,
      "step": 6200
    },
    {
      "epoch": 1.0,
      "learning_rate": 0.0002013168503090567,
      "loss": 0.5918,
      "step": 6220
    },
    {
      "epoch": 1.0,
      "learning_rate": 0.0002009943563558183,
      "loss": 0.5899,
      "step": 6240
    },
    {
      "epoch": 1.0,
      "learning_rate": 0.0002006718624025799,
      "loss": 0.5901,
      "step": 6260
    },
    {
      "epoch": 1.01,
      "learning_rate": 0.00020034936844934157,
      "loss": 0.5927,
      "step": 6280
    },
    {
      "epoch": 1.01,
      "learning_rate": 0.00020002687449610318,
      "loss": 0.5996,
      "step": 6300
    },
    {
      "epoch": 1.01,
      "learning_rate": 0.0001997043805428648,
      "loss": 0.5959,
      "step": 6320
    },
    {
      "epoch": 1.02,
      "learning_rate": 0.00019938188658962642,
      "loss": 0.5929,
      "step": 6340
    },
    {
      "epoch": 1.02,
      "learning_rate": 0.00019905939263638805,
      "loss": 0.5917,
      "step": 6360
    },
    {
      "epoch": 1.02,
      "learning_rate": 0.00019873689868314968,
      "loss": 0.5935,
      "step": 6380
    },
    {
      "epoch": 1.03,
      "learning_rate": 0.0001984144047299113,
      "loss": 0.5955,
      "step": 6400
    },
    {
      "epoch": 1.03,
      "eval_loss": 0.6082538366317749,
      "eval_runtime": 83.3309,
      "eval_samples_per_second": 24.001,
      "eval_steps_per_second": 3.0,
      "step": 6400
    },
    {
      "epoch": 1.03,
      "learning_rate": 0.00019809191077667292,
      "loss": 0.5849,
      "step": 6420
    },
    {
      "epoch": 1.03,
      "learning_rate": 0.00019776941682343456,
      "loss": 0.5927,
      "step": 6440
    },
    {
      "epoch": 1.04,
      "learning_rate": 0.00019744692287019616,
      "loss": 0.5883,
      "step": 6460
    },
    {
      "epoch": 1.04,
      "learning_rate": 0.0001971244289169578,
      "loss": 0.5921,
      "step": 6480
    },
    {
      "epoch": 1.04,
      "learning_rate": 0.0001968019349637194,
      "loss": 0.5884,
      "step": 6500
    },
    {
      "epoch": 1.05,
      "learning_rate": 0.000196479441010481,
      "loss": 0.5835,
      "step": 6520
    },
    {
      "epoch": 1.05,
      "learning_rate": 0.00019615694705724267,
      "loss": 0.5918,
      "step": 6540
    },
    {
      "epoch": 1.05,
      "learning_rate": 0.00019583445310400428,
      "loss": 0.5949,
      "step": 6560
    },
    {
      "epoch": 1.06,
      "learning_rate": 0.0001955119591507659,
      "loss": 0.5908,
      "step": 6580
    },
    {
      "epoch": 1.06,
      "learning_rate": 0.00019518946519752752,
      "loss": 0.5895,
      "step": 6600
    },
    {
      "epoch": 1.06,
      "eval_loss": 0.6080419421195984,
      "eval_runtime": 83.5935,
      "eval_samples_per_second": 23.925,
      "eval_steps_per_second": 2.991,
      "step": 6600
    },
    {
      "epoch": 1.06,
      "learning_rate": 0.00019486697124428915,
      "loss": 0.5918,
      "step": 6620
    },
    {
      "epoch": 1.06,
      "learning_rate": 0.00019454447729105078,
      "loss": 0.5891,
      "step": 6640
    },
    {
      "epoch": 1.07,
      "learning_rate": 0.0001942219833378124,
      "loss": 0.5909,
      "step": 6660
    },
    {
      "epoch": 1.07,
      "learning_rate": 0.00019389948938457402,
      "loss": 0.5981,
      "step": 6680
    },
    {
      "epoch": 1.07,
      "learning_rate": 0.00019357699543133566,
      "loss": 0.5905,
      "step": 6700
    },
    {
      "epoch": 1.08,
      "learning_rate": 0.00019325450147809726,
      "loss": 0.5913,
      "step": 6720
    },
    {
      "epoch": 1.08,
      "learning_rate": 0.0001929320075248589,
      "loss": 0.5885,
      "step": 6740
    },
    {
      "epoch": 1.08,
      "learning_rate": 0.0001926095135716205,
      "loss": 0.5967,
      "step": 6760
    },
    {
      "epoch": 1.09,
      "learning_rate": 0.00019228701961838217,
      "loss": 0.5907,
      "step": 6780
    },
    {
      "epoch": 1.09,
      "learning_rate": 0.00019196452566514377,
      "loss": 0.5914,
      "step": 6800
    },
    {
      "epoch": 1.09,
      "eval_loss": 0.6082321405410767,
      "eval_runtime": 83.2497,
      "eval_samples_per_second": 24.024,
      "eval_steps_per_second": 3.003,
      "step": 6800
    },
    {
      "epoch": 1.09,
      "learning_rate": 0.00019164203171190538,
      "loss": 0.5842,
      "step": 6820
    },
    {
      "epoch": 1.1,
      "learning_rate": 0.000191319537758667,
      "loss": 0.5925,
      "step": 6840
    },
    {
      "epoch": 1.1,
      "learning_rate": 0.00019099704380542862,
      "loss": 0.5858,
      "step": 6860
    },
    {
      "epoch": 1.1,
      "learning_rate": 0.00019067454985219025,
      "loss": 0.5875,
      "step": 6880
    },
    {
      "epoch": 1.11,
      "learning_rate": 0.00019035205589895189,
      "loss": 0.5916,
      "step": 6900
    },
    {
      "epoch": 1.11,
      "learning_rate": 0.0001900295619457135,
      "loss": 0.5972,
      "step": 6920
    },
    {
      "epoch": 1.11,
      "learning_rate": 0.00018970706799247513,
      "loss": 0.5869,
      "step": 6940
    },
    {
      "epoch": 1.12,
      "learning_rate": 0.00018938457403923676,
      "loss": 0.5937,
      "step": 6960
    },
    {
      "epoch": 1.12,
      "learning_rate": 0.00018906208008599837,
      "loss": 0.5942,
      "step": 6980
    },
    {
      "epoch": 1.12,
      "learning_rate": 0.00018873958613276,
      "loss": 0.5852,
      "step": 7000
    },
    {
      "epoch": 1.12,
      "eval_loss": 0.6080183386802673,
      "eval_runtime": 83.8653,
      "eval_samples_per_second": 23.848,
      "eval_steps_per_second": 2.981,
      "step": 7000
    },
    {
      "epoch": 1.13,
      "learning_rate": 0.0001884170921795216,
      "loss": 0.5909,
      "step": 7020
    },
    {
      "epoch": 1.13,
      "learning_rate": 0.00018809459822628327,
      "loss": 0.5968,
      "step": 7040
    },
    {
      "epoch": 1.13,
      "learning_rate": 0.00018777210427304487,
      "loss": 0.5896,
      "step": 7060
    },
    {
      "epoch": 1.14,
      "learning_rate": 0.00018744961031980648,
      "loss": 0.5935,
      "step": 7080
    },
    {
      "epoch": 1.14,
      "learning_rate": 0.00018712711636656811,
      "loss": 0.5935,
      "step": 7100
    },
    {
      "epoch": 1.14,
      "learning_rate": 0.00018680462241332972,
      "loss": 0.5909,
      "step": 7120
    },
    {
      "epoch": 1.15,
      "learning_rate": 0.00018648212846009138,
      "loss": 0.5914,
      "step": 7140
    },
    {
      "epoch": 1.15,
      "learning_rate": 0.000186159634506853,
      "loss": 0.5926,
      "step": 7160
    },
    {
      "epoch": 1.15,
      "learning_rate": 0.0001858371405536146,
      "loss": 0.5914,
      "step": 7180
    },
    {
      "epoch": 1.15,
      "learning_rate": 0.00018551464660037623,
      "loss": 0.595,
      "step": 7200
    },
    {
      "epoch": 1.15,
      "eval_loss": 0.6081690788269043,
      "eval_runtime": 83.4491,
      "eval_samples_per_second": 23.967,
      "eval_steps_per_second": 2.996,
      "step": 7200
    },
    {
      "epoch": 1.16,
      "learning_rate": 0.00018519215264713786,
      "loss": 0.587,
      "step": 7220
    },
    {
      "epoch": 1.16,
      "learning_rate": 0.00018486965869389947,
      "loss": 0.5877,
      "step": 7240
    },
    {
      "epoch": 1.16,
      "learning_rate": 0.0001845471647406611,
      "loss": 0.5988,
      "step": 7260
    },
    {
      "epoch": 1.17,
      "learning_rate": 0.0001842246707874227,
      "loss": 0.5959,
      "step": 7280
    },
    {
      "epoch": 1.17,
      "learning_rate": 0.00018390217683418437,
      "loss": 0.5986,
      "step": 7300
    },
    {
      "epoch": 1.17,
      "learning_rate": 0.00018357968288094598,
      "loss": 0.5864,
      "step": 7320
    },
    {
      "epoch": 1.18,
      "learning_rate": 0.00018325718892770758,
      "loss": 0.5915,
      "step": 7340
    },
    {
      "epoch": 1.18,
      "learning_rate": 0.00018293469497446922,
      "loss": 0.5893,
      "step": 7360
    },
    {
      "epoch": 1.18,
      "learning_rate": 0.00018261220102123082,
      "loss": 0.5926,
      "step": 7380
    },
    {
      "epoch": 1.19,
      "learning_rate": 0.00018228970706799248,
      "loss": 0.5965,
      "step": 7400
    },
    {
      "epoch": 1.19,
      "eval_loss": 0.6080557703971863,
      "eval_runtime": 83.3607,
      "eval_samples_per_second": 23.992,
      "eval_steps_per_second": 2.999,
      "step": 7400
    },
    {
      "epoch": 1.19,
      "learning_rate": 0.0001819672131147541,
      "loss": 0.5909,
      "step": 7420
    },
    {
      "epoch": 1.19,
      "learning_rate": 0.0001816447191615157,
      "loss": 0.595,
      "step": 7440
    },
    {
      "epoch": 1.2,
      "learning_rate": 0.00018132222520827733,
      "loss": 0.5918,
      "step": 7460
    },
    {
      "epoch": 1.2,
      "learning_rate": 0.00018099973125503894,
      "loss": 0.5898,
      "step": 7480
    },
    {
      "epoch": 1.2,
      "learning_rate": 0.00018067723730180057,
      "loss": 0.5931,
      "step": 7500
    },
    {
      "epoch": 1.21,
      "learning_rate": 0.0001803547433485622,
      "loss": 0.5887,
      "step": 7520
    },
    {
      "epoch": 1.21,
      "learning_rate": 0.0001800322493953238,
      "loss": 0.5927,
      "step": 7540
    },
    {
      "epoch": 1.21,
      "learning_rate": 0.00017970975544208544,
      "loss": 0.5911,
      "step": 7560
    },
    {
      "epoch": 1.22,
      "learning_rate": 0.00017938726148884708,
      "loss": 0.5916,
      "step": 7580
    },
    {
      "epoch": 1.22,
      "learning_rate": 0.00017906476753560868,
      "loss": 0.5931,
      "step": 7600
    },
    {
      "epoch": 1.22,
      "eval_loss": 0.607985258102417,
      "eval_runtime": 83.5156,
      "eval_samples_per_second": 23.948,
      "eval_steps_per_second": 2.993,
      "step": 7600
    },
    {
      "epoch": 1.22,
      "learning_rate": 0.00017874227358237032,
      "loss": 0.5903,
      "step": 7620
    },
    {
      "epoch": 1.23,
      "learning_rate": 0.00017841977962913192,
      "loss": 0.5943,
      "step": 7640
    },
    {
      "epoch": 1.23,
      "learning_rate": 0.00017809728567589358,
      "loss": 0.5976,
      "step": 7660
    },
    {
      "epoch": 1.23,
      "learning_rate": 0.0001777747917226552,
      "loss": 0.5954,
      "step": 7680
    },
    {
      "epoch": 1.23,
      "learning_rate": 0.0001774522977694168,
      "loss": 0.5919,
      "step": 7700
    },
    {
      "epoch": 1.24,
      "learning_rate": 0.00017712980381617843,
      "loss": 0.5867,
      "step": 7720
    },
    {
      "epoch": 1.24,
      "learning_rate": 0.00017680730986294004,
      "loss": 0.592,
      "step": 7740
    },
    {
      "epoch": 1.24,
      "learning_rate": 0.0001764848159097017,
      "loss": 0.5919,
      "step": 7760
    },
    {
      "epoch": 1.25,
      "learning_rate": 0.0001761623219564633,
      "loss": 0.5943,
      "step": 7780
    },
    {
      "epoch": 1.25,
      "learning_rate": 0.0001758398280032249,
      "loss": 0.592,
      "step": 7800
    },
    {
      "epoch": 1.25,
      "eval_loss": 0.6081468462944031,
      "eval_runtime": 83.7403,
      "eval_samples_per_second": 23.883,
      "eval_steps_per_second": 2.985,
      "step": 7800
    },
    {
      "epoch": 1.25,
      "learning_rate": 0.00017551733404998655,
      "loss": 0.595,
      "step": 7820
    },
    {
      "epoch": 1.26,
      "learning_rate": 0.00017519484009674818,
      "loss": 0.5908,
      "step": 7840
    },
    {
      "epoch": 1.26,
      "learning_rate": 0.00017487234614350979,
      "loss": 0.5953,
      "step": 7860
    },
    {
      "epoch": 1.26,
      "learning_rate": 0.00017454985219027142,
      "loss": 0.5939,
      "step": 7880
    },
    {
      "epoch": 1.27,
      "learning_rate": 0.00017422735823703303,
      "loss": 0.5949,
      "step": 7900
    },
    {
      "epoch": 1.27,
      "learning_rate": 0.0001739048642837947,
      "loss": 0.597,
      "step": 7920
    },
    {
      "epoch": 1.27,
      "learning_rate": 0.0001735823703305563,
      "loss": 0.5987,
      "step": 7940
    },
    {
      "epoch": 1.28,
      "learning_rate": 0.0001732598763773179,
      "loss": 0.5976,
      "step": 7960
    },
    {
      "epoch": 1.28,
      "learning_rate": 0.00017293738242407953,
      "loss": 0.5892,
      "step": 7980
    },
    {
      "epoch": 1.28,
      "learning_rate": 0.00017261488847084114,
      "loss": 0.5919,
      "step": 8000
    },
    {
      "epoch": 1.28,
      "eval_loss": 0.6079828143119812,
      "eval_runtime": 83.5244,
      "eval_samples_per_second": 23.945,
      "eval_steps_per_second": 2.993,
      "step": 8000
    },
    {
      "epoch": 1.29,
      "learning_rate": 0.0001722923945176028,
      "loss": 0.5977,
      "step": 8020
    },
    {
      "epoch": 1.29,
      "learning_rate": 0.0001719699005643644,
      "loss": 0.5958,
      "step": 8040
    },
    {
      "epoch": 1.29,
      "learning_rate": 0.000171647406611126,
      "loss": 0.5888,
      "step": 8060
    },
    {
      "epoch": 1.3,
      "learning_rate": 0.00017132491265788765,
      "loss": 0.5953,
      "step": 8080
    },
    {
      "epoch": 1.3,
      "learning_rate": 0.00017100241870464928,
      "loss": 0.5902,
      "step": 8100
    },
    {
      "epoch": 1.3,
      "learning_rate": 0.00017067992475141091,
      "loss": 0.5936,
      "step": 8120
    },
    {
      "epoch": 1.31,
      "learning_rate": 0.00017035743079817252,
      "loss": 0.5918,
      "step": 8140
    },
    {
      "epoch": 1.31,
      "learning_rate": 0.00017003493684493413,
      "loss": 0.5952,
      "step": 8160
    },
    {
      "epoch": 1.31,
      "learning_rate": 0.0001697124428916958,
      "loss": 0.588,
      "step": 8180
    },
    {
      "epoch": 1.32,
      "learning_rate": 0.0001693899489384574,
      "loss": 0.5804,
      "step": 8200
    },
    {
      "epoch": 1.32,
      "eval_loss": 0.6079012155532837,
      "eval_runtime": 83.6243,
      "eval_samples_per_second": 23.916,
      "eval_steps_per_second": 2.99,
      "step": 8200
    },
    {
      "epoch": 1.32,
      "learning_rate": 0.000169067454985219,
      "loss": 0.5991,
      "step": 8220
    },
    {
      "epoch": 1.32,
      "learning_rate": 0.00016874496103198063,
      "loss": 0.5937,
      "step": 8240
    },
    {
      "epoch": 1.32,
      "learning_rate": 0.00016842246707874224,
      "loss": 0.5914,
      "step": 8260
    },
    {
      "epoch": 1.33,
      "learning_rate": 0.0001680999731255039,
      "loss": 0.592,
      "step": 8280
    },
    {
      "epoch": 1.33,
      "learning_rate": 0.0001677774791722655,
      "loss": 0.5897,
      "step": 8300
    },
    {
      "epoch": 1.33,
      "learning_rate": 0.00016745498521902712,
      "loss": 0.5922,
      "step": 8320
    },
    {
      "epoch": 1.34,
      "learning_rate": 0.00016713249126578875,
      "loss": 0.5944,
      "step": 8340
    },
    {
      "epoch": 1.34,
      "learning_rate": 0.00016680999731255038,
      "loss": 0.5925,
      "step": 8360
    },
    {
      "epoch": 1.34,
      "learning_rate": 0.00016648750335931202,
      "loss": 0.5904,
      "step": 8380
    },
    {
      "epoch": 1.35,
      "learning_rate": 0.00016616500940607362,
      "loss": 0.5908,
      "step": 8400
    },
    {
      "epoch": 1.35,
      "eval_loss": 0.6079640984535217,
      "eval_runtime": 83.4353,
      "eval_samples_per_second": 23.971,
      "eval_steps_per_second": 2.996,
      "step": 8400
    },
    {
      "epoch": 1.35,
      "learning_rate": 0.00016584251545283523,
      "loss": 0.5949,
      "step": 8420
    },
    {
      "epoch": 1.35,
      "learning_rate": 0.0001655200214995969,
      "loss": 0.5898,
      "step": 8440
    },
    {
      "epoch": 1.36,
      "learning_rate": 0.0001651975275463585,
      "loss": 0.5881,
      "step": 8460
    },
    {
      "epoch": 1.36,
      "learning_rate": 0.0001648750335931201,
      "loss": 0.5911,
      "step": 8480
    },
    {
      "epoch": 1.36,
      "learning_rate": 0.00016455253963988174,
      "loss": 0.5918,
      "step": 8500
    },
    {
      "epoch": 1.37,
      "learning_rate": 0.00016423004568664334,
      "loss": 0.5928,
      "step": 8520
    },
    {
      "epoch": 1.37,
      "learning_rate": 0.000163907551733405,
      "loss": 0.5916,
      "step": 8540
    },
    {
      "epoch": 1.37,
      "learning_rate": 0.0001635850577801666,
      "loss": 0.5903,
      "step": 8560
    },
    {
      "epoch": 1.38,
      "learning_rate": 0.00016326256382692822,
      "loss": 0.5897,
      "step": 8580
    },
    {
      "epoch": 1.38,
      "learning_rate": 0.00016294006987368985,
      "loss": 0.5969,
      "step": 8600
    },
    {
      "epoch": 1.38,
      "eval_loss": 0.6079634428024292,
      "eval_runtime": 83.8122,
      "eval_samples_per_second": 23.863,
      "eval_steps_per_second": 2.983,
      "step": 8600
    },
    {
      "epoch": 1.38,
      "learning_rate": 0.00016261757592045146,
      "loss": 0.587,
      "step": 8620
    },
    {
      "epoch": 1.39,
      "learning_rate": 0.00016229508196721312,
      "loss": 0.5929,
      "step": 8640
    },
    {
      "epoch": 1.39,
      "learning_rate": 0.00016197258801397472,
      "loss": 0.5914,
      "step": 8660
    },
    {
      "epoch": 1.39,
      "learning_rate": 0.00016165009406073633,
      "loss": 0.5915,
      "step": 8680
    },
    {
      "epoch": 1.4,
      "learning_rate": 0.000161327600107498,
      "loss": 0.5874,
      "step": 8700
    },
    {
      "epoch": 1.4,
      "learning_rate": 0.0001610051061542596,
      "loss": 0.5862,
      "step": 8720
    },
    {
      "epoch": 1.4,
      "learning_rate": 0.00016068261220102123,
      "loss": 0.594,
      "step": 8740
    },
    {
      "epoch": 1.4,
      "learning_rate": 0.00016036011824778284,
      "loss": 0.5928,
      "step": 8760
    },
    {
      "epoch": 1.41,
      "learning_rate": 0.00016003762429454444,
      "loss": 0.5861,
      "step": 8780
    },
    {
      "epoch": 1.41,
      "learning_rate": 0.0001597151303413061,
      "loss": 0.5932,
      "step": 8800
    },
    {
      "epoch": 1.41,
      "eval_loss": 0.6077998280525208,
      "eval_runtime": 83.6323,
      "eval_samples_per_second": 23.914,
      "eval_steps_per_second": 2.989,
      "step": 8800
    },
    {
      "epoch": 1.41,
      "learning_rate": 0.0001593926363880677,
      "loss": 0.5961,
      "step": 8820
    },
    {
      "epoch": 1.42,
      "learning_rate": 0.00015907014243482932,
      "loss": 0.5913,
      "step": 8840
    },
    {
      "epoch": 1.42,
      "learning_rate": 0.00015874764848159095,
      "loss": 0.5963,
      "step": 8860
    },
    {
      "epoch": 1.42,
      "learning_rate": 0.00015842515452835256,
      "loss": 0.5927,
      "step": 8880
    },
    {
      "epoch": 1.43,
      "learning_rate": 0.00015810266057511422,
      "loss": 0.585,
      "step": 8900
    },
    {
      "epoch": 1.43,
      "learning_rate": 0.00015778016662187583,
      "loss": 0.5898,
      "step": 8920
    },
    {
      "epoch": 1.43,
      "learning_rate": 0.00015745767266863743,
      "loss": 0.5958,
      "step": 8940
    },
    {
      "epoch": 1.44,
      "learning_rate": 0.00015713517871539907,
      "loss": 0.5832,
      "step": 8960
    },
    {
      "epoch": 1.44,
      "learning_rate": 0.0001568126847621607,
      "loss": 0.591,
      "step": 8980
    },
    {
      "epoch": 1.44,
      "learning_rate": 0.00015649019080892233,
      "loss": 0.594,
      "step": 9000
    },
    {
      "epoch": 1.44,
      "eval_loss": 0.6079277396202087,
      "eval_runtime": 83.6924,
      "eval_samples_per_second": 23.897,
      "eval_steps_per_second": 2.987,
      "step": 9000
    },
    {
      "epoch": 1.45,
      "learning_rate": 0.00015616769685568394,
      "loss": 0.5982,
      "step": 9020
    },
    {
      "epoch": 1.45,
      "learning_rate": 0.00015584520290244555,
      "loss": 0.5918,
      "step": 9040
    },
    {
      "epoch": 1.45,
      "learning_rate": 0.0001555227089492072,
      "loss": 0.5949,
      "step": 9060
    },
    {
      "epoch": 1.46,
      "learning_rate": 0.00015520021499596881,
      "loss": 0.5894,
      "step": 9080
    },
    {
      "epoch": 1.46,
      "learning_rate": 0.00015487772104273045,
      "loss": 0.5887,
      "step": 9100
    },
    {
      "epoch": 1.46,
      "learning_rate": 0.00015455522708949205,
      "loss": 0.5896,
      "step": 9120
    },
    {
      "epoch": 1.47,
      "learning_rate": 0.00015423273313625366,
      "loss": 0.5933,
      "step": 9140
    },
    {
      "epoch": 1.47,
      "learning_rate": 0.00015391023918301532,
      "loss": 0.5961,
      "step": 9160
    },
    {
      "epoch": 1.47,
      "learning_rate": 0.00015358774522977693,
      "loss": 0.586,
      "step": 9180
    },
    {
      "epoch": 1.48,
      "learning_rate": 0.00015326525127653853,
      "loss": 0.5921,
      "step": 9200
    },
    {
      "epoch": 1.48,
      "eval_loss": 0.607754111289978,
      "eval_runtime": 83.89,
      "eval_samples_per_second": 23.841,
      "eval_steps_per_second": 2.98,
      "step": 9200
    },
    {
      "epoch": 1.48,
      "learning_rate": 0.00015294275732330017,
      "loss": 0.5973,
      "step": 9220
    },
    {
      "epoch": 1.48,
      "learning_rate": 0.0001526202633700618,
      "loss": 0.5917,
      "step": 9240
    },
    {
      "epoch": 1.49,
      "learning_rate": 0.00015229776941682344,
      "loss": 0.5932,
      "step": 9260
    },
    {
      "epoch": 1.49,
      "learning_rate": 0.00015197527546358504,
      "loss": 0.5966,
      "step": 9280
    },
    {
      "epoch": 1.49,
      "learning_rate": 0.00015165278151034665,
      "loss": 0.5984,
      "step": 9300
    },
    {
      "epoch": 1.49,
      "learning_rate": 0.0001513302875571083,
      "loss": 0.5951,
      "step": 9320
    },
    {
      "epoch": 1.5,
      "learning_rate": 0.00015100779360386992,
      "loss": 0.5863,
      "step": 9340
    },
    {
      "epoch": 1.5,
      "learning_rate": 0.00015068529965063155,
      "loss": 0.593,
      "step": 9360
    },
    {
      "epoch": 1.5,
      "learning_rate": 0.00015036280569739316,
      "loss": 0.5906,
      "step": 9380
    },
    {
      "epoch": 1.51,
      "learning_rate": 0.00015004031174415476,
      "loss": 0.5936,
      "step": 9400
    },
    {
      "epoch": 1.51,
      "eval_loss": 0.6078041791915894,
      "eval_runtime": 83.6959,
      "eval_samples_per_second": 23.896,
      "eval_steps_per_second": 2.987,
      "step": 9400
    },
    {
      "epoch": 1.51,
      "learning_rate": 0.0001497178177909164,
      "loss": 0.5899,
      "step": 9420
    },
    {
      "epoch": 1.51,
      "learning_rate": 0.00014939532383767803,
      "loss": 0.5911,
      "step": 9440
    },
    {
      "epoch": 1.52,
      "learning_rate": 0.00014907282988443966,
      "loss": 0.5881,
      "step": 9460
    },
    {
      "epoch": 1.52,
      "learning_rate": 0.00014875033593120127,
      "loss": 0.5879,
      "step": 9480
    },
    {
      "epoch": 1.52,
      "learning_rate": 0.0001484278419779629,
      "loss": 0.5883,
      "step": 9500
    },
    {
      "epoch": 1.53,
      "learning_rate": 0.0001481053480247245,
      "loss": 0.5974,
      "step": 9520
    },
    {
      "epoch": 1.53,
      "learning_rate": 0.00014778285407148614,
      "loss": 0.5992,
      "step": 9540
    },
    {
      "epoch": 1.53,
      "learning_rate": 0.00014746036011824778,
      "loss": 0.5892,
      "step": 9560
    },
    {
      "epoch": 1.54,
      "learning_rate": 0.0001471378661650094,
      "loss": 0.5873,
      "step": 9580
    },
    {
      "epoch": 1.54,
      "learning_rate": 0.00014681537221177102,
      "loss": 0.5905,
      "step": 9600
    },
    {
      "epoch": 1.54,
      "eval_loss": 0.607796847820282,
      "eval_runtime": 83.56,
      "eval_samples_per_second": 23.935,
      "eval_steps_per_second": 2.992,
      "step": 9600
    },
    {
      "epoch": 1.54,
      "learning_rate": 0.00014649287825853262,
      "loss": 0.589,
      "step": 9620
    },
    {
      "epoch": 1.55,
      "learning_rate": 0.00014617038430529426,
      "loss": 0.5866,
      "step": 9640
    },
    {
      "epoch": 1.55,
      "learning_rate": 0.0001458478903520559,
      "loss": 0.5895,
      "step": 9660
    },
    {
      "epoch": 1.55,
      "learning_rate": 0.00014552539639881752,
      "loss": 0.592,
      "step": 9680
    },
    {
      "epoch": 1.56,
      "learning_rate": 0.00014520290244557913,
      "loss": 0.5954,
      "step": 9700
    },
    {
      "epoch": 1.56,
      "learning_rate": 0.00014488040849234076,
      "loss": 0.591,
      "step": 9720
    },
    {
      "epoch": 1.56,
      "learning_rate": 0.00014455791453910237,
      "loss": 0.5925,
      "step": 9740
    },
    {
      "epoch": 1.57,
      "learning_rate": 0.000144235420585864,
      "loss": 0.5938,
      "step": 9760
    },
    {
      "epoch": 1.57,
      "learning_rate": 0.0001439129266326256,
      "loss": 0.5928,
      "step": 9780
    },
    {
      "epoch": 1.57,
      "learning_rate": 0.00014359043267938725,
      "loss": 0.5979,
      "step": 9800
    },
    {
      "epoch": 1.57,
      "eval_loss": 0.6077319383621216,
      "eval_runtime": 83.3796,
      "eval_samples_per_second": 23.987,
      "eval_steps_per_second": 2.998,
      "step": 9800
    },
    {
      "epoch": 1.57,
      "learning_rate": 0.00014326793872614888,
      "loss": 0.5922,
      "step": 9820
    },
    {
      "epoch": 1.58,
      "learning_rate": 0.0001429454447729105,
      "loss": 0.5865,
      "step": 9840
    },
    {
      "epoch": 1.58,
      "learning_rate": 0.00014262295081967212,
      "loss": 0.5845,
      "step": 9860
    },
    {
      "epoch": 1.58,
      "learning_rate": 0.00014230045686643373,
      "loss": 0.5896,
      "step": 9880
    },
    {
      "epoch": 1.59,
      "learning_rate": 0.00014197796291319536,
      "loss": 0.5905,
      "step": 9900
    },
    {
      "epoch": 1.59,
      "learning_rate": 0.000141655468959957,
      "loss": 0.5875,
      "step": 9920
    },
    {
      "epoch": 1.59,
      "learning_rate": 0.00014133297500671863,
      "loss": 0.5936,
      "step": 9940
    },
    {
      "epoch": 1.6,
      "learning_rate": 0.00014101048105348023,
      "loss": 0.6014,
      "step": 9960
    },
    {
      "epoch": 1.6,
      "learning_rate": 0.00014068798710024187,
      "loss": 0.5898,
      "step": 9980
    },
    {
      "epoch": 1.6,
      "learning_rate": 0.00014036549314700347,
      "loss": 0.5895,
      "step": 10000
    },
    {
      "epoch": 1.6,
      "eval_loss": 0.6077406406402588,
      "eval_runtime": 83.5244,
      "eval_samples_per_second": 23.945,
      "eval_steps_per_second": 2.993,
      "step": 10000
    },
    {
      "epoch": 1.61,
      "learning_rate": 0.0001400429991937651,
      "loss": 0.5883,
      "step": 10020
    },
    {
      "epoch": 1.61,
      "learning_rate": 0.0001397205052405267,
      "loss": 0.599,
      "step": 10040
    },
    {
      "epoch": 1.61,
      "learning_rate": 0.00013939801128728835,
      "loss": 0.5964,
      "step": 10060
    },
    {
      "epoch": 1.62,
      "learning_rate": 0.00013907551733404998,
      "loss": 0.5924,
      "step": 10080
    },
    {
      "epoch": 1.62,
      "learning_rate": 0.00013875302338081161,
      "loss": 0.5866,
      "step": 10100
    },
    {
      "epoch": 1.62,
      "learning_rate": 0.00013843052942757322,
      "loss": 0.5946,
      "step": 10120
    },
    {
      "epoch": 1.63,
      "learning_rate": 0.00013810803547433483,
      "loss": 0.5953,
      "step": 10140
    },
    {
      "epoch": 1.63,
      "learning_rate": 0.00013778554152109646,
      "loss": 0.5992,
      "step": 10160
    },
    {
      "epoch": 1.63,
      "learning_rate": 0.0001374630475678581,
      "loss": 0.6,
      "step": 10180
    },
    {
      "epoch": 1.64,
      "learning_rate": 0.00013714055361461973,
      "loss": 0.596,
      "step": 10200
    },
    {
      "epoch": 1.64,
      "eval_loss": 0.607699453830719,
      "eval_runtime": 83.655,
      "eval_samples_per_second": 23.908,
      "eval_steps_per_second": 2.988,
      "step": 10200
    },
    {
      "epoch": 1.64,
      "learning_rate": 0.00013681805966138133,
      "loss": 0.5904,
      "step": 10220
    },
    {
      "epoch": 1.64,
      "learning_rate": 0.00013649556570814297,
      "loss": 0.5906,
      "step": 10240
    },
    {
      "epoch": 1.65,
      "learning_rate": 0.00013617307175490457,
      "loss": 0.5939,
      "step": 10260
    },
    {
      "epoch": 1.65,
      "learning_rate": 0.0001358505778016662,
      "loss": 0.5854,
      "step": 10280
    },
    {
      "epoch": 1.65,
      "learning_rate": 0.00013552808384842784,
      "loss": 0.5917,
      "step": 10300
    },
    {
      "epoch": 1.66,
      "learning_rate": 0.00013520558989518945,
      "loss": 0.5966,
      "step": 10320
    },
    {
      "epoch": 1.66,
      "learning_rate": 0.00013488309594195108,
      "loss": 0.5853,
      "step": 10340
    },
    {
      "epoch": 1.66,
      "learning_rate": 0.0001345606019887127,
      "loss": 0.5905,
      "step": 10360
    },
    {
      "epoch": 1.66,
      "learning_rate": 0.00013423810803547432,
      "loss": 0.5954,
      "step": 10380
    },
    {
      "epoch": 1.67,
      "learning_rate": 0.00013391561408223593,
      "loss": 0.5992,
      "step": 10400
    },
    {
      "epoch": 1.67,
      "eval_loss": 0.6076706051826477,
      "eval_runtime": 83.9433,
      "eval_samples_per_second": 23.826,
      "eval_steps_per_second": 2.978,
      "step": 10400
    },
    {
      "epoch": 1.67,
      "learning_rate": 0.00013359312012899756,
      "loss": 0.5816,
      "step": 10420
    },
    {
      "epoch": 1.67,
      "learning_rate": 0.0001332706261757592,
      "loss": 0.5885,
      "step": 10440
    },
    {
      "epoch": 1.68,
      "learning_rate": 0.00013294813222252083,
      "loss": 0.592,
      "step": 10460
    },
    {
      "epoch": 1.68,
      "learning_rate": 0.00013262563826928244,
      "loss": 0.59,
      "step": 10480
    },
    {
      "epoch": 1.68,
      "learning_rate": 0.00013230314431604407,
      "loss": 0.5903,
      "step": 10500
    },
    {
      "epoch": 1.69,
      "learning_rate": 0.00013198065036280568,
      "loss": 0.5902,
      "step": 10520
    },
    {
      "epoch": 1.69,
      "learning_rate": 0.0001316581564095673,
      "loss": 0.5949,
      "step": 10540
    },
    {
      "epoch": 1.69,
      "learning_rate": 0.00013133566245632894,
      "loss": 0.5869,
      "step": 10560
    },
    {
      "epoch": 1.7,
      "learning_rate": 0.00013101316850309055,
      "loss": 0.5945,
      "step": 10580
    },
    {
      "epoch": 1.7,
      "learning_rate": 0.00013069067454985218,
      "loss": 0.5964,
      "step": 10600
    },
    {
      "epoch": 1.7,
      "eval_loss": 0.607550859451294,
      "eval_runtime": 83.5845,
      "eval_samples_per_second": 23.928,
      "eval_steps_per_second": 2.991,
      "step": 10600
    },
    {
      "epoch": 1.7,
      "learning_rate": 0.0001303681805966138,
      "loss": 0.5986,
      "step": 10620
    },
    {
      "epoch": 1.71,
      "learning_rate": 0.00013004568664337542,
      "loss": 0.6024,
      "step": 10640
    },
    {
      "epoch": 1.71,
      "learning_rate": 0.00012972319269013706,
      "loss": 0.5901,
      "step": 10660
    },
    {
      "epoch": 1.71,
      "learning_rate": 0.00012940069873689866,
      "loss": 0.5902,
      "step": 10680
    },
    {
      "epoch": 1.72,
      "learning_rate": 0.0001290782047836603,
      "loss": 0.5921,
      "step": 10700
    },
    {
      "epoch": 1.72,
      "learning_rate": 0.00012875571083042193,
      "loss": 0.5915,
      "step": 10720
    },
    {
      "epoch": 1.72,
      "learning_rate": 0.00012843321687718354,
      "loss": 0.5952,
      "step": 10740
    },
    {
      "epoch": 1.73,
      "learning_rate": 0.00012811072292394514,
      "loss": 0.5907,
      "step": 10760
    },
    {
      "epoch": 1.73,
      "learning_rate": 0.00012778822897070678,
      "loss": 0.5959,
      "step": 10780
    },
    {
      "epoch": 1.73,
      "learning_rate": 0.0001274657350174684,
      "loss": 0.5884,
      "step": 10800
    },
    {
      "epoch": 1.73,
      "eval_loss": 0.6075096726417542,
      "eval_runtime": 83.2167,
      "eval_samples_per_second": 24.034,
      "eval_steps_per_second": 3.004,
      "step": 10800
    },
    {
      "epoch": 1.74,
      "learning_rate": 0.00012714324106423005,
      "loss": 0.5959,
      "step": 10820
    },
    {
      "epoch": 1.74,
      "learning_rate": 0.00012682074711099165,
      "loss": 0.5841,
      "step": 10840
    },
    {
      "epoch": 1.74,
      "learning_rate": 0.00012649825315775329,
      "loss": 0.5881,
      "step": 10860
    },
    {
      "epoch": 1.74,
      "learning_rate": 0.0001261757592045149,
      "loss": 0.5845,
      "step": 10880
    },
    {
      "epoch": 1.75,
      "learning_rate": 0.00012585326525127653,
      "loss": 0.5918,
      "step": 10900
    },
    {
      "epoch": 1.75,
      "learning_rate": 0.00012553077129803816,
      "loss": 0.5886,
      "step": 10920
    },
    {
      "epoch": 1.75,
      "learning_rate": 0.00012520827734479977,
      "loss": 0.5941,
      "step": 10940
    },
    {
      "epoch": 1.76,
      "learning_rate": 0.0001248857833915614,
      "loss": 0.5949,
      "step": 10960
    },
    {
      "epoch": 1.76,
      "learning_rate": 0.00012456328943832303,
      "loss": 0.5906,
      "step": 10980
    },
    {
      "epoch": 1.76,
      "learning_rate": 0.00012424079548508464,
      "loss": 0.5963,
      "step": 11000
    },
    {
      "epoch": 1.76,
      "eval_loss": 0.6074970960617065,
      "eval_runtime": 83.4435,
      "eval_samples_per_second": 23.968,
      "eval_steps_per_second": 2.996,
      "step": 11000
    },
    {
      "epoch": 1.77,
      "learning_rate": 0.00012391830153184625,
      "loss": 0.5951,
      "step": 11020
    },
    {
      "epoch": 1.77,
      "learning_rate": 0.00012359580757860788,
      "loss": 0.5896,
      "step": 11040
    },
    {
      "epoch": 1.77,
      "learning_rate": 0.00012327331362536951,
      "loss": 0.5826,
      "step": 11060
    },
    {
      "epoch": 1.78,
      "learning_rate": 0.00012295081967213115,
      "loss": 0.5885,
      "step": 11080
    },
    {
      "epoch": 1.78,
      "learning_rate": 0.00012262832571889275,
      "loss": 0.5896,
      "step": 11100
    },
    {
      "epoch": 1.78,
      "learning_rate": 0.0001223058317656544,
      "loss": 0.5921,
      "step": 11120
    },
    {
      "epoch": 1.79,
      "learning_rate": 0.00012198333781241601,
      "loss": 0.588,
      "step": 11140
    },
    {
      "epoch": 1.79,
      "learning_rate": 0.00012166084385917763,
      "loss": 0.5885,
      "step": 11160
    },
    {
      "epoch": 1.79,
      "learning_rate": 0.00012133834990593926,
      "loss": 0.5969,
      "step": 11180
    },
    {
      "epoch": 1.8,
      "learning_rate": 0.00012101585595270087,
      "loss": 0.5908,
      "step": 11200
    },
    {
      "epoch": 1.8,
      "eval_loss": 0.6075094938278198,
      "eval_runtime": 83.5597,
      "eval_samples_per_second": 23.935,
      "eval_steps_per_second": 2.992,
      "step": 11200
    },
    {
      "epoch": 1.8,
      "learning_rate": 0.0001206933619994625,
      "loss": 0.5908,
      "step": 11220
    },
    {
      "epoch": 1.8,
      "learning_rate": 0.00012037086804622412,
      "loss": 0.5925,
      "step": 11240
    },
    {
      "epoch": 1.81,
      "learning_rate": 0.00012004837409298576,
      "loss": 0.5966,
      "step": 11260
    },
    {
      "epoch": 1.81,
      "learning_rate": 0.00011972588013974738,
      "loss": 0.5862,
      "step": 11280
    },
    {
      "epoch": 1.81,
      "learning_rate": 0.00011940338618650898,
      "loss": 0.5927,
      "step": 11300
    },
    {
      "epoch": 1.82,
      "learning_rate": 0.00011908089223327062,
      "loss": 0.598,
      "step": 11320
    },
    {
      "epoch": 1.82,
      "learning_rate": 0.00011875839828003224,
      "loss": 0.582,
      "step": 11340
    },
    {
      "epoch": 1.82,
      "learning_rate": 0.00011843590432679387,
      "loss": 0.5982,
      "step": 11360
    },
    {
      "epoch": 1.83,
      "learning_rate": 0.00011811341037355548,
      "loss": 0.5972,
      "step": 11380
    },
    {
      "epoch": 1.83,
      "learning_rate": 0.00011779091642031711,
      "loss": 0.5999,
      "step": 11400
    },
    {
      "epoch": 1.83,
      "eval_loss": 0.6074954867362976,
      "eval_runtime": 83.1861,
      "eval_samples_per_second": 24.042,
      "eval_steps_per_second": 3.005,
      "step": 11400
    },
    {
      "epoch": 1.83,
      "learning_rate": 0.00011746842246707873,
      "loss": 0.5943,
      "step": 11420
    },
    {
      "epoch": 1.83,
      "learning_rate": 0.00011714592851384036,
      "loss": 0.5895,
      "step": 11440
    },
    {
      "epoch": 1.84,
      "learning_rate": 0.00011682343456060198,
      "loss": 0.5908,
      "step": 11460
    },
    {
      "epoch": 1.84,
      "learning_rate": 0.00011650094060736359,
      "loss": 0.5925,
      "step": 11480
    },
    {
      "epoch": 1.84,
      "learning_rate": 0.00011617844665412522,
      "loss": 0.5886,
      "step": 11500
    },
    {
      "epoch": 1.85,
      "learning_rate": 0.00011585595270088686,
      "loss": 0.5832,
      "step": 11520
    },
    {
      "epoch": 1.85,
      "learning_rate": 0.00011553345874764848,
      "loss": 0.5889,
      "step": 11540
    },
    {
      "epoch": 1.85,
      "learning_rate": 0.00011521096479441008,
      "loss": 0.5895,
      "step": 11560
    },
    {
      "epoch": 1.86,
      "learning_rate": 0.00011488847084117172,
      "loss": 0.5901,
      "step": 11580
    },
    {
      "epoch": 1.86,
      "learning_rate": 0.00011456597688793334,
      "loss": 0.593,
      "step": 11600
    },
    {
      "epoch": 1.86,
      "eval_loss": 0.6075332760810852,
      "eval_runtime": 83.8045,
      "eval_samples_per_second": 23.865,
      "eval_steps_per_second": 2.983,
      "step": 11600
    },
    {
      "epoch": 1.86,
      "learning_rate": 0.00011424348293469497,
      "loss": 0.5991,
      "step": 11620
    },
    {
      "epoch": 1.87,
      "learning_rate": 0.00011392098898145659,
      "loss": 0.5968,
      "step": 11640
    },
    {
      "epoch": 1.87,
      "learning_rate": 0.00011359849502821821,
      "loss": 0.5929,
      "step": 11660
    },
    {
      "epoch": 1.87,
      "learning_rate": 0.00011327600107497983,
      "loss": 0.5917,
      "step": 11680
    },
    {
      "epoch": 1.88,
      "learning_rate": 0.00011295350712174146,
      "loss": 0.5948,
      "step": 11700
    },
    {
      "epoch": 1.88,
      "learning_rate": 0.00011263101316850308,
      "loss": 0.5903,
      "step": 11720
    },
    {
      "epoch": 1.88,
      "learning_rate": 0.00011230851921526469,
      "loss": 0.5895,
      "step": 11740
    },
    {
      "epoch": 1.89,
      "learning_rate": 0.00011198602526202633,
      "loss": 0.5956,
      "step": 11760
    },
    {
      "epoch": 1.89,
      "learning_rate": 0.00011166353130878795,
      "loss": 0.5847,
      "step": 11780
    },
    {
      "epoch": 1.89,
      "learning_rate": 0.00011134103735554958,
      "loss": 0.585,
      "step": 11800
    },
    {
      "epoch": 1.89,
      "eval_loss": 0.6074097156524658,
      "eval_runtime": 83.3467,
      "eval_samples_per_second": 23.996,
      "eval_steps_per_second": 3.0,
      "step": 11800
    },
    {
      "epoch": 1.9,
      "learning_rate": 0.0001110185434023112,
      "loss": 0.5937,
      "step": 11820
    },
    {
      "epoch": 1.9,
      "learning_rate": 0.00011069604944907282,
      "loss": 0.5911,
      "step": 11840
    },
    {
      "epoch": 1.9,
      "learning_rate": 0.00011037355549583444,
      "loss": 0.5962,
      "step": 11860
    },
    {
      "epoch": 1.91,
      "learning_rate": 0.00011005106154259607,
      "loss": 0.5973,
      "step": 11880
    },
    {
      "epoch": 1.91,
      "learning_rate": 0.00010972856758935769,
      "loss": 0.5844,
      "step": 11900
    },
    {
      "epoch": 1.91,
      "learning_rate": 0.00010940607363611931,
      "loss": 0.5893,
      "step": 11920
    },
    {
      "epoch": 1.91,
      "learning_rate": 0.00010908357968288093,
      "loss": 0.5852,
      "step": 11940
    },
    {
      "epoch": 1.92,
      "learning_rate": 0.00010876108572964257,
      "loss": 0.5968,
      "step": 11960
    },
    {
      "epoch": 1.92,
      "learning_rate": 0.00010843859177640419,
      "loss": 0.5973,
      "step": 11980
    },
    {
      "epoch": 1.92,
      "learning_rate": 0.00010811609782316579,
      "loss": 0.5824,
      "step": 12000
    },
    {
      "epoch": 1.92,
      "eval_loss": 0.6074831485748291,
      "eval_runtime": 83.2845,
      "eval_samples_per_second": 24.014,
      "eval_steps_per_second": 3.002,
      "step": 12000
    },
    {
      "epoch": 1.93,
      "learning_rate": 0.00010779360386992743,
      "loss": 0.5889,
      "step": 12020
    },
    {
      "epoch": 1.93,
      "learning_rate": 0.00010747110991668905,
      "loss": 0.5848,
      "step": 12040
    },
    {
      "epoch": 1.93,
      "learning_rate": 0.00010714861596345068,
      "loss": 0.5851,
      "step": 12060
    },
    {
      "epoch": 1.94,
      "learning_rate": 0.0001068261220102123,
      "loss": 0.6018,
      "step": 12080
    },
    {
      "epoch": 1.94,
      "learning_rate": 0.00010650362805697392,
      "loss": 0.5931,
      "step": 12100
    },
    {
      "epoch": 1.94,
      "learning_rate": 0.00010618113410373554,
      "loss": 0.5908,
      "step": 12120
    },
    {
      "epoch": 1.95,
      "learning_rate": 0.00010585864015049717,
      "loss": 0.5878,
      "step": 12140
    },
    {
      "epoch": 1.95,
      "learning_rate": 0.0001055361461972588,
      "loss": 0.5943,
      "step": 12160
    },
    {
      "epoch": 1.95,
      "learning_rate": 0.0001052136522440204,
      "loss": 0.589,
      "step": 12180
    },
    {
      "epoch": 1.96,
      "learning_rate": 0.00010489115829078203,
      "loss": 0.5985,
      "step": 12200
    },
    {
      "epoch": 1.96,
      "eval_loss": 0.6074686646461487,
      "eval_runtime": 83.5238,
      "eval_samples_per_second": 23.945,
      "eval_steps_per_second": 2.993,
      "step": 12200
    },
    {
      "epoch": 1.96,
      "learning_rate": 0.00010456866433754367,
      "loss": 0.5897,
      "step": 12220
    },
    {
      "epoch": 1.96,
      "learning_rate": 0.00010424617038430529,
      "loss": 0.5926,
      "step": 12240
    },
    {
      "epoch": 1.97,
      "learning_rate": 0.00010392367643106692,
      "loss": 0.5931,
      "step": 12260
    },
    {
      "epoch": 1.97,
      "learning_rate": 0.00010360118247782853,
      "loss": 0.5956,
      "step": 12280
    },
    {
      "epoch": 1.97,
      "learning_rate": 0.00010327868852459015,
      "loss": 0.5889,
      "step": 12300
    },
    {
      "epoch": 1.98,
      "learning_rate": 0.00010295619457135178,
      "loss": 0.5945,
      "step": 12320
    },
    {
      "epoch": 1.98,
      "learning_rate": 0.0001026337006181134,
      "loss": 0.5881,
      "step": 12340
    },
    {
      "epoch": 1.98,
      "learning_rate": 0.00010231120666487502,
      "loss": 0.595,
      "step": 12360
    },
    {
      "epoch": 1.99,
      "learning_rate": 0.00010198871271163664,
      "loss": 0.589,
      "step": 12380
    },
    {
      "epoch": 1.99,
      "learning_rate": 0.00010166621875839828,
      "loss": 0.5886,
      "step": 12400
    },
    {
      "epoch": 1.99,
      "eval_loss": 0.6073445081710815,
      "eval_runtime": 83.2878,
      "eval_samples_per_second": 24.013,
      "eval_steps_per_second": 3.002,
      "step": 12400
    },
    {
      "epoch": 1.99,
      "learning_rate": 0.0001013437248051599,
      "loss": 0.5883,
      "step": 12420
    },
    {
      "epoch": 2.0,
      "learning_rate": 0.00010102123085192153,
      "loss": 0.5972,
      "step": 12440
    },
    {
      "epoch": 2.0,
      "learning_rate": 0.00010069873689868314,
      "loss": 0.5963,
      "step": 12460
    },
    {
      "epoch": 2.0,
      "learning_rate": 0.00010037624294544476,
      "loss": 0.5926,
      "step": 12480
    },
    {
      "epoch": 2.0,
      "learning_rate": 0.00010005374899220639,
      "loss": 0.5919,
      "step": 12500
    },
    {
      "epoch": 2.01,
      "learning_rate": 9.973125503896801e-05,
      "loss": 0.5898,
      "step": 12520
    },
    {
      "epoch": 2.01,
      "learning_rate": 9.940876108572963e-05,
      "loss": 0.5908,
      "step": 12540
    },
    {
      "epoch": 2.01,
      "learning_rate": 9.908626713249125e-05,
      "loss": 0.5925,
      "step": 12560
    },
    {
      "epoch": 2.02,
      "learning_rate": 9.876377317925288e-05,
      "loss": 0.5912,
      "step": 12580
    },
    {
      "epoch": 2.02,
      "learning_rate": 9.84412792260145e-05,
      "loss": 0.59,
      "step": 12600
    },
    {
      "epoch": 2.02,
      "eval_loss": 0.6073500514030457,
      "eval_runtime": 83.3951,
      "eval_samples_per_second": 23.982,
      "eval_steps_per_second": 2.998,
      "step": 12600
    },
    {
      "epoch": 2.02,
      "learning_rate": 9.811878527277614e-05,
      "loss": 0.596,
      "step": 12620
    },
    {
      "epoch": 2.03,
      "learning_rate": 9.779629131953774e-05,
      "loss": 0.5913,
      "step": 12640
    },
    {
      "epoch": 2.03,
      "learning_rate": 9.747379736629938e-05,
      "loss": 0.5926,
      "step": 12660
    },
    {
      "epoch": 2.03,
      "learning_rate": 9.7151303413061e-05,
      "loss": 0.591,
      "step": 12680
    },
    {
      "epoch": 2.04,
      "learning_rate": 9.682880945982263e-05,
      "loss": 0.5871,
      "step": 12700
    },
    {
      "epoch": 2.04,
      "learning_rate": 9.650631550658424e-05,
      "loss": 0.5918,
      "step": 12720
    },
    {
      "epoch": 2.04,
      "learning_rate": 9.618382155334586e-05,
      "loss": 0.5919,
      "step": 12740
    },
    {
      "epoch": 2.05,
      "learning_rate": 9.586132760010749e-05,
      "loss": 0.5982,
      "step": 12760
    },
    {
      "epoch": 2.05,
      "learning_rate": 9.553883364686911e-05,
      "loss": 0.5947,
      "step": 12780
    },
    {
      "epoch": 2.05,
      "learning_rate": 9.521633969363075e-05,
      "loss": 0.5904,
      "step": 12800
    },
    {
      "epoch": 2.05,
      "eval_loss": 0.607369601726532,
      "eval_runtime": 83.4201,
      "eval_samples_per_second": 23.975,
      "eval_steps_per_second": 2.997,
      "step": 12800
    },
    {
      "epoch": 2.06,
      "learning_rate": 9.489384574039235e-05,
      "loss": 0.5936,
      "step": 12820
    },
    {
      "epoch": 2.06,
      "learning_rate": 9.457135178715399e-05,
      "loss": 0.5836,
      "step": 12840
    },
    {
      "epoch": 2.06,
      "learning_rate": 9.42488578339156e-05,
      "loss": 0.59,
      "step": 12860
    },
    {
      "epoch": 2.07,
      "learning_rate": 9.392636388067724e-05,
      "loss": 0.5928,
      "step": 12880
    },
    {
      "epoch": 2.07,
      "learning_rate": 9.360386992743885e-05,
      "loss": 0.5921,
      "step": 12900
    },
    {
      "epoch": 2.07,
      "learning_rate": 9.328137597420048e-05,
      "loss": 0.5919,
      "step": 12920
    },
    {
      "epoch": 2.08,
      "learning_rate": 9.29588820209621e-05,
      "loss": 0.5966,
      "step": 12940
    },
    {
      "epoch": 2.08,
      "learning_rate": 9.263638806772373e-05,
      "loss": 0.597,
      "step": 12960
    },
    {
      "epoch": 2.08,
      "learning_rate": 9.231389411448534e-05,
      "loss": 0.5932,
      "step": 12980
    },
    {
      "epoch": 2.08,
      "learning_rate": 9.199140016124696e-05,
      "loss": 0.5884,
      "step": 13000
    },
    {
      "epoch": 2.08,
      "eval_loss": 0.6073188185691833,
      "eval_runtime": 83.7205,
      "eval_samples_per_second": 23.889,
      "eval_steps_per_second": 2.986,
      "step": 13000
    },
    {
      "epoch": 2.09,
      "learning_rate": 9.16689062080086e-05,
      "loss": 0.588,
      "step": 13020
    },
    {
      "epoch": 2.09,
      "learning_rate": 9.134641225477021e-05,
      "loss": 0.5908,
      "step": 13040
    },
    {
      "epoch": 2.09,
      "learning_rate": 9.102391830153185e-05,
      "loss": 0.589,
      "step": 13060
    },
    {
      "epoch": 2.1,
      "learning_rate": 9.070142434829345e-05,
      "loss": 0.5867,
      "step": 13080
    },
    {
      "epoch": 2.1,
      "learning_rate": 9.037893039505509e-05,
      "loss": 0.5987,
      "step": 13100
    },
    {
      "epoch": 2.1,
      "learning_rate": 9.005643644181671e-05,
      "loss": 0.5874,
      "step": 13120
    },
    {
      "epoch": 2.11,
      "learning_rate": 8.973394248857834e-05,
      "loss": 0.5894,
      "step": 13140
    },
    {
      "epoch": 2.11,
      "learning_rate": 8.941144853533995e-05,
      "loss": 0.5939,
      "step": 13160
    },
    {
      "epoch": 2.11,
      "learning_rate": 8.908895458210157e-05,
      "loss": 0.5887,
      "step": 13180
    },
    {
      "epoch": 2.12,
      "learning_rate": 8.87664606288632e-05,
      "loss": 0.5861,
      "step": 13200
    },
    {
      "epoch": 2.12,
      "eval_loss": 0.607224702835083,
      "eval_runtime": 83.4876,
      "eval_samples_per_second": 23.956,
      "eval_steps_per_second": 2.994,
      "step": 13200
    },
    {
      "epoch": 2.12,
      "learning_rate": 8.844396667562482e-05,
      "loss": 0.5897,
      "step": 13220
    },
    {
      "epoch": 2.12,
      "learning_rate": 8.812147272238646e-05,
      "loss": 0.5954,
      "step": 13240
    },
    {
      "epoch": 2.13,
      "learning_rate": 8.779897876914806e-05,
      "loss": 0.5968,
      "step": 13260
    },
    {
      "epoch": 2.13,
      "learning_rate": 8.74764848159097e-05,
      "loss": 0.5912,
      "step": 13280
    },
    {
      "epoch": 2.13,
      "learning_rate": 8.715399086267132e-05,
      "loss": 0.5959,
      "step": 13300
    },
    {
      "epoch": 2.14,
      "learning_rate": 8.683149690943295e-05,
      "loss": 0.5905,
      "step": 13320
    },
    {
      "epoch": 2.14,
      "learning_rate": 8.650900295619456e-05,
      "loss": 0.5954,
      "step": 13340
    },
    {
      "epoch": 2.14,
      "learning_rate": 8.618650900295619e-05,
      "loss": 0.5889,
      "step": 13360
    },
    {
      "epoch": 2.15,
      "learning_rate": 8.586401504971781e-05,
      "loss": 0.5895,
      "step": 13380
    },
    {
      "epoch": 2.15,
      "learning_rate": 8.554152109647944e-05,
      "loss": 0.5852,
      "step": 13400
    },
    {
      "epoch": 2.15,
      "eval_loss": 0.6072360873222351,
      "eval_runtime": 83.3501,
      "eval_samples_per_second": 23.995,
      "eval_steps_per_second": 2.999,
      "step": 13400
    },
    {
      "epoch": 2.15,
      "learning_rate": 8.521902714324106e-05,
      "loss": 0.5812,
      "step": 13420
    },
    {
      "epoch": 2.16,
      "learning_rate": 8.489653319000267e-05,
      "loss": 0.5899,
      "step": 13440
    },
    {
      "epoch": 2.16,
      "learning_rate": 8.45740392367643e-05,
      "loss": 0.5825,
      "step": 13460
    },
    {
      "epoch": 2.16,
      "learning_rate": 8.425154528352592e-05,
      "loss": 0.5917,
      "step": 13480
    },
    {
      "epoch": 2.17,
      "learning_rate": 8.392905133028756e-05,
      "loss": 0.5887,
      "step": 13500
    },
    {
      "epoch": 2.17,
      "learning_rate": 8.360655737704916e-05,
      "loss": 0.59,
      "step": 13520
    },
    {
      "epoch": 2.17,
      "learning_rate": 8.32840634238108e-05,
      "loss": 0.5906,
      "step": 13540
    },
    {
      "epoch": 2.17,
      "learning_rate": 8.296156947057242e-05,
      "loss": 0.5909,
      "step": 13560
    },
    {
      "epoch": 2.18,
      "learning_rate": 8.263907551733405e-05,
      "loss": 0.5883,
      "step": 13580
    },
    {
      "epoch": 2.18,
      "learning_rate": 8.231658156409567e-05,
      "loss": 0.5919,
      "step": 13600
    },
    {
      "epoch": 2.18,
      "eval_loss": 0.6071310639381409,
      "eval_runtime": 83.4575,
      "eval_samples_per_second": 23.964,
      "eval_steps_per_second": 2.996,
      "step": 13600
    },
    {
      "epoch": 2.18,
      "learning_rate": 8.199408761085728e-05,
      "loss": 0.5927,
      "step": 13620
    },
    {
      "epoch": 2.19,
      "learning_rate": 8.167159365761891e-05,
      "loss": 0.5922,
      "step": 13640
    },
    {
      "epoch": 2.19,
      "learning_rate": 8.134909970438054e-05,
      "loss": 0.5946,
      "step": 13660
    },
    {
      "epoch": 2.19,
      "learning_rate": 8.102660575114216e-05,
      "loss": 0.5834,
      "step": 13680
    },
    {
      "epoch": 2.2,
      "learning_rate": 8.070411179790377e-05,
      "loss": 0.5884,
      "step": 13700
    },
    {
      "epoch": 2.2,
      "learning_rate": 8.03816178446654e-05,
      "loss": 0.587,
      "step": 13720
    },
    {
      "epoch": 2.2,
      "learning_rate": 8.005912389142703e-05,
      "loss": 0.5948,
      "step": 13740
    },
    {
      "epoch": 2.21,
      "learning_rate": 7.973662993818866e-05,
      "loss": 0.5888,
      "step": 13760
    },
    {
      "epoch": 2.21,
      "learning_rate": 7.941413598495028e-05,
      "loss": 0.5885,
      "step": 13780
    },
    {
      "epoch": 2.21,
      "learning_rate": 7.90916420317119e-05,
      "loss": 0.5929,
      "step": 13800
    },
    {
      "epoch": 2.21,
      "eval_loss": 0.6071040034294128,
      "eval_runtime": 83.4169,
      "eval_samples_per_second": 23.976,
      "eval_steps_per_second": 2.997,
      "step": 13800
    },
    {
      "epoch": 2.22,
      "learning_rate": 7.876914807847352e-05,
      "loss": 0.5989,
      "step": 13820
    },
    {
      "epoch": 2.22,
      "learning_rate": 7.844665412523515e-05,
      "loss": 0.5933,
      "step": 13840
    },
    {
      "epoch": 2.22,
      "learning_rate": 7.812416017199677e-05,
      "loss": 0.5899,
      "step": 13860
    },
    {
      "epoch": 2.23,
      "learning_rate": 7.780166621875838e-05,
      "loss": 0.593,
      "step": 13880
    },
    {
      "epoch": 2.23,
      "learning_rate": 7.747917226552001e-05,
      "loss": 0.5993,
      "step": 13900
    },
    {
      "epoch": 2.23,
      "learning_rate": 7.715667831228163e-05,
      "loss": 0.5907,
      "step": 13920
    },
    {
      "epoch": 2.24,
      "learning_rate": 7.683418435904327e-05,
      "loss": 0.5895,
      "step": 13940
    },
    {
      "epoch": 2.24,
      "learning_rate": 7.651169040580487e-05,
      "loss": 0.5946,
      "step": 13960
    },
    {
      "epoch": 2.24,
      "learning_rate": 7.61891964525665e-05,
      "loss": 0.5914,
      "step": 13980
    },
    {
      "epoch": 2.25,
      "learning_rate": 7.586670249932813e-05,
      "loss": 0.5874,
      "step": 14000
    },
    {
      "epoch": 2.25,
      "eval_loss": 0.6071457266807556,
      "eval_runtime": 83.3637,
      "eval_samples_per_second": 23.991,
      "eval_steps_per_second": 2.999,
      "step": 14000
    },
    {
      "epoch": 2.25,
      "learning_rate": 7.554420854608976e-05,
      "loss": 0.5882,
      "step": 14020
    },
    {
      "epoch": 2.25,
      "learning_rate": 7.522171459285138e-05,
      "loss": 0.5903,
      "step": 14040
    },
    {
      "epoch": 2.25,
      "learning_rate": 7.4899220639613e-05,
      "loss": 0.59,
      "step": 14060
    },
    {
      "epoch": 2.26,
      "learning_rate": 7.457672668637462e-05,
      "loss": 0.5951,
      "step": 14080
    },
    {
      "epoch": 2.26,
      "learning_rate": 7.425423273313625e-05,
      "loss": 0.5876,
      "step": 14100
    },
    {
      "epoch": 2.26,
      "learning_rate": 7.393173877989786e-05,
      "loss": 0.5961,
      "step": 14120
    },
    {
      "epoch": 2.27,
      "learning_rate": 7.36092448266595e-05,
      "loss": 0.589,
      "step": 14140
    },
    {
      "epoch": 2.27,
      "learning_rate": 7.328675087342111e-05,
      "loss": 0.5836,
      "step": 14160
    },
    {
      "epoch": 2.27,
      "learning_rate": 7.296425692018273e-05,
      "loss": 0.5883,
      "step": 14180
    },
    {
      "epoch": 2.28,
      "learning_rate": 7.264176296694437e-05,
      "loss": 0.5927,
      "step": 14200
    },
    {
      "epoch": 2.28,
      "eval_loss": 0.6070078015327454,
      "eval_runtime": 83.5563,
      "eval_samples_per_second": 23.936,
      "eval_steps_per_second": 2.992,
      "step": 14200
    },
    {
      "epoch": 2.28,
      "learning_rate": 7.231926901370599e-05,
      "loss": 0.5895,
      "step": 14220
    },
    {
      "epoch": 2.28,
      "learning_rate": 7.199677506046761e-05,
      "loss": 0.593,
      "step": 14240
    },
    {
      "epoch": 2.29,
      "learning_rate": 7.167428110722923e-05,
      "loss": 0.5854,
      "step": 14260
    },
    {
      "epoch": 2.29,
      "learning_rate": 7.135178715399086e-05,
      "loss": 0.5887,
      "step": 14280
    },
    {
      "epoch": 2.29,
      "learning_rate": 7.102929320075248e-05,
      "loss": 0.5911,
      "step": 14300
    },
    {
      "epoch": 2.3,
      "learning_rate": 7.07067992475141e-05,
      "loss": 0.5878,
      "step": 14320
    },
    {
      "epoch": 2.3,
      "learning_rate": 7.038430529427572e-05,
      "loss": 0.5913,
      "step": 14340
    },
    {
      "epoch": 2.3,
      "learning_rate": 7.006181134103736e-05,
      "loss": 0.5868,
      "step": 14360
    },
    {
      "epoch": 2.31,
      "learning_rate": 6.973931738779898e-05,
      "loss": 0.5978,
      "step": 14380
    },
    {
      "epoch": 2.31,
      "learning_rate": 6.94168234345606e-05,
      "loss": 0.5927,
      "step": 14400
    },
    {
      "epoch": 2.31,
      "eval_loss": 0.6069301962852478,
      "eval_runtime": 83.3785,
      "eval_samples_per_second": 23.987,
      "eval_steps_per_second": 2.998,
      "step": 14400
    },
    {
      "epoch": 2.31,
      "learning_rate": 6.909432948132222e-05,
      "loss": 0.5838,
      "step": 14420
    },
    {
      "epoch": 2.32,
      "learning_rate": 6.877183552808384e-05,
      "loss": 0.5929,
      "step": 14440
    },
    {
      "epoch": 2.32,
      "learning_rate": 6.844934157484547e-05,
      "loss": 0.5853,
      "step": 14460
    },
    {
      "epoch": 2.32,
      "learning_rate": 6.812684762160709e-05,
      "loss": 0.593,
      "step": 14480
    },
    {
      "epoch": 2.33,
      "learning_rate": 6.780435366836871e-05,
      "loss": 0.587,
      "step": 14500
    },
    {
      "epoch": 2.33,
      "learning_rate": 6.748185971513033e-05,
      "loss": 0.5901,
      "step": 14520
    },
    {
      "epoch": 2.33,
      "learning_rate": 6.715936576189196e-05,
      "loss": 0.5871,
      "step": 14540
    },
    {
      "epoch": 2.34,
      "learning_rate": 6.683687180865358e-05,
      "loss": 0.5955,
      "step": 14560
    },
    {
      "epoch": 2.34,
      "learning_rate": 6.65143778554152e-05,
      "loss": 0.5886,
      "step": 14580
    },
    {
      "epoch": 2.34,
      "learning_rate": 6.619188390217684e-05,
      "loss": 0.5918,
      "step": 14600
    },
    {
      "epoch": 2.34,
      "eval_loss": 0.6069862842559814,
      "eval_runtime": 83.2688,
      "eval_samples_per_second": 24.019,
      "eval_steps_per_second": 3.002,
      "step": 14600
    },
    {
      "epoch": 2.34,
      "learning_rate": 6.586938994893844e-05,
      "loss": 0.5891,
      "step": 14620
    },
    {
      "epoch": 2.35,
      "learning_rate": 6.554689599570008e-05,
      "loss": 0.5892,
      "step": 14640
    },
    {
      "epoch": 2.35,
      "learning_rate": 6.52244020424617e-05,
      "loss": 0.5855,
      "step": 14660
    },
    {
      "epoch": 2.35,
      "learning_rate": 6.490190808922332e-05,
      "loss": 0.5919,
      "step": 14680
    },
    {
      "epoch": 2.36,
      "learning_rate": 6.457941413598494e-05,
      "loss": 0.5895,
      "step": 14700
    },
    {
      "epoch": 2.36,
      "learning_rate": 6.425692018274657e-05,
      "loss": 0.5938,
      "step": 14720
    },
    {
      "epoch": 2.36,
      "learning_rate": 6.393442622950819e-05,
      "loss": 0.5935,
      "step": 14740
    },
    {
      "epoch": 2.37,
      "learning_rate": 6.361193227626981e-05,
      "loss": 0.5913,
      "step": 14760
    },
    {
      "epoch": 2.37,
      "learning_rate": 6.328943832303145e-05,
      "loss": 0.5898,
      "step": 14780
    },
    {
      "epoch": 2.37,
      "learning_rate": 6.296694436979307e-05,
      "loss": 0.5945,
      "step": 14800
    },
    {
      "epoch": 2.37,
      "eval_loss": 0.6069702506065369,
      "eval_runtime": 83.2944,
      "eval_samples_per_second": 24.011,
      "eval_steps_per_second": 3.001,
      "step": 14800
    },
    {
      "epoch": 2.38,
      "learning_rate": 6.264445041655469e-05,
      "loss": 0.5912,
      "step": 14820
    },
    {
      "epoch": 2.38,
      "learning_rate": 6.23219564633163e-05,
      "loss": 0.5909,
      "step": 14840
    },
    {
      "epoch": 2.38,
      "learning_rate": 6.199946251007793e-05,
      "loss": 0.5871,
      "step": 14860
    },
    {
      "epoch": 2.39,
      "learning_rate": 6.167696855683955e-05,
      "loss": 0.5889,
      "step": 14880
    },
    {
      "epoch": 2.39,
      "learning_rate": 6.135447460360118e-05,
      "loss": 0.5879,
      "step": 14900
    },
    {
      "epoch": 2.39,
      "learning_rate": 6.10319806503628e-05,
      "loss": 0.5912,
      "step": 14920
    },
    {
      "epoch": 2.4,
      "learning_rate": 6.0709486697124426e-05,
      "loss": 0.5874,
      "step": 14940
    },
    {
      "epoch": 2.4,
      "learning_rate": 6.038699274388605e-05,
      "loss": 0.5885,
      "step": 14960
    },
    {
      "epoch": 2.4,
      "learning_rate": 6.0080623488309586e-05,
      "loss": 0.5876,
      "step": 14980
    },
    {
      "epoch": 2.41,
      "learning_rate": 5.975812953507121e-05,
      "loss": 0.5849,
      "step": 15000
    },
    {
      "epoch": 2.41,
      "eval_loss": 0.6070013046264648,
      "eval_runtime": 83.6124,
      "eval_samples_per_second": 23.92,
      "eval_steps_per_second": 2.99,
      "step": 15000
    },
    {
      "epoch": 2.41,
      "learning_rate": 5.943563558183283e-05,
      "loss": 0.5854,
      "step": 15020
    },
    {
      "epoch": 2.41,
      "learning_rate": 5.911314162859446e-05,
      "loss": 0.588,
      "step": 15040
    },
    {
      "epoch": 2.42,
      "learning_rate": 5.879064767535608e-05,
      "loss": 0.5884,
      "step": 15060
    },
    {
      "epoch": 2.42,
      "learning_rate": 5.846815372211771e-05,
      "loss": 0.5893,
      "step": 15080
    },
    {
      "epoch": 2.42,
      "learning_rate": 5.8145659768879334e-05,
      "loss": 0.5875,
      "step": 15100
    },
    {
      "epoch": 2.42,
      "learning_rate": 5.7823165815640954e-05,
      "loss": 0.5866,
      "step": 15120
    },
    {
      "epoch": 2.43,
      "learning_rate": 5.750067186240258e-05,
      "loss": 0.5929,
      "step": 15140
    },
    {
      "epoch": 2.43,
      "learning_rate": 5.7178177909164194e-05,
      "loss": 0.59,
      "step": 15160
    },
    {
      "epoch": 2.43,
      "learning_rate": 5.685568395592582e-05,
      "loss": 0.595,
      "step": 15180
    },
    {
      "epoch": 2.44,
      "learning_rate": 5.653319000268744e-05,
      "loss": 0.5941,
      "step": 15200
    },
    {
      "epoch": 2.44,
      "eval_loss": 0.6068729758262634,
      "eval_runtime": 83.4028,
      "eval_samples_per_second": 23.98,
      "eval_steps_per_second": 2.998,
      "step": 15200
    },
    {
      "epoch": 2.44,
      "learning_rate": 5.621069604944907e-05,
      "loss": 0.593,
      "step": 15220
    },
    {
      "epoch": 2.44,
      "learning_rate": 5.588820209621069e-05,
      "loss": 0.5893,
      "step": 15240
    },
    {
      "epoch": 2.45,
      "learning_rate": 5.5565708142972315e-05,
      "loss": 0.5835,
      "step": 15260
    },
    {
      "epoch": 2.45,
      "learning_rate": 5.5243214189733935e-05,
      "loss": 0.5869,
      "step": 15280
    },
    {
      "epoch": 2.45,
      "learning_rate": 5.492072023649556e-05,
      "loss": 0.5882,
      "step": 15300
    },
    {
      "epoch": 2.46,
      "learning_rate": 5.459822628325719e-05,
      "loss": 0.5942,
      "step": 15320
    },
    {
      "epoch": 2.46,
      "learning_rate": 5.427573233001881e-05,
      "loss": 0.5818,
      "step": 15340
    },
    {
      "epoch": 2.46,
      "learning_rate": 5.3953238376780436e-05,
      "loss": 0.5974,
      "step": 15360
    },
    {
      "epoch": 2.47,
      "learning_rate": 5.363074442354205e-05,
      "loss": 0.5935,
      "step": 15380
    },
    {
      "epoch": 2.47,
      "learning_rate": 5.3308250470303676e-05,
      "loss": 0.5897,
      "step": 15400
    },
    {
      "epoch": 2.47,
      "eval_loss": 0.6068193912506104,
      "eval_runtime": 83.4516,
      "eval_samples_per_second": 23.966,
      "eval_steps_per_second": 2.996,
      "step": 15400
    },
    {
      "epoch": 2.47,
      "learning_rate": 5.2985756517065296e-05,
      "loss": 0.5887,
      "step": 15420
    },
    {
      "epoch": 2.48,
      "learning_rate": 5.266326256382692e-05,
      "loss": 0.5904,
      "step": 15440
    },
    {
      "epoch": 2.48,
      "learning_rate": 5.234076861058854e-05,
      "loss": 0.5887,
      "step": 15460
    },
    {
      "epoch": 2.48,
      "learning_rate": 5.201827465735017e-05,
      "loss": 0.5854,
      "step": 15480
    },
    {
      "epoch": 2.49,
      "learning_rate": 5.1695780704111797e-05,
      "loss": 0.5868,
      "step": 15500
    },
    {
      "epoch": 2.49,
      "learning_rate": 5.137328675087342e-05,
      "loss": 0.5922,
      "step": 15520
    },
    {
      "epoch": 2.49,
      "learning_rate": 5.1050792797635044e-05,
      "loss": 0.5914,
      "step": 15540
    },
    {
      "epoch": 2.5,
      "learning_rate": 5.0728298844396664e-05,
      "loss": 0.5973,
      "step": 15560
    },
    {
      "epoch": 2.5,
      "learning_rate": 5.040580489115829e-05,
      "loss": 0.5882,
      "step": 15580
    },
    {
      "epoch": 2.5,
      "learning_rate": 5.0083310937919904e-05,
      "loss": 0.5967,
      "step": 15600
    },
    {
      "epoch": 2.5,
      "eval_loss": 0.6067527532577515,
      "eval_runtime": 83.0971,
      "eval_samples_per_second": 24.068,
      "eval_steps_per_second": 3.009,
      "step": 15600
    },
    {
      "epoch": 2.51,
      "learning_rate": 4.976081698468154e-05,
      "loss": 0.5884,
      "step": 15620
    },
    {
      "epoch": 2.51,
      "learning_rate": 4.943832303144315e-05,
      "loss": 0.5865,
      "step": 15640
    },
    {
      "epoch": 2.51,
      "learning_rate": 4.911582907820478e-05,
      "loss": 0.5855,
      "step": 15660
    },
    {
      "epoch": 2.51,
      "learning_rate": 4.8793335124966404e-05,
      "loss": 0.5926,
      "step": 15680
    },
    {
      "epoch": 2.52,
      "learning_rate": 4.8470841171728025e-05,
      "loss": 0.5929,
      "step": 15700
    },
    {
      "epoch": 2.52,
      "learning_rate": 4.814834721848965e-05,
      "loss": 0.5997,
      "step": 15720
    },
    {
      "epoch": 2.52,
      "learning_rate": 4.782585326525127e-05,
      "loss": 0.592,
      "step": 15740
    },
    {
      "epoch": 2.53,
      "learning_rate": 4.75033593120129e-05,
      "loss": 0.5934,
      "step": 15760
    },
    {
      "epoch": 2.53,
      "learning_rate": 4.718086535877452e-05,
      "loss": 0.5946,
      "step": 15780
    },
    {
      "epoch": 2.53,
      "learning_rate": 4.6858371405536145e-05,
      "loss": 0.5881,
      "step": 15800
    },
    {
      "epoch": 2.53,
      "eval_loss": 0.6067208647727966,
      "eval_runtime": 83.4992,
      "eval_samples_per_second": 23.952,
      "eval_steps_per_second": 2.994,
      "step": 15800
    },
    {
      "epoch": 2.54,
      "learning_rate": 4.6535877452297765e-05,
      "loss": 0.5882,
      "step": 15820
    },
    {
      "epoch": 2.54,
      "learning_rate": 4.621338349905939e-05,
      "loss": 0.5938,
      "step": 15840
    },
    {
      "epoch": 2.54,
      "learning_rate": 4.5890889545821006e-05,
      "loss": 0.5908,
      "step": 15860
    },
    {
      "epoch": 2.55,
      "learning_rate": 4.556839559258263e-05,
      "loss": 0.5964,
      "step": 15880
    },
    {
      "epoch": 2.55,
      "learning_rate": 4.524590163934426e-05,
      "loss": 0.5909,
      "step": 15900
    },
    {
      "epoch": 2.55,
      "learning_rate": 4.492340768610588e-05,
      "loss": 0.5856,
      "step": 15920
    },
    {
      "epoch": 2.56,
      "learning_rate": 4.4600913732867506e-05,
      "loss": 0.5856,
      "step": 15940
    },
    {
      "epoch": 2.56,
      "learning_rate": 4.4278419779629126e-05,
      "loss": 0.5938,
      "step": 15960
    },
    {
      "epoch": 2.56,
      "learning_rate": 4.395592582639075e-05,
      "loss": 0.5912,
      "step": 15980
    },
    {
      "epoch": 2.57,
      "learning_rate": 4.363343187315237e-05,
      "loss": 0.5941,
      "step": 16000
    },
    {
      "epoch": 2.57,
      "eval_loss": 0.6066766381263733,
      "eval_runtime": 83.8427,
      "eval_samples_per_second": 23.854,
      "eval_steps_per_second": 2.982,
      "step": 16000
    },
    {
      "epoch": 2.57,
      "learning_rate": 4.3310937919914e-05,
      "loss": 0.5888,
      "step": 16020
    },
    {
      "epoch": 2.57,
      "learning_rate": 4.298844396667562e-05,
      "loss": 0.5816,
      "step": 16040
    },
    {
      "epoch": 2.58,
      "learning_rate": 4.266595001343725e-05,
      "loss": 0.5924,
      "step": 16060
    },
    {
      "epoch": 2.58,
      "learning_rate": 4.2343456060198874e-05,
      "loss": 0.6001,
      "step": 16080
    },
    {
      "epoch": 2.58,
      "learning_rate": 4.202096210696049e-05,
      "loss": 0.5897,
      "step": 16100
    },
    {
      "epoch": 2.59,
      "learning_rate": 4.1698468153722114e-05,
      "loss": 0.5932,
      "step": 16120
    },
    {
      "epoch": 2.59,
      "learning_rate": 4.1375974200483734e-05,
      "loss": 0.5894,
      "step": 16140
    },
    {
      "epoch": 2.59,
      "learning_rate": 4.105348024724536e-05,
      "loss": 0.5895,
      "step": 16160
    },
    {
      "epoch": 2.59,
      "learning_rate": 4.073098629400698e-05,
      "loss": 0.5943,
      "step": 16180
    },
    {
      "epoch": 2.6,
      "learning_rate": 4.040849234076861e-05,
      "loss": 0.5909,
      "step": 16200
    },
    {
      "epoch": 2.6,
      "eval_loss": 0.6066379547119141,
      "eval_runtime": 83.5749,
      "eval_samples_per_second": 23.931,
      "eval_steps_per_second": 2.991,
      "step": 16200
    },
    {
      "epoch": 2.6,
      "learning_rate": 4.008599838753023e-05,
      "loss": 0.5893,
      "step": 16220
    },
    {
      "epoch": 2.6,
      "learning_rate": 3.9763504434291855e-05,
      "loss": 0.5891,
      "step": 16240
    },
    {
      "epoch": 2.61,
      "learning_rate": 3.9441010481053475e-05,
      "loss": 0.5898,
      "step": 16260
    },
    {
      "epoch": 2.61,
      "learning_rate": 3.91185165278151e-05,
      "loss": 0.5977,
      "step": 16280
    },
    {
      "epoch": 2.61,
      "learning_rate": 3.879602257457673e-05,
      "loss": 0.5899,
      "step": 16300
    },
    {
      "epoch": 2.62,
      "learning_rate": 3.847352862133835e-05,
      "loss": 0.5891,
      "step": 16320
    },
    {
      "epoch": 2.62,
      "learning_rate": 3.8151034668099976e-05,
      "loss": 0.5919,
      "step": 16340
    },
    {
      "epoch": 2.62,
      "learning_rate": 3.782854071486159e-05,
      "loss": 0.5876,
      "step": 16360
    },
    {
      "epoch": 2.63,
      "learning_rate": 3.7506046761623216e-05,
      "loss": 0.5874,
      "step": 16380
    },
    {
      "epoch": 2.63,
      "learning_rate": 3.718355280838484e-05,
      "loss": 0.5914,
      "step": 16400
    },
    {
      "epoch": 2.63,
      "eval_loss": 0.6065989136695862,
      "eval_runtime": 83.5367,
      "eval_samples_per_second": 23.942,
      "eval_steps_per_second": 2.993,
      "step": 16400
    },
    {
      "epoch": 2.63,
      "learning_rate": 3.686105885514646e-05,
      "loss": 0.587,
      "step": 16420
    },
    {
      "epoch": 2.64,
      "learning_rate": 3.653856490190809e-05,
      "loss": 0.5924,
      "step": 16440
    },
    {
      "epoch": 2.64,
      "learning_rate": 3.621607094866971e-05,
      "loss": 0.5929,
      "step": 16460
    },
    {
      "epoch": 2.64,
      "learning_rate": 3.589357699543133e-05,
      "loss": 0.5938,
      "step": 16480
    },
    {
      "epoch": 2.65,
      "learning_rate": 3.5571083042192957e-05,
      "loss": 0.5943,
      "step": 16500
    },
    {
      "epoch": 2.65,
      "learning_rate": 3.524858908895458e-05,
      "loss": 0.592,
      "step": 16520
    },
    {
      "epoch": 2.65,
      "learning_rate": 3.4926095135716204e-05,
      "loss": 0.5904,
      "step": 16540
    },
    {
      "epoch": 2.66,
      "learning_rate": 3.460360118247783e-05,
      "loss": 0.5869,
      "step": 16560
    },
    {
      "epoch": 2.66,
      "learning_rate": 3.428110722923945e-05,
      "loss": 0.5874,
      "step": 16580
    },
    {
      "epoch": 2.66,
      "learning_rate": 3.395861327600107e-05,
      "loss": 0.586,
      "step": 16600
    },
    {
      "epoch": 2.66,
      "eval_loss": 0.6066107153892517,
      "eval_runtime": 83.5674,
      "eval_samples_per_second": 23.933,
      "eval_steps_per_second": 2.992,
      "step": 16600
    },
    {
      "epoch": 2.67,
      "learning_rate": 3.36361193227627e-05,
      "loss": 0.5901,
      "step": 16620
    },
    {
      "epoch": 2.67,
      "learning_rate": 3.331362536952432e-05,
      "loss": 0.5897,
      "step": 16640
    },
    {
      "epoch": 2.67,
      "learning_rate": 3.2991131416285944e-05,
      "loss": 0.5896,
      "step": 16660
    },
    {
      "epoch": 2.68,
      "learning_rate": 3.2668637463047564e-05,
      "loss": 0.5884,
      "step": 16680
    },
    {
      "epoch": 2.68,
      "learning_rate": 3.2346143509809185e-05,
      "loss": 0.5917,
      "step": 16700
    },
    {
      "epoch": 2.68,
      "learning_rate": 3.202364955657081e-05,
      "loss": 0.5888,
      "step": 16720
    },
    {
      "epoch": 2.68,
      "learning_rate": 3.170115560333243e-05,
      "loss": 0.589,
      "step": 16740
    },
    {
      "epoch": 2.69,
      "learning_rate": 3.137866165009406e-05,
      "loss": 0.5881,
      "step": 16760
    },
    {
      "epoch": 2.69,
      "learning_rate": 3.1056167696855685e-05,
      "loss": 0.5909,
      "step": 16780
    },
    {
      "epoch": 2.69,
      "learning_rate": 3.0733673743617305e-05,
      "loss": 0.587,
      "step": 16800
    },
    {
      "epoch": 2.69,
      "eval_loss": 0.6065407991409302,
      "eval_runtime": 83.5297,
      "eval_samples_per_second": 23.944,
      "eval_steps_per_second": 2.993,
      "step": 16800
    },
    {
      "epoch": 2.7,
      "learning_rate": 3.041117979037893e-05,
      "loss": 0.5947,
      "step": 16820
    },
    {
      "epoch": 2.7,
      "learning_rate": 3.0088685837140552e-05,
      "loss": 0.5894,
      "step": 16840
    },
    {
      "epoch": 2.7,
      "learning_rate": 2.9766191883902176e-05,
      "loss": 0.5938,
      "step": 16860
    },
    {
      "epoch": 2.71,
      "learning_rate": 2.9443697930663796e-05,
      "loss": 0.5852,
      "step": 16880
    },
    {
      "epoch": 2.71,
      "learning_rate": 2.912120397742542e-05,
      "loss": 0.5893,
      "step": 16900
    },
    {
      "epoch": 2.71,
      "learning_rate": 2.8798710024187043e-05,
      "loss": 0.5915,
      "step": 16920
    },
    {
      "epoch": 2.72,
      "learning_rate": 2.8476216070948666e-05,
      "loss": 0.5958,
      "step": 16940
    },
    {
      "epoch": 2.72,
      "learning_rate": 2.8153722117710293e-05,
      "loss": 0.5919,
      "step": 16960
    },
    {
      "epoch": 2.72,
      "learning_rate": 2.7831228164471916e-05,
      "loss": 0.5998,
      "step": 16980
    },
    {
      "epoch": 2.73,
      "learning_rate": 2.7508734211233537e-05,
      "loss": 0.5979,
      "step": 17000
    },
    {
      "epoch": 2.73,
      "eval_loss": 0.6064393520355225,
      "eval_runtime": 83.7117,
      "eval_samples_per_second": 23.892,
      "eval_steps_per_second": 2.986,
      "step": 17000
    },
    {
      "epoch": 2.73,
      "learning_rate": 2.718624025799516e-05,
      "loss": 0.5881,
      "step": 17020
    },
    {
      "epoch": 2.73,
      "learning_rate": 2.6863746304756784e-05,
      "loss": 0.5822,
      "step": 17040
    },
    {
      "epoch": 2.74,
      "learning_rate": 2.6541252351518407e-05,
      "loss": 0.5921,
      "step": 17060
    },
    {
      "epoch": 2.74,
      "learning_rate": 2.621875839828003e-05,
      "loss": 0.5932,
      "step": 17080
    },
    {
      "epoch": 2.74,
      "learning_rate": 2.589626444504165e-05,
      "loss": 0.5988,
      "step": 17100
    },
    {
      "epoch": 2.75,
      "learning_rate": 2.5573770491803274e-05,
      "loss": 0.5928,
      "step": 17120
    },
    {
      "epoch": 2.75,
      "learning_rate": 2.5251276538564897e-05,
      "loss": 0.5899,
      "step": 17140
    },
    {
      "epoch": 2.75,
      "learning_rate": 2.4928782585326524e-05,
      "loss": 0.5852,
      "step": 17160
    },
    {
      "epoch": 2.76,
      "learning_rate": 2.4606288632088148e-05,
      "loss": 0.5918,
      "step": 17180
    },
    {
      "epoch": 2.76,
      "learning_rate": 2.428379467884977e-05,
      "loss": 0.5918,
      "step": 17200
    },
    {
      "epoch": 2.76,
      "eval_loss": 0.6064170002937317,
      "eval_runtime": 83.4786,
      "eval_samples_per_second": 23.958,
      "eval_steps_per_second": 2.995,
      "step": 17200
    },
    {
      "epoch": 2.76,
      "learning_rate": 2.3961300725611395e-05,
      "loss": 0.5917,
      "step": 17220
    },
    {
      "epoch": 2.76,
      "learning_rate": 2.3638806772373015e-05,
      "loss": 0.5863,
      "step": 17240
    },
    {
      "epoch": 2.77,
      "learning_rate": 2.3316312819134638e-05,
      "loss": 0.5916,
      "step": 17260
    },
    {
      "epoch": 2.77,
      "learning_rate": 2.2993818865896262e-05,
      "loss": 0.5952,
      "step": 17280
    },
    {
      "epoch": 2.77,
      "learning_rate": 2.2671324912657885e-05,
      "loss": 0.5958,
      "step": 17300
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.234883095941951e-05,
      "loss": 0.5896,
      "step": 17320
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.2026337006181136e-05,
      "loss": 0.5897,
      "step": 17340
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.1703843052942756e-05,
      "loss": 0.594,
      "step": 17360
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.138134909970438e-05,
      "loss": 0.5931,
      "step": 17380
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.1058855146466003e-05,
      "loss": 0.5875,
      "step": 17400
    },
    {
      "epoch": 2.79,
      "eval_loss": 0.6064504384994507,
      "eval_runtime": 83.4439,
      "eval_samples_per_second": 23.968,
      "eval_steps_per_second": 2.996,
      "step": 17400
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.0736361193227626e-05,
      "loss": 0.5886,
      "step": 17420
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.041386723998925e-05,
      "loss": 0.5906,
      "step": 17440
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.009137328675087e-05,
      "loss": 0.5915,
      "step": 17460
    },
    {
      "epoch": 2.8,
      "learning_rate": 1.9768879333512493e-05,
      "loss": 0.5879,
      "step": 17480
    },
    {
      "epoch": 2.81,
      "learning_rate": 1.9446385380274117e-05,
      "loss": 0.5863,
      "step": 17500
    },
    {
      "epoch": 2.81,
      "learning_rate": 1.912389142703574e-05,
      "loss": 0.5878,
      "step": 17520
    },
    {
      "epoch": 2.81,
      "learning_rate": 1.8801397473797367e-05,
      "loss": 0.5872,
      "step": 17540
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.8478903520558987e-05,
      "loss": 0.5883,
      "step": 17560
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.815640956732061e-05,
      "loss": 0.5918,
      "step": 17580
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.7833915614082234e-05,
      "loss": 0.591,
      "step": 17600
    },
    {
      "epoch": 2.82,
      "eval_loss": 0.6063485145568848,
      "eval_runtime": 83.6891,
      "eval_samples_per_second": 23.898,
      "eval_steps_per_second": 2.987,
      "step": 17600
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.7511421660843857e-05,
      "loss": 0.5927,
      "step": 17620
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.718892770760548e-05,
      "loss": 0.5865,
      "step": 17640
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.6866433754367104e-05,
      "loss": 0.5911,
      "step": 17660
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.6543939801128728e-05,
      "loss": 0.5873,
      "step": 17680
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.622144584789035e-05,
      "loss": 0.5907,
      "step": 17700
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.5898951894651975e-05,
      "loss": 0.5877,
      "step": 17720
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.5576457941413598e-05,
      "loss": 0.5924,
      "step": 17740
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.525396398817522e-05,
      "loss": 0.5907,
      "step": 17760
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.4931470034936845e-05,
      "loss": 0.5935,
      "step": 17780
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.4608976081698467e-05,
      "loss": 0.5894,
      "step": 17800
    },
    {
      "epoch": 2.85,
      "eval_loss": 0.606357216835022,
      "eval_runtime": 83.4836,
      "eval_samples_per_second": 23.957,
      "eval_steps_per_second": 2.995,
      "step": 17800
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.428648212846009e-05,
      "loss": 0.5899,
      "step": 17820
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.3963988175221714e-05,
      "loss": 0.5959,
      "step": 17840
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.3641494221983336e-05,
      "loss": 0.5887,
      "step": 17860
    },
    {
      "epoch": 2.87,
      "learning_rate": 1.331900026874496e-05,
      "loss": 0.5888,
      "step": 17880
    },
    {
      "epoch": 2.87,
      "learning_rate": 1.2996506315506584e-05,
      "loss": 0.5921,
      "step": 17900
    },
    {
      "epoch": 2.87,
      "learning_rate": 1.2674012362268206e-05,
      "loss": 0.5899,
      "step": 17920
    },
    {
      "epoch": 2.88,
      "learning_rate": 1.235151840902983e-05,
      "loss": 0.5967,
      "step": 17940
    },
    {
      "epoch": 2.88,
      "learning_rate": 1.2029024455791451e-05,
      "loss": 0.5932,
      "step": 17960
    },
    {
      "epoch": 2.88,
      "learning_rate": 1.1706530502553076e-05,
      "loss": 0.5985,
      "step": 17980
    },
    {
      "epoch": 2.89,
      "learning_rate": 1.13840365493147e-05,
      "loss": 0.5944,
      "step": 18000
    },
    {
      "epoch": 2.89,
      "eval_loss": 0.6062895655632019,
      "eval_runtime": 83.4829,
      "eval_samples_per_second": 23.957,
      "eval_steps_per_second": 2.995,
      "step": 18000
    },
    {
      "epoch": 2.89,
      "learning_rate": 1.1061542596076323e-05,
      "loss": 0.5942,
      "step": 18020
    },
    {
      "epoch": 2.89,
      "learning_rate": 1.0739048642837945e-05,
      "loss": 0.5814,
      "step": 18040
    },
    {
      "epoch": 2.9,
      "learning_rate": 1.0416554689599569e-05,
      "loss": 0.5896,
      "step": 18060
    },
    {
      "epoch": 2.9,
      "learning_rate": 1.0094060736361194e-05,
      "loss": 0.5958,
      "step": 18080
    },
    {
      "epoch": 2.9,
      "learning_rate": 9.771566783122816e-06,
      "loss": 0.5828,
      "step": 18100
    },
    {
      "epoch": 2.91,
      "learning_rate": 9.449072829884439e-06,
      "loss": 0.5978,
      "step": 18120
    },
    {
      "epoch": 2.91,
      "learning_rate": 9.126578876646061e-06,
      "loss": 0.595,
      "step": 18140
    },
    {
      "epoch": 2.91,
      "learning_rate": 8.804084923407686e-06,
      "loss": 0.5966,
      "step": 18160
    },
    {
      "epoch": 2.92,
      "learning_rate": 8.481590970169308e-06,
      "loss": 0.5868,
      "step": 18180
    },
    {
      "epoch": 2.92,
      "learning_rate": 8.159097016930933e-06,
      "loss": 0.5894,
      "step": 18200
    },
    {
      "epoch": 2.92,
      "eval_loss": 0.6062944531440735,
      "eval_runtime": 83.3214,
      "eval_samples_per_second": 24.003,
      "eval_steps_per_second": 3.0,
      "step": 18200
    },
    {
      "epoch": 2.92,
      "learning_rate": 7.836603063692555e-06,
      "loss": 0.588,
      "step": 18220
    },
    {
      "epoch": 2.93,
      "learning_rate": 7.514109110454178e-06,
      "loss": 0.5939,
      "step": 18240
    },
    {
      "epoch": 2.93,
      "learning_rate": 7.191615157215802e-06,
      "loss": 0.596,
      "step": 18260
    },
    {
      "epoch": 2.93,
      "learning_rate": 6.869121203977424e-06,
      "loss": 0.5909,
      "step": 18280
    },
    {
      "epoch": 2.93,
      "learning_rate": 6.546627250739049e-06,
      "loss": 0.5938,
      "step": 18300
    },
    {
      "epoch": 2.94,
      "learning_rate": 6.224133297500671e-06,
      "loss": 0.5887,
      "step": 18320
    },
    {
      "epoch": 2.94,
      "learning_rate": 5.901639344262295e-06,
      "loss": 0.586,
      "step": 18340
    },
    {
      "epoch": 2.94,
      "learning_rate": 5.579145391023918e-06,
      "loss": 0.5888,
      "step": 18360
    },
    {
      "epoch": 2.95,
      "learning_rate": 5.256651437785541e-06,
      "loss": 0.5922,
      "step": 18380
    },
    {
      "epoch": 2.95,
      "learning_rate": 4.934157484547164e-06,
      "loss": 0.5878,
      "step": 18400
    },
    {
      "epoch": 2.95,
      "eval_loss": 0.6062828302383423,
      "eval_runtime": 83.3962,
      "eval_samples_per_second": 23.982,
      "eval_steps_per_second": 2.998,
      "step": 18400
    },
    {
      "epoch": 2.95,
      "learning_rate": 4.611663531308788e-06,
      "loss": 0.5886,
      "step": 18420
    },
    {
      "epoch": 2.96,
      "learning_rate": 4.28916957807041e-06,
      "loss": 0.5889,
      "step": 18440
    },
    {
      "epoch": 2.96,
      "learning_rate": 3.966675624832034e-06,
      "loss": 0.5948,
      "step": 18460
    },
    {
      "epoch": 2.96,
      "learning_rate": 3.6441816715936573e-06,
      "loss": 0.5896,
      "step": 18480
    },
    {
      "epoch": 2.97,
      "learning_rate": 3.321687718355281e-06,
      "loss": 0.5901,
      "step": 18500
    },
    {
      "epoch": 2.97,
      "learning_rate": 2.9991937651169034e-06,
      "loss": 0.5917,
      "step": 18520
    },
    {
      "epoch": 2.97,
      "learning_rate": 2.676699811878527e-06,
      "loss": 0.5878,
      "step": 18540
    },
    {
      "epoch": 2.98,
      "learning_rate": 2.3542058586401504e-06,
      "loss": 0.5918,
      "step": 18560
    },
    {
      "epoch": 2.98,
      "learning_rate": 2.031711905401774e-06,
      "loss": 0.5857,
      "step": 18580
    },
    {
      "epoch": 2.98,
      "learning_rate": 1.7092179521633967e-06,
      "loss": 0.5928,
      "step": 18600
    },
    {
      "epoch": 2.98,
      "eval_loss": 0.60627281665802,
      "eval_runtime": 83.148,
      "eval_samples_per_second": 24.054,
      "eval_steps_per_second": 3.007,
      "step": 18600
    }
  ],
  "max_steps": 18705,
  "num_train_epochs": 3,
  "total_flos": 2.4177730269248225e+19,
  "trial_name": null,
  "trial_params": null
}