{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 62.24066390041494,
  "global_step": 870000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.04,
      "learning_rate": 4.9982114751752754e-05,
      "loss": 4.1215,
      "step": 500
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.996422950350551e-05,
      "loss": 3.3722,
      "step": 1000
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.9946344255258265e-05,
      "loss": 3.0718,
      "step": 1500
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.9928459007011016e-05,
      "loss": 2.944,
      "step": 2000
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.9910573758763775e-05,
      "loss": 2.7645,
      "step": 2500
    },
    {
      "epoch": 0.21,
      "learning_rate": 4.989268851051653e-05,
      "loss": 2.7008,
      "step": 3000
    },
    {
      "epoch": 0.25,
      "learning_rate": 4.987480326226928e-05,
      "loss": 2.6103,
      "step": 3500
    },
    {
      "epoch": 0.29,
      "learning_rate": 4.985691801402204e-05,
      "loss": 2.5739,
      "step": 4000
    },
    {
      "epoch": 0.32,
      "learning_rate": 4.983903276577479e-05,
      "loss": 2.4965,
      "step": 4500
    },
    {
      "epoch": 0.36,
      "learning_rate": 4.982114751752755e-05,
      "loss": 2.4231,
      "step": 5000
    },
    {
      "epoch": 0.39,
      "learning_rate": 4.98032622692803e-05,
      "loss": 2.3954,
      "step": 5500
    },
    {
      "epoch": 0.43,
      "learning_rate": 4.978537702103305e-05,
      "loss": 2.365,
      "step": 6000
    },
    {
      "epoch": 0.47,
      "learning_rate": 4.976749177278581e-05,
      "loss": 2.3183,
      "step": 6500
    },
    {
      "epoch": 0.5,
      "learning_rate": 4.974960652453856e-05,
      "loss": 2.3116,
      "step": 7000
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.973172127629131e-05,
      "loss": 2.2515,
      "step": 7500
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.971383602804407e-05,
      "loss": 2.2368,
      "step": 8000
    },
    {
      "epoch": 0.61,
      "learning_rate": 4.9695950779796824e-05,
      "loss": 2.2348,
      "step": 8500
    },
    {
      "epoch": 0.64,
      "learning_rate": 4.9678065531549575e-05,
      "loss": 2.2251,
      "step": 9000
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.9660180283302334e-05,
      "loss": 2.1608,
      "step": 9500
    },
    {
      "epoch": 0.72,
      "learning_rate": 4.9642295035055086e-05,
      "loss": 2.1046,
      "step": 10000
    },
    {
      "epoch": 0.75,
      "learning_rate": 4.962440978680784e-05,
      "loss": 2.1329,
      "step": 10500
    },
    {
      "epoch": 0.79,
      "learning_rate": 4.96065245385606e-05,
      "loss": 2.103,
      "step": 11000
    },
    {
      "epoch": 0.82,
      "learning_rate": 4.9588639290313355e-05,
      "loss": 2.107,
      "step": 11500
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.9570754042066106e-05,
      "loss": 2.0909,
      "step": 12000
    },
    {
      "epoch": 0.89,
      "learning_rate": 4.9552868793818865e-05,
      "loss": 2.0483,
      "step": 12500
    },
    {
      "epoch": 0.93,
      "learning_rate": 4.953498354557162e-05,
      "loss": 2.0902,
      "step": 13000
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.951709829732437e-05,
      "loss": 2.0132,
      "step": 13500
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.949921304907713e-05,
      "loss": 1.9799,
      "step": 14000
    },
    {
      "epoch": 1.04,
      "learning_rate": 4.948132780082988e-05,
      "loss": 1.8414,
      "step": 14500
    },
    {
      "epoch": 1.07,
      "learning_rate": 4.946344255258263e-05,
      "loss": 1.8561,
      "step": 15000
    },
    {
      "epoch": 1.11,
      "learning_rate": 4.944555730433539e-05,
      "loss": 1.8412,
      "step": 15500
    },
    {
      "epoch": 1.14,
      "learning_rate": 4.942767205608814e-05,
      "loss": 1.8654,
      "step": 16000
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.94097868078409e-05,
      "loss": 1.8863,
      "step": 16500
    },
    {
      "epoch": 1.22,
      "learning_rate": 4.939190155959365e-05,
      "loss": 1.8676,
      "step": 17000
    },
    {
      "epoch": 1.25,
      "learning_rate": 4.93740163113464e-05,
      "loss": 1.8614,
      "step": 17500
    },
    {
      "epoch": 1.29,
      "learning_rate": 4.935613106309916e-05,
      "loss": 1.8483,
      "step": 18000
    },
    {
      "epoch": 1.32,
      "learning_rate": 4.9338245814851914e-05,
      "loss": 1.7865,
      "step": 18500
    },
    {
      "epoch": 1.36,
      "learning_rate": 4.9320360566604665e-05,
      "loss": 1.7937,
      "step": 19000
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.9302475318357424e-05,
      "loss": 1.8259,
      "step": 19500
    },
    {
      "epoch": 1.43,
      "learning_rate": 4.9284590070110176e-05,
      "loss": 1.818,
      "step": 20000
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.926670482186293e-05,
      "loss": 1.8051,
      "step": 20500
    },
    {
      "epoch": 1.5,
      "learning_rate": 4.9248819573615686e-05,
      "loss": 1.8204,
      "step": 21000
    },
    {
      "epoch": 1.54,
      "learning_rate": 4.923093432536844e-05,
      "loss": 1.7976,
      "step": 21500
    },
    {
      "epoch": 1.57,
      "learning_rate": 4.921304907712119e-05,
      "loss": 1.805,
      "step": 22000
    },
    {
      "epoch": 1.61,
      "learning_rate": 4.919516382887395e-05,
      "loss": 1.7588,
      "step": 22500
    },
    {
      "epoch": 1.65,
      "learning_rate": 4.91772785806267e-05,
      "loss": 1.7988,
      "step": 23000
    },
    {
      "epoch": 1.68,
      "learning_rate": 4.915939333237946e-05,
      "loss": 1.7542,
      "step": 23500
    },
    {
      "epoch": 1.72,
      "learning_rate": 4.914150808413221e-05,
      "loss": 1.7743,
      "step": 24000
    },
    {
      "epoch": 1.75,
      "learning_rate": 4.912362283588496e-05,
      "loss": 1.7507,
      "step": 24500
    },
    {
      "epoch": 1.79,
      "learning_rate": 4.910573758763772e-05,
      "loss": 1.8013,
      "step": 25000
    },
    {
      "epoch": 1.82,
      "learning_rate": 4.908785233939047e-05,
      "loss": 1.7607,
      "step": 25500
    },
    {
      "epoch": 1.86,
      "learning_rate": 4.9069967091143224e-05,
      "loss": 1.7696,
      "step": 26000
    },
    {
      "epoch": 1.9,
      "learning_rate": 4.905208184289598e-05,
      "loss": 1.7501,
      "step": 26500
    },
    {
      "epoch": 1.93,
      "learning_rate": 4.9034196594648735e-05,
      "loss": 1.7406,
      "step": 27000
    },
    {
      "epoch": 1.97,
      "learning_rate": 4.9016311346401487e-05,
      "loss": 1.7568,
      "step": 27500
    },
    {
      "epoch": 2.0,
      "learning_rate": 4.8998426098154245e-05,
      "loss": 1.6709,
      "step": 28000
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.8980540849907e-05,
      "loss": 1.5369,
      "step": 28500
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.896265560165975e-05,
      "loss": 1.54,
      "step": 29000
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.894477035341251e-05,
      "loss": 1.5577,
      "step": 29500
    },
    {
      "epoch": 2.15,
      "learning_rate": 4.892688510516526e-05,
      "loss": 1.5302,
      "step": 30000
    },
    {
      "epoch": 2.18,
      "learning_rate": 4.890899985691801e-05,
      "loss": 1.5484,
      "step": 30500
    },
    {
      "epoch": 2.22,
      "learning_rate": 4.889111460867077e-05,
      "loss": 1.5573,
      "step": 31000
    },
    {
      "epoch": 2.25,
      "learning_rate": 4.887322936042352e-05,
      "loss": 1.5223,
      "step": 31500
    },
    {
      "epoch": 2.29,
      "learning_rate": 4.885534411217628e-05,
      "loss": 1.5303,
      "step": 32000
    },
    {
      "epoch": 2.33,
      "learning_rate": 4.883745886392903e-05,
      "loss": 1.5337,
      "step": 32500
    },
    {
      "epoch": 2.36,
      "learning_rate": 4.881957361568179e-05,
      "loss": 1.5726,
      "step": 33000
    },
    {
      "epoch": 2.4,
      "learning_rate": 4.880168836743454e-05,
      "loss": 1.5842,
      "step": 33500
    },
    {
      "epoch": 2.43,
      "learning_rate": 4.87838031191873e-05,
      "loss": 1.5437,
      "step": 34000
    },
    {
      "epoch": 2.47,
      "learning_rate": 4.876591787094005e-05,
      "loss": 1.5371,
      "step": 34500
    },
    {
      "epoch": 2.5,
      "learning_rate": 4.8748032622692804e-05,
      "loss": 1.5382,
      "step": 35000
    },
    {
      "epoch": 2.54,
      "learning_rate": 4.873014737444556e-05,
      "loss": 1.5205,
      "step": 35500
    },
    {
      "epoch": 2.58,
      "learning_rate": 4.8712262126198314e-05,
      "loss": 1.5504,
      "step": 36000
    },
    {
      "epoch": 2.61,
      "learning_rate": 4.869437687795107e-05,
      "loss": 1.5382,
      "step": 36500
    },
    {
      "epoch": 2.65,
      "learning_rate": 4.8676491629703825e-05,
      "loss": 1.5698,
      "step": 37000
    },
    {
      "epoch": 2.68,
      "learning_rate": 4.865860638145658e-05,
      "loss": 1.5631,
      "step": 37500
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.8640721133209335e-05,
      "loss": 1.5449,
      "step": 38000
    },
    {
      "epoch": 2.75,
      "learning_rate": 4.862283588496209e-05,
      "loss": 1.5287,
      "step": 38500
    },
    {
      "epoch": 2.79,
      "learning_rate": 4.860495063671484e-05,
      "loss": 1.5721,
      "step": 39000
    },
    {
      "epoch": 2.83,
      "learning_rate": 4.85870653884676e-05,
      "loss": 1.5536,
      "step": 39500
    },
    {
      "epoch": 2.86,
      "learning_rate": 4.856918014022035e-05,
      "loss": 1.5328,
      "step": 40000
    },
    {
      "epoch": 2.9,
      "learning_rate": 4.85512948919731e-05,
      "loss": 1.557,
      "step": 40500
    },
    {
      "epoch": 2.93,
      "learning_rate": 4.853340964372586e-05,
      "loss": 1.5637,
      "step": 41000
    },
    {
      "epoch": 2.97,
      "learning_rate": 4.851552439547861e-05,
      "loss": 1.552,
      "step": 41500
    },
    {
      "epoch": 3.0,
      "learning_rate": 4.849763914723136e-05,
      "loss": 1.5156,
      "step": 42000
    },
    {
      "epoch": 3.04,
      "learning_rate": 4.847975389898412e-05,
      "loss": 1.2963,
      "step": 42500
    },
    {
      "epoch": 3.08,
      "learning_rate": 4.8461868650736873e-05,
      "loss": 1.3098,
      "step": 43000
    },
    {
      "epoch": 3.11,
      "learning_rate": 4.844398340248963e-05,
      "loss": 1.3217,
      "step": 43500
    },
    {
      "epoch": 3.15,
      "learning_rate": 4.8426098154242384e-05,
      "loss": 1.3361,
      "step": 44000
    },
    {
      "epoch": 3.18,
      "learning_rate": 4.8408212905995136e-05,
      "loss": 1.3243,
      "step": 44500
    },
    {
      "epoch": 3.22,
      "learning_rate": 4.8390327657747894e-05,
      "loss": 1.3336,
      "step": 45000
    },
    {
      "epoch": 3.26,
      "learning_rate": 4.8372442409500646e-05,
      "loss": 1.3447,
      "step": 45500
    },
    {
      "epoch": 3.29,
      "learning_rate": 4.83545571612534e-05,
      "loss": 1.3436,
      "step": 46000
    },
    {
      "epoch": 3.33,
      "learning_rate": 4.8336671913006156e-05,
      "loss": 1.3384,
      "step": 46500
    },
    {
      "epoch": 3.36,
      "learning_rate": 4.831878666475891e-05,
      "loss": 1.3493,
      "step": 47000
    },
    {
      "epoch": 3.4,
      "learning_rate": 4.830090141651166e-05,
      "loss": 1.3428,
      "step": 47500
    },
    {
      "epoch": 3.43,
      "learning_rate": 4.828301616826442e-05,
      "loss": 1.3309,
      "step": 48000
    },
    {
      "epoch": 3.47,
      "learning_rate": 4.826513092001717e-05,
      "loss": 1.3716,
      "step": 48500
    },
    {
      "epoch": 3.51,
      "learning_rate": 4.824724567176992e-05,
      "loss": 1.326,
      "step": 49000
    },
    {
      "epoch": 3.54,
      "learning_rate": 4.822936042352268e-05,
      "loss": 1.3752,
      "step": 49500
    },
    {
      "epoch": 3.58,
      "learning_rate": 4.821147517527543e-05,
      "loss": 1.3721,
      "step": 50000
    },
    {
      "epoch": 3.61,
      "learning_rate": 4.819358992702819e-05,
      "loss": 1.3383,
      "step": 50500
    },
    {
      "epoch": 3.65,
      "learning_rate": 4.817570467878094e-05,
      "loss": 1.3797,
      "step": 51000
    },
    {
      "epoch": 3.68,
      "learning_rate": 4.8157819430533695e-05,
      "loss": 1.3499,
      "step": 51500
    },
    {
      "epoch": 3.72,
      "learning_rate": 4.813993418228645e-05,
      "loss": 1.3518,
      "step": 52000
    },
    {
      "epoch": 3.76,
      "learning_rate": 4.8122048934039205e-05,
      "loss": 1.3707,
      "step": 52500
    },
    {
      "epoch": 3.79,
      "learning_rate": 4.810416368579196e-05,
      "loss": 1.3867,
      "step": 53000
    },
    {
      "epoch": 3.83,
      "learning_rate": 4.8086278437544715e-05,
      "loss": 1.3884,
      "step": 53500
    },
    {
      "epoch": 3.86,
      "learning_rate": 4.806839318929747e-05,
      "loss": 1.3647,
      "step": 54000
    },
    {
      "epoch": 3.9,
      "learning_rate": 4.8050507941050226e-05,
      "loss": 1.4088,
      "step": 54500
    },
    {
      "epoch": 3.93,
      "learning_rate": 4.8032622692802984e-05,
      "loss": 1.375,
      "step": 55000
    },
    {
      "epoch": 3.97,
      "learning_rate": 4.8014737444555736e-05,
      "loss": 1.3769,
      "step": 55500
    },
    {
      "epoch": 4.01,
      "learning_rate": 4.799685219630849e-05,
      "loss": 1.33,
      "step": 56000
    },
    {
      "epoch": 4.04,
      "learning_rate": 4.7978966948061246e-05,
      "loss": 1.0742,
      "step": 56500
    },
    {
      "epoch": 4.08,
      "learning_rate": 4.7961081699814e-05,
      "loss": 1.1,
      "step": 57000
    },
    {
      "epoch": 4.11,
      "learning_rate": 4.794319645156675e-05,
      "loss": 1.1375,
      "step": 57500
    },
    {
      "epoch": 4.15,
      "learning_rate": 4.792531120331951e-05,
      "loss": 1.1721,
      "step": 58000
    },
    {
      "epoch": 4.19,
      "learning_rate": 4.790742595507226e-05,
      "loss": 1.1278,
      "step": 58500
    },
    {
      "epoch": 4.22,
      "learning_rate": 4.788954070682501e-05,
      "loss": 1.1652,
      "step": 59000
    },
    {
      "epoch": 4.26,
      "learning_rate": 4.787165545857777e-05,
      "loss": 1.177,
      "step": 59500
    },
    {
      "epoch": 4.29,
      "learning_rate": 4.785377021033052e-05,
      "loss": 1.1758,
      "step": 60000
    },
    {
      "epoch": 4.33,
      "learning_rate": 4.7835884962083274e-05,
      "loss": 1.208,
      "step": 60500
    },
    {
      "epoch": 4.36,
      "learning_rate": 4.781799971383603e-05,
      "loss": 1.1889,
      "step": 61000
    },
    {
      "epoch": 4.4,
      "learning_rate": 4.7800114465588785e-05,
      "loss": 1.1945,
      "step": 61500
    },
    {
      "epoch": 4.44,
      "learning_rate": 4.7782229217341536e-05,
      "loss": 1.1915,
      "step": 62000
    },
    {
      "epoch": 4.47,
      "learning_rate": 4.7764343969094295e-05,
      "loss": 1.1849,
      "step": 62500
    },
    {
      "epoch": 4.51,
      "learning_rate": 4.774645872084705e-05,
      "loss": 1.1912,
      "step": 63000
    },
    {
      "epoch": 4.54,
      "learning_rate": 4.7728573472599805e-05,
      "loss": 1.1983,
      "step": 63500
    },
    {
      "epoch": 4.58,
      "learning_rate": 4.771068822435256e-05,
      "loss": 1.2211,
      "step": 64000
    },
    {
      "epoch": 4.61,
      "learning_rate": 4.769280297610531e-05,
      "loss": 1.1834,
      "step": 64500
    },
    {
      "epoch": 4.65,
      "learning_rate": 4.767491772785807e-05,
      "loss": 1.2044,
      "step": 65000
    },
    {
      "epoch": 4.69,
      "learning_rate": 4.765703247961082e-05,
      "loss": 1.1973,
      "step": 65500
    },
    {
      "epoch": 4.72,
      "learning_rate": 4.763914723136357e-05,
      "loss": 1.2021,
      "step": 66000
    },
    {
      "epoch": 4.76,
      "learning_rate": 4.762126198311633e-05,
      "loss": 1.2255,
      "step": 66500
    },
    {
      "epoch": 4.79,
      "learning_rate": 4.760337673486908e-05,
      "loss": 1.2106,
      "step": 67000
    },
    {
      "epoch": 4.83,
      "learning_rate": 4.758549148662183e-05,
      "loss": 1.2529,
      "step": 67500
    },
    {
      "epoch": 4.86,
      "learning_rate": 4.756760623837459e-05,
      "loss": 1.2126,
      "step": 68000
    },
    {
      "epoch": 4.9,
      "learning_rate": 4.7549720990127344e-05,
      "loss": 1.2128,
      "step": 68500
    },
    {
      "epoch": 4.94,
      "learning_rate": 4.7531835741880095e-05,
      "loss": 1.2421,
      "step": 69000
    },
    {
      "epoch": 4.97,
      "learning_rate": 4.7513950493632854e-05,
      "loss": 1.2148,
      "step": 69500
    },
    {
      "epoch": 5.01,
      "learning_rate": 4.7496065245385606e-05,
      "loss": 1.1539,
      "step": 70000
    },
    {
      "epoch": 5.04,
      "learning_rate": 4.7478179997138364e-05,
      "loss": 0.9842,
      "step": 70500
    },
    {
      "epoch": 5.08,
      "learning_rate": 4.7460294748891116e-05,
      "loss": 0.9861,
      "step": 71000
    },
    {
      "epoch": 5.12,
      "learning_rate": 4.744240950064387e-05,
      "loss": 1.0112,
      "step": 71500
    },
    {
      "epoch": 5.15,
      "learning_rate": 4.7424524252396627e-05,
      "loss": 1.0102,
      "step": 72000
    },
    {
      "epoch": 5.19,
      "learning_rate": 4.740663900414938e-05,
      "loss": 0.9797,
      "step": 72500
    },
    {
      "epoch": 5.22,
      "learning_rate": 4.738875375590213e-05,
      "loss": 1.0238,
      "step": 73000
    },
    {
      "epoch": 5.26,
      "learning_rate": 4.737086850765489e-05,
      "loss": 0.9947,
      "step": 73500
    },
    {
      "epoch": 5.29,
      "learning_rate": 4.735298325940764e-05,
      "loss": 1.0288,
      "step": 74000
    },
    {
      "epoch": 5.33,
      "learning_rate": 4.733509801116039e-05,
      "loss": 1.0148,
      "step": 74500
    },
    {
      "epoch": 5.37,
      "learning_rate": 4.731721276291315e-05,
      "loss": 1.0149,
      "step": 75000
    },
    {
      "epoch": 5.4,
      "learning_rate": 4.72993275146659e-05,
      "loss": 1.015,
      "step": 75500
    },
    {
      "epoch": 5.44,
      "learning_rate": 4.728144226641866e-05,
      "loss": 1.0409,
      "step": 76000
    },
    {
      "epoch": 5.47,
      "learning_rate": 4.726355701817142e-05,
      "loss": 1.0343,
      "step": 76500
    },
    {
      "epoch": 5.51,
      "learning_rate": 4.724567176992417e-05,
      "loss": 1.039,
      "step": 77000
    },
    {
      "epoch": 5.54,
      "learning_rate": 4.7227786521676923e-05,
      "loss": 1.0662,
      "step": 77500
    },
    {
      "epoch": 5.58,
      "learning_rate": 4.720990127342968e-05,
      "loss": 1.0426,
      "step": 78000
    },
    {
      "epoch": 5.62,
      "learning_rate": 4.7192016025182434e-05,
      "loss": 1.0727,
      "step": 78500
    },
    {
      "epoch": 5.65,
      "learning_rate": 4.7174130776935186e-05,
      "loss": 1.0579,
      "step": 79000
    },
    {
      "epoch": 5.69,
      "learning_rate": 4.7156245528687944e-05,
      "loss": 1.0527,
      "step": 79500
    },
    {
      "epoch": 5.72,
      "learning_rate": 4.7138360280440696e-05,
      "loss": 1.0907,
      "step": 80000
    },
    {
      "epoch": 5.76,
      "learning_rate": 4.712047503219345e-05,
      "loss": 1.0797,
      "step": 80500
    },
    {
      "epoch": 5.79,
      "learning_rate": 4.7102589783946206e-05,
      "loss": 1.0814,
      "step": 81000
    },
    {
      "epoch": 5.83,
      "learning_rate": 4.708470453569896e-05,
      "loss": 1.0784,
      "step": 81500
    },
    {
      "epoch": 5.87,
      "learning_rate": 4.706681928745172e-05,
      "loss": 1.0639,
      "step": 82000
    },
    {
      "epoch": 5.9,
      "learning_rate": 4.704893403920447e-05,
      "loss": 1.0881,
      "step": 82500
    },
    {
      "epoch": 5.94,
      "learning_rate": 4.703104879095722e-05,
      "loss": 1.0744,
      "step": 83000
    },
    {
      "epoch": 5.97,
      "learning_rate": 4.701316354270998e-05,
      "loss": 1.1065,
      "step": 83500
    },
    {
      "epoch": 6.01,
      "learning_rate": 4.699527829446273e-05,
      "loss": 1.037,
      "step": 84000
    },
    {
      "epoch": 6.05,
      "learning_rate": 4.697739304621548e-05,
      "loss": 0.8384,
      "step": 84500
    },
    {
      "epoch": 6.08,
      "learning_rate": 4.695950779796824e-05,
      "loss": 0.8547,
      "step": 85000
    },
    {
      "epoch": 6.12,
      "learning_rate": 4.694162254972099e-05,
      "loss": 0.869,
      "step": 85500
    },
    {
      "epoch": 6.15,
      "learning_rate": 4.6923737301473745e-05,
      "loss": 0.8673,
      "step": 86000
    },
    {
      "epoch": 6.19,
      "learning_rate": 4.69058520532265e-05,
      "loss": 0.8863,
      "step": 86500
    },
    {
      "epoch": 6.22,
      "learning_rate": 4.6887966804979255e-05,
      "loss": 0.867,
      "step": 87000
    },
    {
      "epoch": 6.26,
      "learning_rate": 4.687008155673201e-05,
      "loss": 0.908,
      "step": 87500
    },
    {
      "epoch": 6.3,
      "learning_rate": 4.6852196308484765e-05,
      "loss": 0.9023,
      "step": 88000
    },
    {
      "epoch": 6.33,
      "learning_rate": 4.683431106023752e-05,
      "loss": 0.9064,
      "step": 88500
    },
    {
      "epoch": 6.37,
      "learning_rate": 4.681642581199027e-05,
      "loss": 0.8924,
      "step": 89000
    },
    {
      "epoch": 6.4,
      "learning_rate": 4.679854056374303e-05,
      "loss": 0.8938,
      "step": 89500
    },
    {
      "epoch": 6.44,
      "learning_rate": 4.678065531549578e-05,
      "loss": 0.9082,
      "step": 90000
    },
    {
      "epoch": 6.47,
      "learning_rate": 4.676277006724854e-05,
      "loss": 0.9036,
      "step": 90500
    },
    {
      "epoch": 6.51,
      "learning_rate": 4.674488481900129e-05,
      "loss": 0.9085,
      "step": 91000
    },
    {
      "epoch": 6.55,
      "learning_rate": 4.672699957075404e-05,
      "loss": 0.9263,
      "step": 91500
    },
    {
      "epoch": 6.58,
      "learning_rate": 4.67091143225068e-05,
      "loss": 0.9085,
      "step": 92000
    },
    {
      "epoch": 6.62,
      "learning_rate": 4.669122907425955e-05,
      "loss": 0.9289,
      "step": 92500
    },
    {
      "epoch": 6.65,
      "learning_rate": 4.6673343826012304e-05,
      "loss": 0.9407,
      "step": 93000
    },
    {
      "epoch": 6.69,
      "learning_rate": 4.665545857776506e-05,
      "loss": 0.9326,
      "step": 93500
    },
    {
      "epoch": 6.72,
      "learning_rate": 4.6637573329517814e-05,
      "loss": 0.9551,
      "step": 94000
    },
    {
      "epoch": 6.76,
      "learning_rate": 4.6619688081270566e-05,
      "loss": 0.9407,
      "step": 94500
    },
    {
      "epoch": 6.8,
      "learning_rate": 4.6601802833023324e-05,
      "loss": 0.9694,
      "step": 95000
    },
    {
      "epoch": 6.83,
      "learning_rate": 4.6583917584776076e-05,
      "loss": 0.9743,
      "step": 95500
    },
    {
      "epoch": 6.87,
      "learning_rate": 4.656603233652883e-05,
      "loss": 0.9643,
      "step": 96000
    },
    {
      "epoch": 6.9,
      "learning_rate": 4.6548147088281586e-05,
      "loss": 0.9497,
      "step": 96500
    },
    {
      "epoch": 6.94,
      "learning_rate": 4.653026184003434e-05,
      "loss": 0.9532,
      "step": 97000
    },
    {
      "epoch": 6.98,
      "learning_rate": 4.65123765917871e-05,
      "loss": 0.9539,
      "step": 97500
    },
    {
      "epoch": 7.01,
      "learning_rate": 4.6494491343539855e-05,
      "loss": 0.8958,
      "step": 98000
    },
    {
      "epoch": 7.05,
      "learning_rate": 4.647660609529261e-05,
      "loss": 0.709,
      "step": 98500
    },
    {
      "epoch": 7.08,
      "learning_rate": 4.645872084704536e-05,
      "loss": 0.727,
      "step": 99000
    },
    {
      "epoch": 7.12,
      "learning_rate": 4.644083559879812e-05,
      "loss": 0.7395,
      "step": 99500
    },
    {
      "epoch": 7.15,
      "learning_rate": 4.642295035055087e-05,
      "loss": 0.756,
      "step": 100000
    },
    {
      "epoch": 7.19,
      "learning_rate": 4.640506510230362e-05,
      "loss": 0.7668,
      "step": 100500
    },
    {
      "epoch": 7.23,
      "learning_rate": 4.638717985405638e-05,
      "loss": 0.7806,
      "step": 101000
    },
    {
      "epoch": 7.26,
      "learning_rate": 4.636929460580913e-05,
      "loss": 0.7723,
      "step": 101500
    },
    {
      "epoch": 7.3,
      "learning_rate": 4.635140935756189e-05,
      "loss": 0.776,
      "step": 102000
    },
    {
      "epoch": 7.33,
      "learning_rate": 4.633352410931464e-05,
      "loss": 0.7923,
      "step": 102500
    },
    {
      "epoch": 7.37,
      "learning_rate": 4.6315638861067394e-05,
      "loss": 0.7955,
      "step": 103000
    },
    {
      "epoch": 7.4,
      "learning_rate": 4.629775361282015e-05,
      "loss": 0.8003,
      "step": 103500
    },
    {
      "epoch": 7.44,
      "learning_rate": 4.6279868364572904e-05,
      "loss": 0.8045,
      "step": 104000
    },
    {
      "epoch": 7.48,
      "learning_rate": 4.6261983116325656e-05,
      "loss": 0.8138,
      "step": 104500
    },
    {
      "epoch": 7.51,
      "learning_rate": 4.6244097868078414e-05,
      "loss": 0.8075,
      "step": 105000
    },
    {
      "epoch": 7.55,
      "learning_rate": 4.6226212619831166e-05,
      "loss": 0.8381,
      "step": 105500
    },
    {
      "epoch": 7.58,
      "learning_rate": 4.620832737158392e-05,
      "loss": 0.8036,
      "step": 106000
    },
    {
      "epoch": 7.62,
      "learning_rate": 4.6190442123336676e-05,
      "loss": 0.8151,
      "step": 106500
    },
    {
      "epoch": 7.65,
      "learning_rate": 4.617255687508943e-05,
      "loss": 0.8434,
      "step": 107000
    },
    {
      "epoch": 7.69,
      "learning_rate": 4.615467162684218e-05,
      "loss": 0.8278,
      "step": 107500
    },
    {
      "epoch": 7.73,
      "learning_rate": 4.613678637859494e-05,
      "loss": 0.8461,
      "step": 108000
    },
    {
      "epoch": 7.76,
      "learning_rate": 4.611890113034769e-05,
      "loss": 0.8149,
      "step": 108500
    },
    {
      "epoch": 7.8,
      "learning_rate": 4.610101588210045e-05,
      "loss": 0.8384,
      "step": 109000
    },
    {
      "epoch": 7.83,
      "learning_rate": 4.60831306338532e-05,
      "loss": 0.8548,
      "step": 109500
    },
    {
      "epoch": 7.87,
      "learning_rate": 4.606524538560595e-05,
      "loss": 0.8473,
      "step": 110000
    },
    {
      "epoch": 7.91,
      "learning_rate": 4.604736013735871e-05,
      "loss": 0.8604,
      "step": 110500
    },
    {
      "epoch": 7.94,
      "learning_rate": 4.602947488911146e-05,
      "loss": 0.8566,
      "step": 111000
    },
    {
      "epoch": 7.98,
      "learning_rate": 4.6011589640864215e-05,
      "loss": 0.8816,
      "step": 111500
    },
    {
      "epoch": 8.01,
      "learning_rate": 4.599370439261697e-05,
      "loss": 0.7863,
      "step": 112000
    },
    {
      "epoch": 8.05,
      "learning_rate": 4.5975819144369725e-05,
      "loss": 0.6376,
      "step": 112500
    },
    {
      "epoch": 8.08,
      "learning_rate": 4.595793389612248e-05,
      "loss": 0.6403,
      "step": 113000
    },
    {
      "epoch": 8.12,
      "learning_rate": 4.5940048647875235e-05,
      "loss": 0.6446,
      "step": 113500
    },
    {
      "epoch": 8.16,
      "learning_rate": 4.592216339962799e-05,
      "loss": 0.6589,
      "step": 114000
    },
    {
      "epoch": 8.19,
      "learning_rate": 4.590427815138074e-05,
      "loss": 0.6604,
      "step": 114500
    },
    {
      "epoch": 8.23,
      "learning_rate": 4.58863929031335e-05,
      "loss": 0.6791,
      "step": 115000
    },
    {
      "epoch": 8.26,
      "learning_rate": 4.586850765488625e-05,
      "loss": 0.6944,
      "step": 115500
    },
    {
      "epoch": 8.3,
      "learning_rate": 4.5850622406639e-05,
      "loss": 0.682,
      "step": 116000
    },
    {
      "epoch": 8.33,
      "learning_rate": 4.583273715839176e-05,
      "loss": 0.6984,
      "step": 116500
    },
    {
      "epoch": 8.37,
      "learning_rate": 4.581485191014451e-05,
      "loss": 0.6765,
      "step": 117000
    },
    {
      "epoch": 8.41,
      "learning_rate": 4.579696666189727e-05,
      "loss": 0.7103,
      "step": 117500
    },
    {
      "epoch": 8.44,
      "learning_rate": 4.577908141365002e-05,
      "loss": 0.7166,
      "step": 118000
    },
    {
      "epoch": 8.48,
      "learning_rate": 4.5761196165402774e-05,
      "loss": 0.7078,
      "step": 118500
    },
    {
      "epoch": 8.51,
      "learning_rate": 4.574331091715553e-05,
      "loss": 0.7309,
      "step": 119000
    },
    {
      "epoch": 8.55,
      "learning_rate": 4.572542566890829e-05,
      "loss": 0.7273,
      "step": 119500
    },
    {
      "epoch": 8.58,
      "learning_rate": 4.570754042066104e-05,
      "loss": 0.73,
      "step": 120000
    },
    {
      "epoch": 8.62,
      "learning_rate": 4.5689655172413794e-05,
      "loss": 0.7467,
      "step": 120500
    },
    {
      "epoch": 8.66,
      "learning_rate": 4.567176992416655e-05,
      "loss": 0.7282,
      "step": 121000
    },
    {
      "epoch": 8.69,
      "learning_rate": 4.5653884675919305e-05,
      "loss": 0.7432,
      "step": 121500
    },
    {
      "epoch": 8.73,
      "learning_rate": 4.5635999427672063e-05,
      "loss": 0.7357,
      "step": 122000
    },
    {
      "epoch": 8.76,
      "learning_rate": 4.5618114179424815e-05,
      "loss": 0.7583,
      "step": 122500
    },
    {
      "epoch": 8.8,
      "learning_rate": 4.560022893117757e-05,
      "loss": 0.7458,
      "step": 123000
    },
    {
      "epoch": 8.84,
      "learning_rate": 4.5582343682930326e-05,
      "loss": 0.7393,
      "step": 123500
    },
    {
      "epoch": 8.87,
      "learning_rate": 4.556445843468308e-05,
      "loss": 0.7569,
      "step": 124000
    },
    {
      "epoch": 8.91,
      "learning_rate": 4.554657318643583e-05,
      "loss": 0.7656,
      "step": 124500
    },
    {
      "epoch": 8.94,
      "learning_rate": 4.552868793818859e-05,
      "loss": 0.7781,
      "step": 125000
    },
    {
      "epoch": 8.98,
      "learning_rate": 4.551080268994134e-05,
      "loss": 0.7802,
      "step": 125500
    },
    {
      "epoch": 9.01,
      "learning_rate": 4.549291744169409e-05,
      "loss": 0.6816,
      "step": 126000
    },
    {
      "epoch": 9.05,
      "learning_rate": 4.547503219344685e-05,
      "loss": 0.5608,
      "step": 126500
    },
    {
      "epoch": 9.09,
      "learning_rate": 4.54571469451996e-05,
      "loss": 0.5721,
      "step": 127000
    },
    {
      "epoch": 9.12,
      "learning_rate": 4.5439261696952353e-05,
      "loss": 0.5815,
      "step": 127500
    },
    {
      "epoch": 9.16,
      "learning_rate": 4.542137644870511e-05,
      "loss": 0.5897,
      "step": 128000
    },
    {
      "epoch": 9.19,
      "learning_rate": 4.5403491200457864e-05,
      "loss": 0.5972,
      "step": 128500
    },
    {
      "epoch": 9.23,
      "learning_rate": 4.538560595221062e-05,
      "loss": 0.5935,
      "step": 129000
    },
    {
      "epoch": 9.26,
      "learning_rate": 4.5367720703963374e-05,
      "loss": 0.6069,
      "step": 129500
    },
    {
      "epoch": 9.3,
      "learning_rate": 4.5349835455716126e-05,
      "loss": 0.6047,
      "step": 130000
    },
    {
      "epoch": 9.34,
      "learning_rate": 4.5331950207468885e-05,
      "loss": 0.6132,
      "step": 130500
    },
    {
      "epoch": 9.37,
      "learning_rate": 4.5314064959221636e-05,
      "loss": 0.6186,
      "step": 131000
    },
    {
      "epoch": 9.41,
      "learning_rate": 4.529617971097439e-05,
      "loss": 0.6303,
      "step": 131500
    },
    {
      "epoch": 9.44,
      "learning_rate": 4.527829446272715e-05,
      "loss": 0.6312,
      "step": 132000
    },
    {
      "epoch": 9.48,
      "learning_rate": 4.52604092144799e-05,
      "loss": 0.6482,
      "step": 132500
    },
    {
      "epoch": 9.51,
      "learning_rate": 4.524252396623265e-05,
      "loss": 0.6371,
      "step": 133000
    },
    {
      "epoch": 9.55,
      "learning_rate": 4.522463871798541e-05,
      "loss": 0.6346,
      "step": 133500
    },
    {
      "epoch": 9.59,
      "learning_rate": 4.520675346973816e-05,
      "loss": 0.6522,
      "step": 134000
    },
    {
      "epoch": 9.62,
      "learning_rate": 4.518886822149091e-05,
      "loss": 0.6564,
      "step": 134500
    },
    {
      "epoch": 9.66,
      "learning_rate": 4.517098297324367e-05,
      "loss": 0.668,
      "step": 135000
    },
    {
      "epoch": 9.69,
      "learning_rate": 4.515309772499642e-05,
      "loss": 0.6653,
      "step": 135500
    },
    {
      "epoch": 9.73,
      "learning_rate": 4.5135212476749175e-05,
      "loss": 0.6668,
      "step": 136000
    },
    {
      "epoch": 9.77,
      "learning_rate": 4.511732722850193e-05,
      "loss": 0.6692,
      "step": 136500
    },
    {
      "epoch": 9.8,
      "learning_rate": 4.5099441980254685e-05,
      "loss": 0.678,
      "step": 137000
    },
    {
      "epoch": 9.84,
      "learning_rate": 4.5081556732007444e-05,
      "loss": 0.647,
      "step": 137500
    },
    {
      "epoch": 9.87,
      "learning_rate": 4.5063671483760195e-05,
      "loss": 0.6806,
      "step": 138000
    },
    {
      "epoch": 9.91,
      "learning_rate": 4.504578623551295e-05,
      "loss": 0.6787,
      "step": 138500
    },
    {
      "epoch": 9.94,
      "learning_rate": 4.5027900987265706e-05,
      "loss": 0.6978,
      "step": 139000
    },
    {
      "epoch": 9.98,
      "learning_rate": 4.501001573901846e-05,
      "loss": 0.6912,
      "step": 139500
    },
    {
      "epoch": 10.02,
      "learning_rate": 4.499213049077121e-05,
      "loss": 0.6072,
      "step": 140000
    },
    {
      "epoch": 10.05,
      "learning_rate": 4.497424524252397e-05,
      "loss": 0.5022,
      "step": 140500
    },
    {
      "epoch": 10.09,
      "learning_rate": 4.495635999427672e-05,
      "loss": 0.5045,
      "step": 141000
    },
    {
      "epoch": 10.12,
      "learning_rate": 4.493847474602948e-05,
      "loss": 0.5298,
      "step": 141500
    },
    {
      "epoch": 10.16,
      "learning_rate": 4.492058949778224e-05,
      "loss": 0.5233,
      "step": 142000
    },
    {
      "epoch": 10.19,
      "learning_rate": 4.490270424953499e-05,
      "loss": 0.5314,
      "step": 142500
    },
    {
      "epoch": 10.23,
      "learning_rate": 4.488481900128774e-05,
      "loss": 0.5469,
      "step": 143000
    },
    {
      "epoch": 10.27,
      "learning_rate": 4.48669337530405e-05,
      "loss": 0.5494,
      "step": 143500
    },
    {
      "epoch": 10.3,
      "learning_rate": 4.484904850479325e-05,
      "loss": 0.5448,
      "step": 144000
    },
    {
      "epoch": 10.34,
      "learning_rate": 4.4831163256546e-05,
      "loss": 0.5507,
      "step": 144500
    },
    {
      "epoch": 10.37,
      "learning_rate": 4.481327800829876e-05,
      "loss": 0.5609,
      "step": 145000
    },
    {
      "epoch": 10.41,
      "learning_rate": 4.479539276005151e-05,
      "loss": 0.5691,
      "step": 145500
    },
    {
      "epoch": 10.44,
      "learning_rate": 4.4777507511804265e-05,
      "loss": 0.5656,
      "step": 146000
    },
    {
      "epoch": 10.48,
      "learning_rate": 4.475962226355702e-05,
      "loss": 0.5652,
      "step": 146500
    },
    {
      "epoch": 10.52,
      "learning_rate": 4.4741737015309775e-05,
      "loss": 0.5794,
      "step": 147000
    },
    {
      "epoch": 10.55,
      "learning_rate": 4.472385176706253e-05,
      "loss": 0.5787,
      "step": 147500
    },
    {
      "epoch": 10.59,
      "learning_rate": 4.4705966518815285e-05,
      "loss": 0.5883,
      "step": 148000
    },
    {
      "epoch": 10.62,
      "learning_rate": 4.468808127056804e-05,
      "loss": 0.5821,
      "step": 148500
    },
    {
      "epoch": 10.66,
      "learning_rate": 4.4670196022320796e-05,
      "loss": 0.5918,
      "step": 149000
    },
    {
      "epoch": 10.7,
      "learning_rate": 4.465231077407355e-05,
      "loss": 0.6038,
      "step": 149500
    },
    {
      "epoch": 10.73,
      "learning_rate": 4.46344255258263e-05,
      "loss": 0.6114,
      "step": 150000
    },
    {
      "epoch": 10.77,
      "learning_rate": 4.461654027757906e-05,
      "loss": 0.6023,
      "step": 150500
    },
    {
      "epoch": 10.8,
      "learning_rate": 4.459865502933181e-05,
      "loss": 0.6016,
      "step": 151000
    },
    {
      "epoch": 10.84,
      "learning_rate": 4.458076978108456e-05,
      "loss": 0.6057,
      "step": 151500
    },
    {
      "epoch": 10.87,
      "learning_rate": 4.456288453283732e-05,
      "loss": 0.6218,
      "step": 152000
    },
    {
      "epoch": 10.91,
      "learning_rate": 4.454499928459007e-05,
      "loss": 0.6226,
      "step": 152500
    },
    {
      "epoch": 10.95,
      "learning_rate": 4.4527114036342824e-05,
      "loss": 0.6037,
      "step": 153000
    },
    {
      "epoch": 10.98,
      "learning_rate": 4.450922878809558e-05,
      "loss": 0.6197,
      "step": 153500
    },
    {
      "epoch": 11.02,
      "learning_rate": 4.4491343539848334e-05,
      "loss": 0.539,
      "step": 154000
    },
    {
      "epoch": 11.05,
      "learning_rate": 4.4473458291601086e-05,
      "loss": 0.4517,
      "step": 154500
    },
    {
      "epoch": 11.09,
      "learning_rate": 4.4455573043353844e-05,
      "loss": 0.4682,
      "step": 155000
    },
    {
      "epoch": 11.12,
      "learning_rate": 4.4437687795106596e-05,
      "loss": 0.4675,
      "step": 155500
    },
    {
      "epoch": 11.16,
      "learning_rate": 4.4419802546859355e-05,
      "loss": 0.4814,
      "step": 156000
    },
    {
      "epoch": 11.2,
      "learning_rate": 4.4401917298612107e-05,
      "loss": 0.4774,
      "step": 156500
    },
    {
      "epoch": 11.23,
      "learning_rate": 4.438403205036486e-05,
      "loss": 0.4855,
      "step": 157000
    },
    {
      "epoch": 11.27,
      "learning_rate": 4.436614680211762e-05,
      "loss": 0.494,
      "step": 157500
    },
    {
      "epoch": 11.3,
      "learning_rate": 4.434826155387037e-05,
      "loss": 0.5003,
      "step": 158000
    },
    {
      "epoch": 11.34,
      "learning_rate": 4.433037630562312e-05,
      "loss": 0.5193,
      "step": 158500
    },
    {
      "epoch": 11.38,
      "learning_rate": 4.431249105737588e-05,
      "loss": 0.5116,
      "step": 159000
    },
    {
      "epoch": 11.41,
      "learning_rate": 4.429460580912863e-05,
      "loss": 0.5133,
      "step": 159500
    },
    {
      "epoch": 11.45,
      "learning_rate": 4.427672056088138e-05,
      "loss": 0.531,
      "step": 160000
    },
    {
      "epoch": 11.48,
      "learning_rate": 4.425883531263414e-05,
      "loss": 0.5267,
      "step": 160500
    },
    {
      "epoch": 11.52,
      "learning_rate": 4.424095006438689e-05,
      "loss": 0.5286,
      "step": 161000
    },
    {
      "epoch": 11.55,
      "learning_rate": 4.4223064816139645e-05,
      "loss": 0.5306,
      "step": 161500
    },
    {
      "epoch": 11.59,
      "learning_rate": 4.4205179567892403e-05,
      "loss": 0.5261,
      "step": 162000
    },
    {
      "epoch": 11.63,
      "learning_rate": 4.4187294319645155e-05,
      "loss": 0.5332,
      "step": 162500
    },
    {
      "epoch": 11.66,
      "learning_rate": 4.4169409071397914e-05,
      "loss": 0.5393,
      "step": 163000
    },
    {
      "epoch": 11.7,
      "learning_rate": 4.415152382315067e-05,
      "loss": 0.5249,
      "step": 163500
    },
    {
      "epoch": 11.73,
      "learning_rate": 4.4133638574903424e-05,
      "loss": 0.5566,
      "step": 164000
    },
    {
      "epoch": 11.77,
      "learning_rate": 4.4115753326656176e-05,
      "loss": 0.5509,
      "step": 164500
    },
    {
      "epoch": 11.8,
      "learning_rate": 4.4097868078408934e-05,
      "loss": 0.5398,
      "step": 165000
    },
    {
      "epoch": 11.84,
      "learning_rate": 4.4079982830161686e-05,
      "loss": 0.5641,
      "step": 165500
    },
    {
      "epoch": 11.88,
      "learning_rate": 4.406209758191444e-05,
      "loss": 0.5623,
      "step": 166000
    },
    {
      "epoch": 11.91,
      "learning_rate": 4.40442123336672e-05,
      "loss": 0.5612,
      "step": 166500
    },
    {
      "epoch": 11.95,
      "learning_rate": 4.402632708541995e-05,
      "loss": 0.576,
      "step": 167000
    },
    {
      "epoch": 11.98,
      "learning_rate": 4.400844183717271e-05,
      "loss": 0.5653,
      "step": 167500
    },
    {
      "epoch": 12.02,
      "learning_rate": 4.399055658892546e-05,
      "loss": 0.4821,
      "step": 168000
    },
    {
      "epoch": 12.05,
      "learning_rate": 4.397267134067821e-05,
      "loss": 0.416,
      "step": 168500
    },
    {
      "epoch": 12.09,
      "learning_rate": 4.395478609243097e-05,
      "loss": 0.4239,
      "step": 169000
    },
    {
      "epoch": 12.13,
      "learning_rate": 4.393690084418372e-05,
      "loss": 0.4336,
      "step": 169500
    },
    {
      "epoch": 12.16,
      "learning_rate": 4.391901559593647e-05,
      "loss": 0.4388,
      "step": 170000
    },
    {
      "epoch": 12.2,
      "learning_rate": 4.390113034768923e-05,
      "loss": 0.453,
      "step": 170500
    },
    {
      "epoch": 12.23,
      "learning_rate": 4.388324509944198e-05,
      "loss": 0.4524,
      "step": 171000
    },
    {
      "epoch": 12.27,
      "learning_rate": 4.3865359851194735e-05,
      "loss": 0.4563,
      "step": 171500
    },
    {
      "epoch": 12.31,
      "learning_rate": 4.3847474602947493e-05,
      "loss": 0.4651,
      "step": 172000
    },
    {
      "epoch": 12.34,
      "learning_rate": 4.3829589354700245e-05,
      "loss": 0.4644,
      "step": 172500
    },
    {
      "epoch": 12.38,
      "learning_rate": 4.3811704106453e-05,
      "loss": 0.4749,
      "step": 173000
    },
    {
      "epoch": 12.41,
      "learning_rate": 4.3793818858205756e-05,
      "loss": 0.4855,
      "step": 173500
    },
    {
      "epoch": 12.45,
      "learning_rate": 4.377593360995851e-05,
      "loss": 0.4845,
      "step": 174000
    },
    {
      "epoch": 12.48,
      "learning_rate": 4.375804836171126e-05,
      "loss": 0.4799,
      "step": 174500
    },
    {
      "epoch": 12.52,
      "learning_rate": 4.374016311346402e-05,
      "loss": 0.4844,
      "step": 175000
    },
    {
      "epoch": 12.56,
      "learning_rate": 4.372227786521677e-05,
      "loss": 0.4894,
      "step": 175500
    },
    {
      "epoch": 12.59,
      "learning_rate": 4.370439261696953e-05,
      "loss": 0.4855,
      "step": 176000
    },
    {
      "epoch": 12.63,
      "learning_rate": 4.368650736872228e-05,
      "loss": 0.4963,
      "step": 176500
    },
    {
      "epoch": 12.66,
      "learning_rate": 4.366862212047503e-05,
      "loss": 0.5021,
      "step": 177000
    },
    {
      "epoch": 12.7,
      "learning_rate": 4.365073687222779e-05,
      "loss": 0.5055,
      "step": 177500
    },
    {
      "epoch": 12.73,
      "learning_rate": 4.363285162398054e-05,
      "loss": 0.5034,
      "step": 178000
    },
    {
      "epoch": 12.77,
      "learning_rate": 4.3614966375733294e-05,
      "loss": 0.508,
      "step": 178500
    },
    {
      "epoch": 12.81,
      "learning_rate": 4.359708112748605e-05,
      "loss": 0.5115,
      "step": 179000
    },
    {
      "epoch": 12.84,
      "learning_rate": 4.3579195879238804e-05,
      "loss": 0.5159,
      "step": 179500
    },
    {
      "epoch": 12.88,
      "learning_rate": 4.3561310630991556e-05,
      "loss": 0.5193,
      "step": 180000
    },
    {
      "epoch": 12.91,
      "learning_rate": 4.3543425382744315e-05,
      "loss": 0.5171,
      "step": 180500
    },
    {
      "epoch": 12.95,
      "learning_rate": 4.3525540134497066e-05,
      "loss": 0.5272,
      "step": 181000
    },
    {
      "epoch": 12.98,
      "learning_rate": 4.350765488624982e-05,
      "loss": 0.5217,
      "step": 181500
    },
    {
      "epoch": 13.02,
      "learning_rate": 4.348976963800258e-05,
      "loss": 0.4477,
      "step": 182000
    },
    {
      "epoch": 13.06,
      "learning_rate": 4.347188438975533e-05,
      "loss": 0.3926,
      "step": 182500
    },
    {
      "epoch": 13.09,
      "learning_rate": 4.345399914150809e-05,
      "loss": 0.4036,
      "step": 183000
    },
    {
      "epoch": 13.13,
      "learning_rate": 4.343611389326084e-05,
      "loss": 0.4139,
      "step": 183500
    },
    {
      "epoch": 13.16,
      "learning_rate": 4.341822864501359e-05,
      "loss": 0.4115,
      "step": 184000
    },
    {
      "epoch": 13.2,
      "learning_rate": 4.340034339676635e-05,
      "loss": 0.4216,
      "step": 184500
    },
    {
      "epoch": 13.24,
      "learning_rate": 4.338245814851911e-05,
      "loss": 0.4288,
      "step": 185000
    },
    {
      "epoch": 13.27,
      "learning_rate": 4.336457290027186e-05,
      "loss": 0.4333,
      "step": 185500
    },
    {
      "epoch": 13.31,
      "learning_rate": 4.334668765202461e-05,
      "loss": 0.4295,
      "step": 186000
    },
    {
      "epoch": 13.34,
      "learning_rate": 4.332880240377737e-05,
      "loss": 0.4312,
      "step": 186500
    },
    {
      "epoch": 13.38,
      "learning_rate": 4.331091715553012e-05,
      "loss": 0.4358,
      "step": 187000
    },
    {
      "epoch": 13.41,
      "learning_rate": 4.329303190728288e-05,
      "loss": 0.4436,
      "step": 187500
    },
    {
      "epoch": 13.45,
      "learning_rate": 4.327514665903563e-05,
      "loss": 0.4472,
      "step": 188000
    },
    {
      "epoch": 13.49,
      "learning_rate": 4.3257261410788384e-05,
      "loss": 0.4484,
      "step": 188500
    },
    {
      "epoch": 13.52,
      "learning_rate": 4.323937616254114e-05,
      "loss": 0.455,
      "step": 189000
    },
    {
      "epoch": 13.56,
      "learning_rate": 4.3221490914293894e-05,
      "loss": 0.4617,
      "step": 189500
    },
    {
      "epoch": 13.59,
      "learning_rate": 4.3203605666046646e-05,
      "loss": 0.4521,
      "step": 190000
    },
    {
      "epoch": 13.63,
      "learning_rate": 4.3185720417799405e-05,
      "loss": 0.4618,
      "step": 190500
    },
    {
      "epoch": 13.66,
      "learning_rate": 4.3167835169552156e-05,
      "loss": 0.4668,
      "step": 191000
    },
    {
      "epoch": 13.7,
      "learning_rate": 4.314994992130491e-05,
      "loss": 0.4688,
      "step": 191500
    },
    {
      "epoch": 13.74,
      "learning_rate": 4.313206467305767e-05,
      "loss": 0.4778,
      "step": 192000
    },
    {
      "epoch": 13.77,
      "learning_rate": 4.311417942481042e-05,
      "loss": 0.4733,
      "step": 192500
    },
    {
      "epoch": 13.81,
      "learning_rate": 4.309629417656317e-05,
      "loss": 0.4715,
      "step": 193000
    },
    {
      "epoch": 13.84,
      "learning_rate": 4.307840892831593e-05,
      "loss": 0.477,
      "step": 193500
    },
    {
      "epoch": 13.88,
      "learning_rate": 4.306052368006868e-05,
      "loss": 0.4782,
      "step": 194000
    },
    {
      "epoch": 13.91,
      "learning_rate": 4.304263843182143e-05,
      "loss": 0.4848,
      "step": 194500
    },
    {
      "epoch": 13.95,
      "learning_rate": 4.302475318357419e-05,
      "loss": 0.4871,
      "step": 195000
    },
    {
      "epoch": 13.99,
      "learning_rate": 4.300686793532694e-05,
      "loss": 0.4858,
      "step": 195500
    },
    {
      "epoch": 14.02,
      "learning_rate": 4.29889826870797e-05,
      "loss": 0.4106,
      "step": 196000
    },
    {
      "epoch": 14.06,
      "learning_rate": 4.297109743883245e-05,
      "loss": 0.376,
      "step": 196500
    },
    {
      "epoch": 14.09,
      "learning_rate": 4.2953212190585205e-05,
      "loss": 0.3836,
      "step": 197000
    },
    {
      "epoch": 14.13,
      "learning_rate": 4.2935326942337964e-05,
      "loss": 0.3844,
      "step": 197500
    },
    {
      "epoch": 14.17,
      "learning_rate": 4.2917441694090715e-05,
      "loss": 0.3944,
      "step": 198000
    },
    {
      "epoch": 14.2,
      "learning_rate": 4.289955644584347e-05,
      "loss": 0.3978,
      "step": 198500
    },
    {
      "epoch": 14.24,
      "learning_rate": 4.2881671197596226e-05,
      "loss": 0.4,
      "step": 199000
    },
    {
      "epoch": 14.27,
      "learning_rate": 4.286378594934898e-05,
      "loss": 0.4034,
      "step": 199500
    },
    {
      "epoch": 14.31,
      "learning_rate": 4.284590070110173e-05,
      "loss": 0.4116,
      "step": 200000
    },
    {
      "epoch": 14.34,
      "learning_rate": 4.282801545285449e-05,
      "loss": 0.4154,
      "step": 200500
    },
    {
      "epoch": 14.38,
      "learning_rate": 4.281013020460724e-05,
      "loss": 0.4204,
      "step": 201000
    },
    {
      "epoch": 14.42,
      "learning_rate": 4.279224495635999e-05,
      "loss": 0.4219,
      "step": 201500
    },
    {
      "epoch": 14.45,
      "learning_rate": 4.277435970811275e-05,
      "loss": 0.4204,
      "step": 202000
    },
    {
      "epoch": 14.49,
      "learning_rate": 4.27564744598655e-05,
      "loss": 0.4196,
      "step": 202500
    },
    {
      "epoch": 14.52,
      "learning_rate": 4.273858921161826e-05,
      "loss": 0.4194,
      "step": 203000
    },
    {
      "epoch": 14.56,
      "learning_rate": 4.272070396337101e-05,
      "loss": 0.4289,
      "step": 203500
    },
    {
      "epoch": 14.59,
      "learning_rate": 4.2702818715123764e-05,
      "loss": 0.4321,
      "step": 204000
    },
    {
      "epoch": 14.63,
      "learning_rate": 4.268493346687652e-05,
      "loss": 0.4371,
      "step": 204500
    },
    {
      "epoch": 14.67,
      "learning_rate": 4.2667048218629274e-05,
      "loss": 0.4447,
      "step": 205000
    },
    {
      "epoch": 14.7,
      "learning_rate": 4.2649162970382026e-05,
      "loss": 0.4428,
      "step": 205500
    },
    {
      "epoch": 14.74,
      "learning_rate": 4.2631277722134785e-05,
      "loss": 0.4365,
      "step": 206000
    },
    {
      "epoch": 14.77,
      "learning_rate": 4.2613392473887543e-05,
      "loss": 0.4416,
      "step": 206500
    },
    {
      "epoch": 14.81,
      "learning_rate": 4.2595507225640295e-05,
      "loss": 0.4451,
      "step": 207000
    },
    {
      "epoch": 14.84,
      "learning_rate": 4.2577621977393054e-05,
      "loss": 0.4488,
      "step": 207500
    },
    {
      "epoch": 14.88,
      "learning_rate": 4.2559736729145806e-05,
      "loss": 0.4489,
      "step": 208000
    },
    {
      "epoch": 14.92,
      "learning_rate": 4.254185148089856e-05,
      "loss": 0.4529,
      "step": 208500
    },
    {
      "epoch": 14.95,
      "learning_rate": 4.2523966232651316e-05,
      "loss": 0.45,
      "step": 209000
    },
    {
      "epoch": 14.99,
      "learning_rate": 4.250608098440407e-05,
      "loss": 0.4585,
      "step": 209500
    },
    {
      "epoch": 15.02,
      "learning_rate": 4.248819573615682e-05,
      "loss": 0.387,
      "step": 210000
    },
    {
      "epoch": 15.06,
      "learning_rate": 4.247031048790958e-05,
      "loss": 0.3537,
      "step": 210500
    },
    {
      "epoch": 15.1,
      "learning_rate": 4.245242523966233e-05,
      "loss": 0.362,
      "step": 211000
    },
    {
      "epoch": 15.13,
      "learning_rate": 4.243453999141508e-05,
      "loss": 0.3754,
      "step": 211500
    },
    {
      "epoch": 15.17,
      "learning_rate": 4.241665474316784e-05,
      "loss": 0.3778,
      "step": 212000
    },
    {
      "epoch": 15.2,
      "learning_rate": 4.239876949492059e-05,
      "loss": 0.374,
      "step": 212500
    },
    {
      "epoch": 15.24,
      "learning_rate": 4.2380884246673344e-05,
      "loss": 0.3781,
      "step": 213000
    },
    {
      "epoch": 15.27,
      "learning_rate": 4.23629989984261e-05,
      "loss": 0.391,
      "step": 213500
    },
    {
      "epoch": 15.31,
      "learning_rate": 4.2345113750178854e-05,
      "loss": 0.3932,
      "step": 214000
    },
    {
      "epoch": 15.35,
      "learning_rate": 4.232722850193161e-05,
      "loss": 0.3911,
      "step": 214500
    },
    {
      "epoch": 15.38,
      "learning_rate": 4.2309343253684365e-05,
      "loss": 0.3946,
      "step": 215000
    },
    {
      "epoch": 15.42,
      "learning_rate": 4.2291458005437116e-05,
      "loss": 0.4036,
      "step": 215500
    },
    {
      "epoch": 15.45,
      "learning_rate": 4.2273572757189875e-05,
      "loss": 0.4014,
      "step": 216000
    },
    {
      "epoch": 15.49,
      "learning_rate": 4.225568750894263e-05,
      "loss": 0.3999,
      "step": 216500
    },
    {
      "epoch": 15.52,
      "learning_rate": 4.223780226069538e-05,
      "loss": 0.4079,
      "step": 217000
    },
    {
      "epoch": 15.56,
      "learning_rate": 4.221991701244814e-05,
      "loss": 0.4132,
      "step": 217500
    },
    {
      "epoch": 15.6,
      "learning_rate": 4.220203176420089e-05,
      "loss": 0.4144,
      "step": 218000
    },
    {
      "epoch": 15.63,
      "learning_rate": 4.218414651595364e-05,
      "loss": 0.4104,
      "step": 218500
    },
    {
      "epoch": 15.67,
      "learning_rate": 4.21662612677064e-05,
      "loss": 0.4113,
      "step": 219000
    },
    {
      "epoch": 15.7,
      "learning_rate": 4.214837601945915e-05,
      "loss": 0.4185,
      "step": 219500
    },
    {
      "epoch": 15.74,
      "learning_rate": 4.21304907712119e-05,
      "loss": 0.4216,
      "step": 220000
    },
    {
      "epoch": 15.77,
      "learning_rate": 4.211260552296466e-05,
      "loss": 0.419,
      "step": 220500
    },
    {
      "epoch": 15.81,
      "learning_rate": 4.209472027471741e-05,
      "loss": 0.4235,
      "step": 221000
    },
    {
      "epoch": 15.85,
      "learning_rate": 4.2076835026470165e-05,
      "loss": 0.4206,
      "step": 221500
    },
    {
      "epoch": 15.88,
      "learning_rate": 4.2058949778222924e-05,
      "loss": 0.4276,
      "step": 222000
    },
    {
      "epoch": 15.92,
      "learning_rate": 4.2041064529975675e-05,
      "loss": 0.4292,
      "step": 222500
    },
    {
      "epoch": 15.95,
      "learning_rate": 4.2023179281728434e-05,
      "loss": 0.4214,
      "step": 223000
    },
    {
      "epoch": 15.99,
      "learning_rate": 4.2005294033481186e-05,
      "loss": 0.4331,
      "step": 223500
    },
    {
      "epoch": 16.03,
      "learning_rate": 4.198740878523394e-05,
      "loss": 0.3667,
      "step": 224000
    },
    {
      "epoch": 16.06,
      "learning_rate": 4.1969523536986696e-05,
      "loss": 0.3454,
      "step": 224500
    },
    {
      "epoch": 16.1,
      "learning_rate": 4.195163828873945e-05,
      "loss": 0.3508,
      "step": 225000
    },
    {
      "epoch": 16.13,
      "learning_rate": 4.19337530404922e-05,
      "loss": 0.3603,
      "step": 225500
    },
    {
      "epoch": 16.17,
      "learning_rate": 4.191586779224496e-05,
      "loss": 0.3652,
      "step": 226000
    },
    {
      "epoch": 16.2,
      "learning_rate": 4.189798254399771e-05,
      "loss": 0.3647,
      "step": 226500
    },
    {
      "epoch": 16.24,
      "learning_rate": 4.188009729575046e-05,
      "loss": 0.3712,
      "step": 227000
    },
    {
      "epoch": 16.28,
      "learning_rate": 4.186221204750322e-05,
      "loss": 0.3706,
      "step": 227500
    },
    {
      "epoch": 16.31,
      "learning_rate": 4.184432679925598e-05,
      "loss": 0.371,
      "step": 228000
    },
    {
      "epoch": 16.35,
      "learning_rate": 4.182644155100873e-05,
      "loss": 0.3764,
      "step": 228500
    },
    {
      "epoch": 16.38,
      "learning_rate": 4.180855630276149e-05,
      "loss": 0.3832,
      "step": 229000
    },
    {
      "epoch": 16.42,
      "learning_rate": 4.179067105451424e-05,
      "loss": 0.3803,
      "step": 229500
    },
    {
      "epoch": 16.45,
      "learning_rate": 4.177278580626699e-05,
      "loss": 0.3902,
      "step": 230000
    },
    {
      "epoch": 16.49,
      "learning_rate": 4.175490055801975e-05,
      "loss": 0.3894,
      "step": 230500
    },
    {
      "epoch": 16.53,
      "learning_rate": 4.17370153097725e-05,
      "loss": 0.3893,
      "step": 231000
    },
    {
      "epoch": 16.56,
      "learning_rate": 4.1719130061525255e-05,
      "loss": 0.3876,
      "step": 231500
    },
    {
      "epoch": 16.6,
      "learning_rate": 4.1701244813278014e-05,
      "loss": 0.4002,
      "step": 232000
    },
    {
      "epoch": 16.63,
      "learning_rate": 4.1683359565030765e-05,
      "loss": 0.397,
      "step": 232500
    },
    {
      "epoch": 16.67,
      "learning_rate": 4.166547431678352e-05,
      "loss": 0.3983,
      "step": 233000
    },
    {
      "epoch": 16.7,
      "learning_rate": 4.1647589068536276e-05,
      "loss": 0.3978,
      "step": 233500
    },
    {
      "epoch": 16.74,
      "learning_rate": 4.162970382028903e-05,
      "loss": 0.4041,
      "step": 234000
    },
    {
      "epoch": 16.78,
      "learning_rate": 4.1611818572041786e-05,
      "loss": 0.3996,
      "step": 234500
    },
    {
      "epoch": 16.81,
      "learning_rate": 4.159393332379454e-05,
      "loss": 0.4062,
      "step": 235000
    },
    {
      "epoch": 16.85,
      "learning_rate": 4.157604807554729e-05,
      "loss": 0.4031,
      "step": 235500
    },
    {
      "epoch": 16.88,
      "learning_rate": 4.155816282730005e-05,
      "loss": 0.4089,
      "step": 236000
    },
    {
      "epoch": 16.92,
      "learning_rate": 4.15402775790528e-05,
      "loss": 0.406,
      "step": 236500
    },
    {
      "epoch": 16.96,
      "learning_rate": 4.152239233080555e-05,
      "loss": 0.4121,
      "step": 237000
    },
    {
      "epoch": 16.99,
      "learning_rate": 4.150450708255831e-05,
      "loss": 0.4119,
      "step": 237500
    },
    {
      "epoch": 17.03,
      "learning_rate": 4.148662183431106e-05,
      "loss": 0.3483,
      "step": 238000
    },
    {
      "epoch": 17.06,
      "learning_rate": 4.1468736586063814e-05,
      "loss": 0.3395,
      "step": 238500
    },
    {
      "epoch": 17.1,
      "learning_rate": 4.145085133781657e-05,
      "loss": 0.3376,
      "step": 239000
    },
    {
      "epoch": 17.13,
      "learning_rate": 4.1432966089569324e-05,
      "loss": 0.3422,
      "step": 239500
    },
    {
      "epoch": 17.17,
      "learning_rate": 4.1415080841322076e-05,
      "loss": 0.3459,
      "step": 240000
    },
    {
      "epoch": 17.21,
      "learning_rate": 4.1397195593074835e-05,
      "loss": 0.3527,
      "step": 240500
    },
    {
      "epoch": 17.24,
      "learning_rate": 4.1379310344827587e-05,
      "loss": 0.356,
      "step": 241000
    },
    {
      "epoch": 17.28,
      "learning_rate": 4.1361425096580345e-05,
      "loss": 0.3553,
      "step": 241500
    },
    {
      "epoch": 17.31,
      "learning_rate": 4.13435398483331e-05,
      "loss": 0.359,
      "step": 242000
    },
    {
      "epoch": 17.35,
      "learning_rate": 4.132565460008585e-05,
      "loss": 0.3635,
      "step": 242500
    },
    {
      "epoch": 17.38,
      "learning_rate": 4.130776935183861e-05,
      "loss": 0.3632,
      "step": 243000
    },
    {
      "epoch": 17.42,
      "learning_rate": 4.128988410359136e-05,
      "loss": 0.3686,
      "step": 243500
    },
    {
      "epoch": 17.46,
      "learning_rate": 4.127199885534411e-05,
      "loss": 0.3738,
      "step": 244000
    },
    {
      "epoch": 17.49,
      "learning_rate": 4.125411360709687e-05,
      "loss": 0.372,
      "step": 244500
    },
    {
      "epoch": 17.53,
      "learning_rate": 4.123622835884962e-05,
      "loss": 0.3742,
      "step": 245000
    },
    {
      "epoch": 17.56,
      "learning_rate": 4.121834311060237e-05,
      "loss": 0.3711,
      "step": 245500
    },
    {
      "epoch": 17.6,
      "learning_rate": 4.120045786235513e-05,
      "loss": 0.3755,
      "step": 246000
    },
    {
      "epoch": 17.63,
      "learning_rate": 4.118257261410788e-05,
      "loss": 0.3787,
      "step": 246500
    },
    {
      "epoch": 17.67,
      "learning_rate": 4.1164687365860635e-05,
      "loss": 0.3793,
      "step": 247000
    },
    {
      "epoch": 17.71,
      "learning_rate": 4.1146802117613394e-05,
      "loss": 0.3878,
      "step": 247500
    },
    {
      "epoch": 17.74,
      "learning_rate": 4.1128916869366146e-05,
      "loss": 0.3891,
      "step": 248000
    },
    {
      "epoch": 17.78,
      "learning_rate": 4.11110316211189e-05,
      "loss": 0.3875,
      "step": 248500
    },
    {
      "epoch": 17.81,
      "learning_rate": 4.1093146372871656e-05,
      "loss": 0.3858,
      "step": 249000
    },
    {
      "epoch": 17.85,
      "learning_rate": 4.107526112462441e-05,
      "loss": 0.3906,
      "step": 249500
    },
    {
      "epoch": 17.89,
      "learning_rate": 4.1057375876377166e-05,
      "loss": 0.3943,
      "step": 250000
    },
    {
      "epoch": 17.92,
      "learning_rate": 4.1039490628129925e-05,
      "loss": 0.3953,
      "step": 250500
    },
    {
      "epoch": 17.96,
      "learning_rate": 4.102160537988268e-05,
      "loss": 0.4001,
      "step": 251000
    },
    {
      "epoch": 17.99,
      "learning_rate": 4.100372013163543e-05,
      "loss": 0.3985,
      "step": 251500
    },
    {
      "epoch": 18.03,
      "learning_rate": 4.098583488338819e-05,
      "loss": 0.3321,
      "step": 252000
    },
    {
      "epoch": 18.06,
      "learning_rate": 4.096794963514094e-05,
      "loss": 0.3254,
      "step": 252500
    },
    {
      "epoch": 18.1,
      "learning_rate": 4.095006438689369e-05,
      "loss": 0.3344,
      "step": 253000
    },
    {
      "epoch": 18.14,
      "learning_rate": 4.093217913864645e-05,
      "loss": 0.3348,
      "step": 253500
    },
    {
      "epoch": 18.17,
      "learning_rate": 4.09142938903992e-05,
      "loss": 0.3461,
      "step": 254000
    },
    {
      "epoch": 18.21,
      "learning_rate": 4.089640864215196e-05,
      "loss": 0.3354,
      "step": 254500
    },
    {
      "epoch": 18.24,
      "learning_rate": 4.087852339390471e-05,
      "loss": 0.3484,
      "step": 255000
    },
    {
      "epoch": 18.28,
      "learning_rate": 4.086063814565746e-05,
      "loss": 0.3487,
      "step": 255500
    },
    {
      "epoch": 18.31,
      "learning_rate": 4.084275289741022e-05,
      "loss": 0.3496,
      "step": 256000
    },
    {
      "epoch": 18.35,
      "learning_rate": 4.0824867649162973e-05,
      "loss": 0.3552,
      "step": 256500
    },
    {
      "epoch": 18.39,
      "learning_rate": 4.0806982400915725e-05,
      "loss": 0.3553,
      "step": 257000
    },
    {
      "epoch": 18.42,
      "learning_rate": 4.0789097152668484e-05,
      "loss": 0.3562,
      "step": 257500
    },
    {
      "epoch": 18.46,
      "learning_rate": 4.0771211904421236e-05,
      "loss": 0.3692,
      "step": 258000
    },
    {
      "epoch": 18.49,
      "learning_rate": 4.075332665617399e-05,
      "loss": 0.3625,
      "step": 258500
    },
    {
      "epoch": 18.53,
      "learning_rate": 4.0735441407926746e-05,
      "loss": 0.3625,
      "step": 259000
    },
    {
      "epoch": 18.56,
      "learning_rate": 4.07175561596795e-05,
      "loss": 0.3605,
      "step": 259500
    },
    {
      "epoch": 18.6,
      "learning_rate": 4.069967091143225e-05,
      "loss": 0.3614,
      "step": 260000
    },
    {
      "epoch": 18.64,
      "learning_rate": 4.068178566318501e-05,
      "loss": 0.3658,
      "step": 260500
    },
    {
      "epoch": 18.67,
      "learning_rate": 4.066390041493776e-05,
      "loss": 0.3677,
      "step": 261000
    },
    {
      "epoch": 18.71,
      "learning_rate": 4.064601516669052e-05,
      "loss": 0.3718,
      "step": 261500
    },
    {
      "epoch": 18.74,
      "learning_rate": 4.062812991844327e-05,
      "loss": 0.3752,
      "step": 262000
    },
    {
      "epoch": 18.78,
      "learning_rate": 4.061024467019602e-05,
      "loss": 0.3833,
      "step": 262500
    },
    {
      "epoch": 18.82,
      "learning_rate": 4.059235942194878e-05,
      "loss": 0.3696,
      "step": 263000
    },
    {
      "epoch": 18.85,
      "learning_rate": 4.057447417370153e-05,
      "loss": 0.3756,
      "step": 263500
    },
    {
      "epoch": 18.89,
      "learning_rate": 4.0556588925454284e-05,
      "loss": 0.3803,
      "step": 264000
    },
    {
      "epoch": 18.92,
      "learning_rate": 4.053870367720704e-05,
      "loss": 0.3803,
      "step": 264500
    },
    {
      "epoch": 18.96,
      "learning_rate": 4.0520818428959795e-05,
      "loss": 0.382,
      "step": 265000
    },
    {
      "epoch": 18.99,
      "learning_rate": 4.0502933180712546e-05,
      "loss": 0.3811,
      "step": 265500
    },
    {
      "epoch": 19.03,
      "learning_rate": 4.0485047932465305e-05,
      "loss": 0.3226,
      "step": 266000
    },
    {
      "epoch": 19.07,
      "learning_rate": 4.046716268421806e-05,
      "loss": 0.3189,
      "step": 266500
    },
    {
      "epoch": 19.1,
      "learning_rate": 4.044927743597081e-05,
      "loss": 0.3253,
      "step": 267000
    },
    {
      "epoch": 19.14,
      "learning_rate": 4.043139218772357e-05,
      "loss": 0.3247,
      "step": 267500
    },
    {
      "epoch": 19.17,
      "learning_rate": 4.041350693947632e-05,
      "loss": 0.3269,
      "step": 268000
    },
    {
      "epoch": 19.21,
      "learning_rate": 4.039562169122908e-05,
      "loss": 0.3356,
      "step": 268500
    },
    {
      "epoch": 19.24,
      "learning_rate": 4.037773644298183e-05,
      "loss": 0.3369,
      "step": 269000
    },
    {
      "epoch": 19.28,
      "learning_rate": 4.035985119473458e-05,
      "loss": 0.3366,
      "step": 269500
    },
    {
      "epoch": 19.32,
      "learning_rate": 4.034196594648734e-05,
      "loss": 0.339,
      "step": 270000
    },
    {
      "epoch": 19.35,
      "learning_rate": 4.032408069824009e-05,
      "loss": 0.3418,
      "step": 270500
    },
    {
      "epoch": 19.39,
      "learning_rate": 4.030619544999284e-05,
      "loss": 0.3432,
      "step": 271000
    },
    {
      "epoch": 19.42,
      "learning_rate": 4.02883102017456e-05,
      "loss": 0.3492,
      "step": 271500
    },
    {
      "epoch": 19.46,
      "learning_rate": 4.027042495349836e-05,
      "loss": 0.3447,
      "step": 272000
    },
    {
      "epoch": 19.49,
      "learning_rate": 4.025253970525111e-05,
      "loss": 0.3545,
      "step": 272500
    },
    {
      "epoch": 19.53,
      "learning_rate": 4.023465445700387e-05,
      "loss": 0.3492,
      "step": 273000
    },
    {
      "epoch": 19.57,
      "learning_rate": 4.021676920875662e-05,
      "loss": 0.3497,
      "step": 273500
    },
    {
      "epoch": 19.6,
      "learning_rate": 4.0198883960509374e-05,
      "loss": 0.3532,
      "step": 274000
    },
    {
      "epoch": 19.64,
      "learning_rate": 4.018099871226213e-05,
      "loss": 0.3543,
      "step": 274500
    },
    {
      "epoch": 19.67,
      "learning_rate": 4.0163113464014885e-05,
      "loss": 0.3614,
      "step": 275000
    },
    {
      "epoch": 19.71,
      "learning_rate": 4.0145228215767636e-05,
      "loss": 0.3606,
      "step": 275500
    },
    {
      "epoch": 19.75,
      "learning_rate": 4.0127342967520395e-05,
      "loss": 0.3653,
      "step": 276000
    },
    {
      "epoch": 19.78,
      "learning_rate": 4.010945771927315e-05,
      "loss": 0.3695,
      "step": 276500
    },
    {
      "epoch": 19.82,
      "learning_rate": 4.00915724710259e-05,
      "loss": 0.361,
      "step": 277000
    },
    {
      "epoch": 19.85,
      "learning_rate": 4.007368722277866e-05,
      "loss": 0.3617,
      "step": 277500
    },
    {
      "epoch": 19.89,
      "learning_rate": 4.005580197453141e-05,
      "loss": 0.365,
      "step": 278000
    },
    {
      "epoch": 19.92,
      "learning_rate": 4.003791672628416e-05,
      "loss": 0.3664,
      "step": 278500
    },
    {
      "epoch": 19.96,
      "learning_rate": 4.002003147803692e-05,
      "loss": 0.3689,
      "step": 279000
    },
    {
      "epoch": 20.0,
      "learning_rate": 4.000214622978967e-05,
      "loss": 0.3769,
      "step": 279500
    },
    {
      "epoch": 20.03,
      "learning_rate": 3.998426098154242e-05,
      "loss": 0.3129,
      "step": 280000
    },
    {
      "epoch": 20.07,
      "learning_rate": 3.996637573329518e-05,
      "loss": 0.3107,
      "step": 280500
    },
    {
      "epoch": 20.1,
      "learning_rate": 3.994849048504793e-05,
      "loss": 0.3165,
      "step": 281000
    },
    {
      "epoch": 20.14,
      "learning_rate": 3.993060523680069e-05,
      "loss": 0.319,
      "step": 281500
    },
    {
      "epoch": 20.17,
      "learning_rate": 3.9912719988553444e-05,
      "loss": 0.3204,
      "step": 282000
    },
    {
      "epoch": 20.21,
      "learning_rate": 3.9894834740306195e-05,
      "loss": 0.3273,
      "step": 282500
    },
    {
      "epoch": 20.25,
      "learning_rate": 3.9876949492058954e-05,
      "loss": 0.3274,
      "step": 283000
    },
    {
      "epoch": 20.28,
      "learning_rate": 3.9859064243811706e-05,
      "loss": 0.3288,
      "step": 283500
    },
    {
      "epoch": 20.32,
      "learning_rate": 3.984117899556446e-05,
      "loss": 0.3309,
      "step": 284000
    },
    {
      "epoch": 20.35,
      "learning_rate": 3.9823293747317216e-05,
      "loss": 0.3272,
      "step": 284500
    },
    {
      "epoch": 20.39,
      "learning_rate": 3.980540849906997e-05,
      "loss": 0.336,
      "step": 285000
    },
    {
      "epoch": 20.42,
      "learning_rate": 3.978752325082272e-05,
      "loss": 0.3403,
      "step": 285500
    },
    {
      "epoch": 20.46,
      "learning_rate": 3.976963800257548e-05,
      "loss": 0.3471,
      "step": 286000
    },
    {
      "epoch": 20.5,
      "learning_rate": 3.975175275432823e-05,
      "loss": 0.3415,
      "step": 286500
    },
    {
      "epoch": 20.53,
      "learning_rate": 3.973386750608098e-05,
      "loss": 0.3453,
      "step": 287000
    },
    {
      "epoch": 20.57,
      "learning_rate": 3.971598225783374e-05,
      "loss": 0.3416,
      "step": 287500
    },
    {
      "epoch": 20.6,
      "learning_rate": 3.969809700958649e-05,
      "loss": 0.3482,
      "step": 288000
    },
    {
      "epoch": 20.64,
      "learning_rate": 3.968021176133925e-05,
      "loss": 0.3491,
      "step": 288500
    },
    {
      "epoch": 20.68,
      "learning_rate": 3.9662326513092e-05,
      "loss": 0.3517,
      "step": 289000
    },
    {
      "epoch": 20.71,
      "learning_rate": 3.9644441264844754e-05,
      "loss": 0.3593,
      "step": 289500
    },
    {
      "epoch": 20.75,
      "learning_rate": 3.962655601659751e-05,
      "loss": 0.3568,
      "step": 290000
    },
    {
      "epoch": 20.78,
      "learning_rate": 3.9608670768350265e-05,
      "loss": 0.3547,
      "step": 290500
    },
    {
      "epoch": 20.82,
      "learning_rate": 3.959078552010302e-05,
      "loss": 0.3511,
      "step": 291000
    },
    {
      "epoch": 20.85,
      "learning_rate": 3.9572900271855775e-05,
      "loss": 0.3517,
      "step": 291500
    },
    {
      "epoch": 20.89,
      "learning_rate": 3.955501502360853e-05,
      "loss": 0.3564,
      "step": 292000
    },
    {
      "epoch": 20.93,
      "learning_rate": 3.953712977536128e-05,
      "loss": 0.3566,
      "step": 292500
    },
    {
      "epoch": 20.96,
      "learning_rate": 3.951924452711404e-05,
      "loss": 0.3621,
      "step": 293000
    },
    {
      "epoch": 21.0,
      "learning_rate": 3.9501359278866796e-05,
      "loss": 0.362,
      "step": 293500
    },
    {
      "epoch": 21.03,
      "learning_rate": 3.948347403061955e-05,
      "loss": 0.3025,
      "step": 294000
    },
    {
      "epoch": 21.07,
      "learning_rate": 3.9465588782372306e-05,
      "loss": 0.2993,
      "step": 294500
    },
    {
      "epoch": 21.1,
      "learning_rate": 3.944770353412506e-05,
      "loss": 0.3111,
      "step": 295000
    },
    {
      "epoch": 21.14,
      "learning_rate": 3.942981828587781e-05,
      "loss": 0.3089,
      "step": 295500
    },
    {
      "epoch": 21.18,
      "learning_rate": 3.941193303763057e-05,
      "loss": 0.3137,
      "step": 296000
    },
    {
      "epoch": 21.21,
      "learning_rate": 3.939404778938332e-05,
      "loss": 0.3169,
      "step": 296500
    },
    {
      "epoch": 21.25,
      "learning_rate": 3.937616254113607e-05,
      "loss": 0.3173,
      "step": 297000
    },
    {
      "epoch": 21.28,
      "learning_rate": 3.935827729288883e-05,
      "loss": 0.3182,
      "step": 297500
    },
    {
      "epoch": 21.32,
      "learning_rate": 3.934039204464158e-05,
      "loss": 0.3248,
      "step": 298000
    },
    {
      "epoch": 21.35,
      "learning_rate": 3.9322506796394334e-05,
      "loss": 0.3279,
      "step": 298500
    },
    {
      "epoch": 21.39,
      "learning_rate": 3.930462154814709e-05,
      "loss": 0.3251,
      "step": 299000
    },
    {
      "epoch": 21.43,
      "learning_rate": 3.9286736299899845e-05,
      "loss": 0.325,
      "step": 299500
    },
    {
      "epoch": 21.46,
      "learning_rate": 3.92688510516526e-05,
      "loss": 0.3341,
      "step": 300000
    },
    {
      "epoch": 21.5,
      "learning_rate": 3.9250965803405355e-05,
      "loss": 0.3362,
      "step": 300500
    },
    {
      "epoch": 21.53,
      "learning_rate": 3.923308055515811e-05,
      "loss": 0.3396,
      "step": 301000
    },
    {
      "epoch": 21.57,
      "learning_rate": 3.9215195306910865e-05,
      "loss": 0.3381,
      "step": 301500
    },
    {
      "epoch": 21.61,
      "learning_rate": 3.919731005866362e-05,
      "loss": 0.3352,
      "step": 302000
    },
    {
      "epoch": 21.64,
      "learning_rate": 3.917942481041637e-05,
      "loss": 0.3374,
      "step": 302500
    },
    {
      "epoch": 21.68,
      "learning_rate": 3.916153956216913e-05,
      "loss": 0.3379,
      "step": 303000
    },
    {
      "epoch": 21.71,
      "learning_rate": 3.914365431392188e-05,
      "loss": 0.3381,
      "step": 303500
    },
    {
      "epoch": 21.75,
      "learning_rate": 3.912576906567463e-05,
      "loss": 0.3405,
      "step": 304000
    },
    {
      "epoch": 21.78,
      "learning_rate": 3.910788381742739e-05,
      "loss": 0.3459,
      "step": 304500
    },
    {
      "epoch": 21.82,
      "learning_rate": 3.908999856918014e-05,
      "loss": 0.3475,
      "step": 305000
    },
    {
      "epoch": 21.86,
      "learning_rate": 3.907211332093289e-05,
      "loss": 0.3469,
      "step": 305500
    },
    {
      "epoch": 21.89,
      "learning_rate": 3.905422807268565e-05,
      "loss": 0.3519,
      "step": 306000
    },
    {
      "epoch": 21.93,
      "learning_rate": 3.9036342824438404e-05,
      "loss": 0.352,
      "step": 306500
    },
    {
      "epoch": 21.96,
      "learning_rate": 3.9018457576191155e-05,
      "loss": 0.3554,
      "step": 307000
    },
    {
      "epoch": 22.0,
      "learning_rate": 3.9000572327943914e-05,
      "loss": 0.3475,
      "step": 307500
    },
    {
      "epoch": 22.03,
      "learning_rate": 3.8982687079696666e-05,
      "loss": 0.2957,
      "step": 308000
    },
    {
      "epoch": 22.07,
      "learning_rate": 3.8964801831449424e-05,
      "loss": 0.2972,
      "step": 308500
    },
    {
      "epoch": 22.11,
      "learning_rate": 3.8946916583202176e-05,
      "loss": 0.3036,
      "step": 309000
    },
    {
      "epoch": 22.14,
      "learning_rate": 3.892903133495493e-05,
      "loss": 0.3058,
      "step": 309500
    },
    {
      "epoch": 22.18,
      "learning_rate": 3.8911146086707686e-05,
      "loss": 0.3062,
      "step": 310000
    },
    {
      "epoch": 22.21,
      "learning_rate": 3.889326083846044e-05,
      "loss": 0.3097,
      "step": 310500
    },
    {
      "epoch": 22.25,
      "learning_rate": 3.887537559021319e-05,
      "loss": 0.3151,
      "step": 311000
    },
    {
      "epoch": 22.29,
      "learning_rate": 3.885749034196595e-05,
      "loss": 0.3191,
      "step": 311500
    },
    {
      "epoch": 22.32,
      "learning_rate": 3.88396050937187e-05,
      "loss": 0.313,
      "step": 312000
    },
    {
      "epoch": 22.36,
      "learning_rate": 3.882171984547145e-05,
      "loss": 0.3222,
      "step": 312500
    },
    {
      "epoch": 22.39,
      "learning_rate": 3.880383459722421e-05,
      "loss": 0.3276,
      "step": 313000
    },
    {
      "epoch": 22.43,
      "learning_rate": 3.878594934897696e-05,
      "loss": 0.3218,
      "step": 313500
    },
    {
      "epoch": 22.46,
      "learning_rate": 3.8768064100729714e-05,
      "loss": 0.3268,
      "step": 314000
    },
    {
      "epoch": 22.5,
      "learning_rate": 3.875017885248247e-05,
      "loss": 0.3251,
      "step": 314500
    },
    {
      "epoch": 22.54,
      "learning_rate": 3.873229360423523e-05,
      "loss": 0.3252,
      "step": 315000
    },
    {
      "epoch": 22.57,
      "learning_rate": 3.871440835598798e-05,
      "loss": 0.3233,
      "step": 315500
    },
    {
      "epoch": 22.61,
      "learning_rate": 3.869652310774074e-05,
      "loss": 0.3311,
      "step": 316000
    },
    {
      "epoch": 22.64,
      "learning_rate": 3.8678637859493494e-05,
      "loss": 0.3344,
      "step": 316500
    },
    {
      "epoch": 22.68,
      "learning_rate": 3.8660752611246245e-05,
      "loss": 0.3332,
      "step": 317000
    },
    {
      "epoch": 22.71,
      "learning_rate": 3.8642867362999004e-05,
      "loss": 0.3341,
      "step": 317500
    },
    {
      "epoch": 22.75,
      "learning_rate": 3.8624982114751756e-05,
      "loss": 0.3355,
      "step": 318000
    },
    {
      "epoch": 22.79,
      "learning_rate": 3.860709686650451e-05,
      "loss": 0.3344,
      "step": 318500
    },
    {
      "epoch": 22.82,
      "learning_rate": 3.8589211618257266e-05,
      "loss": 0.3376,
      "step": 319000
    },
    {
      "epoch": 22.86,
      "learning_rate": 3.857132637001002e-05,
      "loss": 0.3361,
      "step": 319500
    },
    {
      "epoch": 22.89,
      "learning_rate": 3.8553441121762776e-05,
      "loss": 0.3411,
      "step": 320000
    },
    {
      "epoch": 22.93,
      "learning_rate": 3.853555587351553e-05,
      "loss": 0.3404,
      "step": 320500
    },
    {
      "epoch": 22.96,
      "learning_rate": 3.851767062526828e-05,
      "loss": 0.346,
      "step": 321000
    },
    {
      "epoch": 23.0,
      "learning_rate": 3.849978537702104e-05,
      "loss": 0.3427,
      "step": 321500
    },
    {
      "epoch": 23.04,
      "learning_rate": 3.848190012877379e-05,
      "loss": 0.2876,
      "step": 322000
    },
    {
      "epoch": 23.07,
      "learning_rate": 3.846401488052654e-05,
      "loss": 0.2948,
      "step": 322500
    },
    {
      "epoch": 23.11,
      "learning_rate": 3.84461296322793e-05,
      "loss": 0.3026,
      "step": 323000
    },
    {
      "epoch": 23.14,
      "learning_rate": 3.842824438403205e-05,
      "loss": 0.2998,
      "step": 323500
    },
    {
      "epoch": 23.18,
      "learning_rate": 3.8410359135784804e-05,
      "loss": 0.3039,
      "step": 324000
    },
    {
      "epoch": 23.22,
      "learning_rate": 3.839247388753756e-05,
      "loss": 0.3022,
      "step": 324500
    },
    {
      "epoch": 23.25,
      "learning_rate": 3.8374588639290315e-05,
      "loss": 0.3082,
      "step": 325000
    },
    {
      "epoch": 23.29,
      "learning_rate": 3.8356703391043067e-05,
      "loss": 0.3123,
      "step": 325500
    },
    {
      "epoch": 23.32,
      "learning_rate": 3.8338818142795825e-05,
      "loss": 0.3179,
      "step": 326000
    },
    {
      "epoch": 23.36,
      "learning_rate": 3.832093289454858e-05,
      "loss": 0.3118,
      "step": 326500
    },
    {
      "epoch": 23.39,
      "learning_rate": 3.8303047646301335e-05,
      "loss": 0.3164,
      "step": 327000
    },
    {
      "epoch": 23.43,
      "learning_rate": 3.828516239805409e-05,
      "loss": 0.3102,
      "step": 327500
    },
    {
      "epoch": 23.47,
      "learning_rate": 3.826727714980684e-05,
      "loss": 0.3231,
      "step": 328000
    },
    {
      "epoch": 23.5,
      "learning_rate": 3.82493919015596e-05,
      "loss": 0.3154,
      "step": 328500
    },
    {
      "epoch": 23.54,
      "learning_rate": 3.823150665331235e-05,
      "loss": 0.319,
      "step": 329000
    },
    {
      "epoch": 23.57,
      "learning_rate": 3.82136214050651e-05,
      "loss": 0.3192,
      "step": 329500
    },
    {
      "epoch": 23.61,
      "learning_rate": 3.819573615681786e-05,
      "loss": 0.3166,
      "step": 330000
    },
    {
      "epoch": 23.64,
      "learning_rate": 3.817785090857061e-05,
      "loss": 0.3197,
      "step": 330500
    },
    {
      "epoch": 23.68,
      "learning_rate": 3.815996566032336e-05,
      "loss": 0.3218,
      "step": 331000
    },
    {
      "epoch": 23.72,
      "learning_rate": 3.814208041207612e-05,
      "loss": 0.3324,
      "step": 331500
    },
    {
      "epoch": 23.75,
      "learning_rate": 3.8124195163828874e-05,
      "loss": 0.3284,
      "step": 332000
    },
    {
      "epoch": 23.79,
      "learning_rate": 3.8106309915581626e-05,
      "loss": 0.3291,
      "step": 332500
    },
    {
      "epoch": 23.82,
      "learning_rate": 3.8088424667334384e-05,
      "loss": 0.3295,
      "step": 333000
    },
    {
      "epoch": 23.86,
      "learning_rate": 3.8070539419087136e-05,
      "loss": 0.332,
      "step": 333500
    },
    {
      "epoch": 23.89,
      "learning_rate": 3.805265417083989e-05,
      "loss": 0.3307,
      "step": 334000
    },
    {
      "epoch": 23.93,
      "learning_rate": 3.8034768922592646e-05,
      "loss": 0.3313,
      "step": 334500
    },
    {
      "epoch": 23.97,
      "learning_rate": 3.80168836743454e-05,
      "loss": 0.3375,
      "step": 335000
    },
    {
      "epoch": 24.0,
      "learning_rate": 3.799899842609816e-05,
      "loss": 0.3292,
      "step": 335500
    },
    {
      "epoch": 24.04,
      "learning_rate": 3.798111317785091e-05,
      "loss": 0.2779,
      "step": 336000
    },
    {
      "epoch": 24.07,
      "learning_rate": 3.796322792960367e-05,
      "loss": 0.2897,
      "step": 336500
    },
    {
      "epoch": 24.11,
      "learning_rate": 3.794534268135642e-05,
      "loss": 0.2903,
      "step": 337000
    },
    {
      "epoch": 24.15,
      "learning_rate": 3.792745743310918e-05,
      "loss": 0.2981,
      "step": 337500
    },
    {
      "epoch": 24.18,
      "learning_rate": 3.790957218486193e-05,
      "loss": 0.2931,
      "step": 338000
    },
    {
      "epoch": 24.22,
      "learning_rate": 3.789168693661468e-05,
      "loss": 0.3005,
      "step": 338500
    },
    {
      "epoch": 24.25,
      "learning_rate": 3.787380168836744e-05,
      "loss": 0.3019,
      "step": 339000
    },
    {
      "epoch": 24.29,
      "learning_rate": 3.785591644012019e-05,
      "loss": 0.3112,
      "step": 339500
    },
    {
      "epoch": 24.32,
      "learning_rate": 3.783803119187295e-05,
      "loss": 0.3052,
      "step": 340000
    },
    {
      "epoch": 24.36,
      "learning_rate": 3.78201459436257e-05,
      "loss": 0.3052,
      "step": 340500
    },
    {
      "epoch": 24.4,
      "learning_rate": 3.7802260695378453e-05,
      "loss": 0.3081,
      "step": 341000
    },
    {
      "epoch": 24.43,
      "learning_rate": 3.778437544713121e-05,
      "loss": 0.3086,
      "step": 341500
    },
    {
      "epoch": 24.47,
      "learning_rate": 3.7766490198883964e-05,
      "loss": 0.3115,
      "step": 342000
    },
    {
      "epoch": 24.5,
      "learning_rate": 3.7748604950636716e-05,
      "loss": 0.3115,
      "step": 342500
    },
    {
      "epoch": 24.54,
      "learning_rate": 3.7730719702389474e-05,
      "loss": 0.3175,
      "step": 343000
    },
    {
      "epoch": 24.57,
      "learning_rate": 3.7712834454142226e-05,
      "loss": 0.3134,
      "step": 343500
    },
    {
      "epoch": 24.61,
      "learning_rate": 3.769494920589498e-05,
      "loss": 0.3181,
      "step": 344000
    },
    {
      "epoch": 24.65,
      "learning_rate": 3.7677063957647736e-05,
      "loss": 0.3161,
      "step": 344500
    },
    {
      "epoch": 24.68,
      "learning_rate": 3.765917870940049e-05,
      "loss": 0.3205,
      "step": 345000
    },
    {
      "epoch": 24.72,
      "learning_rate": 3.764129346115324e-05,
      "loss": 0.3182,
      "step": 345500
    },
    {
      "epoch": 24.75,
      "learning_rate": 3.7623408212906e-05,
      "loss": 0.3232,
      "step": 346000
    },
    {
      "epoch": 24.79,
      "learning_rate": 3.760552296465875e-05,
      "loss": 0.3235,
      "step": 346500
    },
    {
      "epoch": 24.82,
      "learning_rate": 3.758763771641151e-05,
      "loss": 0.3194,
      "step": 347000
    },
    {
      "epoch": 24.86,
      "learning_rate": 3.756975246816426e-05,
      "loss": 0.3172,
      "step": 347500
    },
    {
      "epoch": 24.9,
      "learning_rate": 3.755186721991701e-05,
      "loss": 0.3244,
      "step": 348000
    },
    {
      "epoch": 24.93,
      "learning_rate": 3.753398197166977e-05,
      "loss": 0.3262,
      "step": 348500
    },
    {
      "epoch": 24.97,
      "learning_rate": 3.751609672342252e-05,
      "loss": 0.3262,
      "step": 349000
    },
    {
      "epoch": 25.0,
      "learning_rate": 3.7498211475175275e-05,
      "loss": 0.3218,
      "step": 349500
    },
    {
      "epoch": 25.04,
      "learning_rate": 3.748032622692803e-05,
      "loss": 0.2829,
      "step": 350000
    },
    {
      "epoch": 25.08,
      "learning_rate": 3.7462440978680785e-05,
      "loss": 0.2893,
      "step": 350500
    },
    {
      "epoch": 25.11,
      "learning_rate": 3.744455573043354e-05,
      "loss": 0.2878,
      "step": 351000
    },
    {
      "epoch": 25.15,
      "learning_rate": 3.7426670482186295e-05,
      "loss": 0.2876,
      "step": 351500
    },
    {
      "epoch": 25.18,
      "learning_rate": 3.740878523393905e-05,
      "loss": 0.292,
      "step": 352000
    },
    {
      "epoch": 25.22,
      "learning_rate": 3.73908999856918e-05,
      "loss": 0.292,
      "step": 352500
    },
    {
      "epoch": 25.25,
      "learning_rate": 3.737301473744456e-05,
      "loss": 0.3027,
      "step": 353000
    },
    {
      "epoch": 25.29,
      "learning_rate": 3.735512948919731e-05,
      "loss": 0.299,
      "step": 353500
    },
    {
      "epoch": 25.33,
      "learning_rate": 3.733724424095006e-05,
      "loss": 0.3027,
      "step": 354000
    },
    {
      "epoch": 25.36,
      "learning_rate": 3.731935899270282e-05,
      "loss": 0.302,
      "step": 354500
    },
    {
      "epoch": 25.4,
      "learning_rate": 3.730147374445557e-05,
      "loss": 0.2994,
      "step": 355000
    },
    {
      "epoch": 25.43,
      "learning_rate": 3.728358849620833e-05,
      "loss": 0.3042,
      "step": 355500
    },
    {
      "epoch": 25.47,
      "learning_rate": 3.726570324796108e-05,
      "loss": 0.3068,
      "step": 356000
    },
    {
      "epoch": 25.5,
      "learning_rate": 3.7247817999713834e-05,
      "loss": 0.3123,
      "step": 356500
    },
    {
      "epoch": 25.54,
      "learning_rate": 3.722993275146659e-05,
      "loss": 0.3098,
      "step": 357000
    },
    {
      "epoch": 25.58,
      "learning_rate": 3.7212047503219344e-05,
      "loss": 0.3083,
      "step": 357500
    },
    {
      "epoch": 25.61,
      "learning_rate": 3.7194162254972096e-05,
      "loss": 0.3115,
      "step": 358000
    },
    {
      "epoch": 25.65,
      "learning_rate": 3.717627700672486e-05,
      "loss": 0.3047,
      "step": 358500
    },
    {
      "epoch": 25.68,
      "learning_rate": 3.715839175847761e-05,
      "loss": 0.3141,
      "step": 359000
    },
    {
      "epoch": 25.72,
      "learning_rate": 3.7140506510230365e-05,
      "loss": 0.3159,
      "step": 359500
    },
    {
      "epoch": 25.75,
      "learning_rate": 3.712262126198312e-05,
      "loss": 0.3112,
      "step": 360000
    },
    {
      "epoch": 25.79,
      "learning_rate": 3.7104736013735875e-05,
      "loss": 0.3096,
      "step": 360500
    },
    {
      "epoch": 25.83,
      "learning_rate": 3.708685076548863e-05,
      "loss": 0.3173,
      "step": 361000
    },
    {
      "epoch": 25.86,
      "learning_rate": 3.7068965517241385e-05,
      "loss": 0.3201,
      "step": 361500
    },
    {
      "epoch": 25.9,
      "learning_rate": 3.705108026899414e-05,
      "loss": 0.3185,
      "step": 362000
    },
    {
      "epoch": 25.93,
      "learning_rate": 3.703319502074689e-05,
      "loss": 0.3176,
      "step": 362500
    },
    {
      "epoch": 25.97,
      "learning_rate": 3.701530977249965e-05,
      "loss": 0.3206,
      "step": 363000
    },
    {
      "epoch": 26.01,
      "learning_rate": 3.69974245242524e-05,
      "loss": 0.3193,
      "step": 363500
    },
    {
      "epoch": 26.04,
      "learning_rate": 3.697953927600515e-05,
      "loss": 0.274,
      "step": 364000
    },
    {
      "epoch": 26.08,
      "learning_rate": 3.696165402775791e-05,
      "loss": 0.2791,
      "step": 364500
    },
    {
      "epoch": 26.11,
      "learning_rate": 3.694376877951066e-05,
      "loss": 0.2841,
      "step": 365000
    },
    {
      "epoch": 26.15,
      "learning_rate": 3.692588353126341e-05,
      "loss": 0.279,
      "step": 365500
    },
    {
      "epoch": 26.18,
      "learning_rate": 3.690799828301617e-05,
      "loss": 0.2893,
      "step": 366000
    },
    {
      "epoch": 26.22,
      "learning_rate": 3.6890113034768924e-05,
      "loss": 0.2937,
      "step": 366500
    },
    {
      "epoch": 26.26,
      "learning_rate": 3.687222778652168e-05,
      "loss": 0.2902,
      "step": 367000
    },
    {
      "epoch": 26.29,
      "learning_rate": 3.6854342538274434e-05,
      "loss": 0.2968,
      "step": 367500
    },
    {
      "epoch": 26.33,
      "learning_rate": 3.6836457290027186e-05,
      "loss": 0.295,
      "step": 368000
    },
    {
      "epoch": 26.36,
      "learning_rate": 3.6818572041779944e-05,
      "loss": 0.2923,
      "step": 368500
    },
    {
      "epoch": 26.4,
      "learning_rate": 3.6800686793532696e-05,
      "loss": 0.2989,
      "step": 369000
    },
    {
      "epoch": 26.43,
      "learning_rate": 3.678280154528545e-05,
      "loss": 0.3007,
      "step": 369500
    },
    {
      "epoch": 26.47,
      "learning_rate": 3.6764916297038207e-05,
      "loss": 0.3044,
      "step": 370000
    },
    {
      "epoch": 26.51,
      "learning_rate": 3.674703104879096e-05,
      "loss": 0.2978,
      "step": 370500
    },
    {
      "epoch": 26.54,
      "learning_rate": 3.672914580054371e-05,
      "loss": 0.2971,
      "step": 371000
    },
    {
      "epoch": 26.58,
      "learning_rate": 3.671126055229647e-05,
      "loss": 0.3058,
      "step": 371500
    },
    {
      "epoch": 26.61,
      "learning_rate": 3.669337530404922e-05,
      "loss": 0.3078,
      "step": 372000
    },
    {
      "epoch": 26.65,
      "learning_rate": 3.667549005580197e-05,
      "loss": 0.3016,
      "step": 372500
    },
    {
      "epoch": 26.68,
      "learning_rate": 3.665760480755473e-05,
      "loss": 0.308,
      "step": 373000
    },
    {
      "epoch": 26.72,
      "learning_rate": 3.663971955930748e-05,
      "loss": 0.3086,
      "step": 373500
    },
    {
      "epoch": 26.76,
      "learning_rate": 3.662183431106024e-05,
      "loss": 0.3112,
      "step": 374000
    },
    {
      "epoch": 26.79,
      "learning_rate": 3.660394906281299e-05,
      "loss": 0.3071,
      "step": 374500
    },
    {
      "epoch": 26.83,
      "learning_rate": 3.6586063814565745e-05,
      "loss": 0.313,
      "step": 375000
    },
    {
      "epoch": 26.86,
      "learning_rate": 3.65681785663185e-05,
      "loss": 0.3117,
      "step": 375500
    },
    {
      "epoch": 26.9,
      "learning_rate": 3.6550293318071255e-05,
      "loss": 0.3135,
      "step": 376000
    },
    {
      "epoch": 26.94,
      "learning_rate": 3.653240806982401e-05,
      "loss": 0.3138,
      "step": 376500
    },
    {
      "epoch": 26.97,
      "learning_rate": 3.6514522821576766e-05,
      "loss": 0.3138,
      "step": 377000
    },
    {
      "epoch": 27.01,
      "learning_rate": 3.649663757332952e-05,
      "loss": 0.3043,
      "step": 377500
    },
    {
      "epoch": 27.04,
      "learning_rate": 3.647875232508227e-05,
      "loss": 0.2736,
      "step": 378000
    },
    {
      "epoch": 27.08,
      "learning_rate": 3.646086707683503e-05,
      "loss": 0.2799,
      "step": 378500
    },
    {
      "epoch": 27.11,
      "learning_rate": 3.644298182858778e-05,
      "loss": 0.278,
      "step": 379000
    },
    {
      "epoch": 27.15,
      "learning_rate": 3.642509658034053e-05,
      "loss": 0.2836,
      "step": 379500
    },
    {
      "epoch": 27.19,
      "learning_rate": 3.64072113320933e-05,
      "loss": 0.282,
      "step": 380000
    },
    {
      "epoch": 27.22,
      "learning_rate": 3.638932608384605e-05,
      "loss": 0.2837,
      "step": 380500
    },
    {
      "epoch": 27.26,
      "learning_rate": 3.63714408355988e-05,
      "loss": 0.2837,
      "step": 381000
    },
    {
      "epoch": 27.29,
      "learning_rate": 3.635355558735156e-05,
      "loss": 0.2897,
      "step": 381500
    },
    {
      "epoch": 27.33,
      "learning_rate": 3.633567033910431e-05,
      "loss": 0.2914,
      "step": 382000
    },
    {
      "epoch": 27.36,
      "learning_rate": 3.631778509085706e-05,
      "loss": 0.2928,
      "step": 382500
    },
    {
      "epoch": 27.4,
      "learning_rate": 3.629989984260982e-05,
      "loss": 0.2941,
      "step": 383000
    },
    {
      "epoch": 27.44,
      "learning_rate": 3.628201459436257e-05,
      "loss": 0.293,
      "step": 383500
    },
    {
      "epoch": 27.47,
      "learning_rate": 3.6264129346115325e-05,
      "loss": 0.2942,
      "step": 384000
    },
    {
      "epoch": 27.51,
      "learning_rate": 3.624624409786808e-05,
      "loss": 0.2941,
      "step": 384500
    },
    {
      "epoch": 27.54,
      "learning_rate": 3.6228358849620835e-05,
      "loss": 0.2965,
      "step": 385000
    },
    {
      "epoch": 27.58,
      "learning_rate": 3.6210473601373593e-05,
      "loss": 0.3013,
      "step": 385500
    },
    {
      "epoch": 27.61,
      "learning_rate": 3.6192588353126345e-05,
      "loss": 0.2992,
      "step": 386000
    },
    {
      "epoch": 27.65,
      "learning_rate": 3.61747031048791e-05,
      "loss": 0.2991,
      "step": 386500
    },
    {
      "epoch": 27.69,
      "learning_rate": 3.6156817856631856e-05,
      "loss": 0.2993,
      "step": 387000
    },
    {
      "epoch": 27.72,
      "learning_rate": 3.613893260838461e-05,
      "loss": 0.3044,
      "step": 387500
    },
    {
      "epoch": 27.76,
      "learning_rate": 3.612104736013736e-05,
      "loss": 0.3013,
      "step": 388000
    },
    {
      "epoch": 27.79,
      "learning_rate": 3.610316211189012e-05,
      "loss": 0.3072,
      "step": 388500
    },
    {
      "epoch": 27.83,
      "learning_rate": 3.608527686364287e-05,
      "loss": 0.3065,
      "step": 389000
    },
    {
      "epoch": 27.87,
      "learning_rate": 3.606739161539562e-05,
      "loss": 0.3077,
      "step": 389500
    },
    {
      "epoch": 27.9,
      "learning_rate": 3.604950636714838e-05,
      "loss": 0.3092,
      "step": 390000
    },
    {
      "epoch": 27.94,
      "learning_rate": 3.603162111890113e-05,
      "loss": 0.3065,
      "step": 390500
    },
    {
      "epoch": 27.97,
      "learning_rate": 3.6013735870653884e-05,
      "loss": 0.3074,
      "step": 391000
    },
    {
      "epoch": 28.01,
      "learning_rate": 3.599585062240664e-05,
      "loss": 0.2985,
      "step": 391500
    },
    {
      "epoch": 28.04,
      "learning_rate": 3.5977965374159394e-05,
      "loss": 0.2652,
      "step": 392000
    },
    {
      "epoch": 28.08,
      "learning_rate": 3.5960080125912146e-05,
      "loss": 0.2739,
      "step": 392500
    },
    {
      "epoch": 28.12,
      "learning_rate": 3.5942194877664904e-05,
      "loss": 0.2782,
      "step": 393000
    },
    {
      "epoch": 28.15,
      "learning_rate": 3.5924309629417656e-05,
      "loss": 0.2794,
      "step": 393500
    },
    {
      "epoch": 28.19,
      "learning_rate": 3.5906424381170415e-05,
      "loss": 0.2835,
      "step": 394000
    },
    {
      "epoch": 28.22,
      "learning_rate": 3.5888539132923166e-05,
      "loss": 0.2797,
      "step": 394500
    },
    {
      "epoch": 28.26,
      "learning_rate": 3.587065388467592e-05,
      "loss": 0.2821,
      "step": 395000
    },
    {
      "epoch": 28.29,
      "learning_rate": 3.585276863642868e-05,
      "loss": 0.2846,
      "step": 395500
    },
    {
      "epoch": 28.33,
      "learning_rate": 3.583488338818143e-05,
      "loss": 0.2871,
      "step": 396000
    },
    {
      "epoch": 28.37,
      "learning_rate": 3.581699813993418e-05,
      "loss": 0.2847,
      "step": 396500
    },
    {
      "epoch": 28.4,
      "learning_rate": 3.579911289168694e-05,
      "loss": 0.2892,
      "step": 397000
    },
    {
      "epoch": 28.44,
      "learning_rate": 3.578122764343969e-05,
      "loss": 0.2895,
      "step": 397500
    },
    {
      "epoch": 28.47,
      "learning_rate": 3.576334239519244e-05,
      "loss": 0.2917,
      "step": 398000
    },
    {
      "epoch": 28.51,
      "learning_rate": 3.57454571469452e-05,
      "loss": 0.2965,
      "step": 398500
    },
    {
      "epoch": 28.54,
      "learning_rate": 3.572757189869795e-05,
      "loss": 0.2958,
      "step": 399000
    },
    {
      "epoch": 28.58,
      "learning_rate": 3.5709686650450705e-05,
      "loss": 0.2948,
      "step": 399500
    },
    {
      "epoch": 28.62,
      "learning_rate": 3.569180140220346e-05,
      "loss": 0.3015,
      "step": 400000
    },
    {
      "epoch": 28.65,
      "learning_rate": 3.5673916153956215e-05,
      "loss": 0.2949,
      "step": 400500
    },
    {
      "epoch": 28.69,
      "learning_rate": 3.5656030905708974e-05,
      "loss": 0.3006,
      "step": 401000
    },
    {
      "epoch": 28.72,
      "learning_rate": 3.5638145657461725e-05,
      "loss": 0.3004,
      "step": 401500
    },
    {
      "epoch": 28.76,
      "learning_rate": 3.5620260409214484e-05,
      "loss": 0.301,
      "step": 402000
    },
    {
      "epoch": 28.8,
      "learning_rate": 3.5602375160967236e-05,
      "loss": 0.2974,
      "step": 402500
    },
    {
      "epoch": 28.83,
      "learning_rate": 3.5584489912719994e-05,
      "loss": 0.2978,
      "step": 403000
    },
    {
      "epoch": 28.87,
      "learning_rate": 3.5566604664472746e-05,
      "loss": 0.2994,
      "step": 403500
    },
    {
      "epoch": 28.9,
      "learning_rate": 3.55487194162255e-05,
      "loss": 0.3041,
      "step": 404000
    },
    {
      "epoch": 28.94,
      "learning_rate": 3.5530834167978256e-05,
      "loss": 0.3043,
      "step": 404500
    },
    {
      "epoch": 28.97,
      "learning_rate": 3.551294891973101e-05,
      "loss": 0.3016,
      "step": 405000
    },
    {
      "epoch": 29.01,
      "learning_rate": 3.549506367148377e-05,
      "loss": 0.2955,
      "step": 405500
    },
    {
      "epoch": 29.05,
      "learning_rate": 3.547717842323652e-05,
      "loss": 0.2647,
      "step": 406000
    },
    {
      "epoch": 29.08,
      "learning_rate": 3.545929317498927e-05,
      "loss": 0.2694,
      "step": 406500
    },
    {
      "epoch": 29.12,
      "learning_rate": 3.544140792674203e-05,
      "loss": 0.2691,
      "step": 407000
    },
    {
      "epoch": 29.15,
      "learning_rate": 3.542352267849478e-05,
      "loss": 0.2695,
      "step": 407500
    },
    {
      "epoch": 29.19,
      "learning_rate": 3.540563743024753e-05,
      "loss": 0.2747,
      "step": 408000
    },
    {
      "epoch": 29.22,
      "learning_rate": 3.538775218200029e-05,
      "loss": 0.2794,
      "step": 408500
    },
    {
      "epoch": 29.26,
      "learning_rate": 3.536986693375304e-05,
      "loss": 0.2796,
      "step": 409000
    },
    {
      "epoch": 29.3,
      "learning_rate": 3.5351981685505795e-05,
      "loss": 0.2837,
      "step": 409500
    },
    {
      "epoch": 29.33,
      "learning_rate": 3.533409643725855e-05,
      "loss": 0.2849,
      "step": 410000
    },
    {
      "epoch": 29.37,
      "learning_rate": 3.5316211189011305e-05,
      "loss": 0.2858,
      "step": 410500
    },
    {
      "epoch": 29.4,
      "learning_rate": 3.529832594076406e-05,
      "loss": 0.2839,
      "step": 411000
    },
    {
      "epoch": 29.44,
      "learning_rate": 3.5280440692516815e-05,
      "loss": 0.2864,
      "step": 411500
    },
    {
      "epoch": 29.47,
      "learning_rate": 3.526255544426957e-05,
      "loss": 0.2858,
      "step": 412000
    },
    {
      "epoch": 29.51,
      "learning_rate": 3.5244670196022326e-05,
      "loss": 0.29,
      "step": 412500
    },
    {
      "epoch": 29.55,
      "learning_rate": 3.522678494777508e-05,
      "loss": 0.2869,
      "step": 413000
    },
    {
      "epoch": 29.58,
      "learning_rate": 3.520889969952783e-05,
      "loss": 0.2902,
      "step": 413500
    },
    {
      "epoch": 29.62,
      "learning_rate": 3.519101445128059e-05,
      "loss": 0.2906,
      "step": 414000
    },
    {
      "epoch": 29.65,
      "learning_rate": 3.517312920303334e-05,
      "loss": 0.2997,
      "step": 414500
    },
    {
      "epoch": 29.69,
      "learning_rate": 3.515524395478609e-05,
      "loss": 0.2961,
      "step": 415000
    },
    {
      "epoch": 29.73,
      "learning_rate": 3.513735870653885e-05,
      "loss": 0.2937,
      "step": 415500
    },
    {
      "epoch": 29.76,
      "learning_rate": 3.51194734582916e-05,
      "loss": 0.2919,
      "step": 416000
    },
    {
      "epoch": 29.8,
      "learning_rate": 3.5101588210044354e-05,
      "loss": 0.293,
      "step": 416500
    },
    {
      "epoch": 29.83,
      "learning_rate": 3.508370296179711e-05,
      "loss": 0.2976,
      "step": 417000
    },
    {
      "epoch": 29.87,
      "learning_rate": 3.5065817713549864e-05,
      "loss": 0.2962,
      "step": 417500
    },
    {
      "epoch": 29.9,
      "learning_rate": 3.5047932465302616e-05,
      "loss": 0.299,
      "step": 418000
    },
    {
      "epoch": 29.94,
      "learning_rate": 3.5030047217055374e-05,
      "loss": 0.2975,
      "step": 418500
    },
    {
      "epoch": 29.98,
      "learning_rate": 3.5012161968808126e-05,
      "loss": 0.2969,
      "step": 419000
    },
    {
      "epoch": 30.01,
      "learning_rate": 3.499427672056088e-05,
      "loss": 0.2894,
      "step": 419500
    },
    {
      "epoch": 30.05,
      "learning_rate": 3.497639147231364e-05,
      "loss": 0.2614,
      "step": 420000
    },
    {
      "epoch": 30.08,
      "learning_rate": 3.495850622406639e-05,
      "loss": 0.2653,
      "step": 420500
    },
    {
      "epoch": 30.12,
      "learning_rate": 3.494062097581915e-05,
      "loss": 0.272,
      "step": 421000
    },
    {
      "epoch": 30.15,
      "learning_rate": 3.49227357275719e-05,
      "loss": 0.2693,
      "step": 421500
    },
    {
      "epoch": 30.19,
      "learning_rate": 3.490485047932465e-05,
      "loss": 0.2741,
      "step": 422000
    },
    {
      "epoch": 30.23,
      "learning_rate": 3.488696523107741e-05,
      "loss": 0.2695,
      "step": 422500
    },
    {
      "epoch": 30.26,
      "learning_rate": 3.486907998283016e-05,
      "loss": 0.2766,
      "step": 423000
    },
    {
      "epoch": 30.3,
      "learning_rate": 3.485119473458292e-05,
      "loss": 0.2787,
      "step": 423500
    },
    {
      "epoch": 30.33,
      "learning_rate": 3.483330948633567e-05,
      "loss": 0.2804,
      "step": 424000
    },
    {
      "epoch": 30.37,
      "learning_rate": 3.481542423808843e-05,
      "loss": 0.2745,
      "step": 424500
    },
    {
      "epoch": 30.4,
      "learning_rate": 3.479753898984118e-05,
      "loss": 0.2776,
      "step": 425000
    },
    {
      "epoch": 30.44,
      "learning_rate": 3.477965374159394e-05,
      "loss": 0.2767,
      "step": 425500
    },
    {
      "epoch": 30.48,
      "learning_rate": 3.476176849334669e-05,
      "loss": 0.2842,
      "step": 426000
    },
    {
      "epoch": 30.51,
      "learning_rate": 3.4743883245099444e-05,
      "loss": 0.2832,
      "step": 426500
    },
    {
      "epoch": 30.55,
      "learning_rate": 3.47259979968522e-05,
      "loss": 0.2852,
      "step": 427000
    },
    {
      "epoch": 30.58,
      "learning_rate": 3.4708112748604954e-05,
      "loss": 0.2922,
      "step": 427500
    },
    {
      "epoch": 30.62,
      "learning_rate": 3.4690227500357706e-05,
      "loss": 0.2883,
      "step": 428000
    },
    {
      "epoch": 30.66,
      "learning_rate": 3.4672342252110465e-05,
      "loss": 0.2925,
      "step": 428500
    },
    {
      "epoch": 30.69,
      "learning_rate": 3.4654457003863216e-05,
      "loss": 0.2925,
      "step": 429000
    },
    {
      "epoch": 30.73,
      "learning_rate": 3.463657175561597e-05,
      "loss": 0.2914,
      "step": 429500
    },
    {
      "epoch": 30.76,
      "learning_rate": 3.461868650736873e-05,
      "loss": 0.2897,
      "step": 430000
    },
    {
      "epoch": 30.8,
      "learning_rate": 3.460080125912148e-05,
      "loss": 0.2925,
      "step": 430500
    },
    {
      "epoch": 30.83,
      "learning_rate": 3.458291601087423e-05,
      "loss": 0.2948,
      "step": 431000
    },
    {
      "epoch": 30.87,
      "learning_rate": 3.456503076262699e-05,
      "loss": 0.2928,
      "step": 431500
    },
    {
      "epoch": 30.91,
      "learning_rate": 3.454714551437974e-05,
      "loss": 0.2896,
      "step": 432000
    },
    {
      "epoch": 30.94,
      "learning_rate": 3.45292602661325e-05,
      "loss": 0.2935,
      "step": 432500
    },
    {
      "epoch": 30.98,
      "learning_rate": 3.451137501788525e-05,
      "loss": 0.2906,
      "step": 433000
    },
    {
      "epoch": 31.01,
      "learning_rate": 3.4493489769638e-05,
      "loss": 0.2811,
      "step": 433500
    },
    {
      "epoch": 31.05,
      "learning_rate": 3.447560452139076e-05,
      "loss": 0.2524,
      "step": 434000
    },
    {
      "epoch": 31.08,
      "learning_rate": 3.445771927314351e-05,
      "loss": 0.2664,
      "step": 434500
    },
    {
      "epoch": 31.12,
      "learning_rate": 3.4439834024896265e-05,
      "loss": 0.2655,
      "step": 435000
    },
    {
      "epoch": 31.16,
      "learning_rate": 3.4421948776649024e-05,
      "loss": 0.2686,
      "step": 435500
    },
    {
      "epoch": 31.19,
      "learning_rate": 3.4404063528401775e-05,
      "loss": 0.2724,
      "step": 436000
    },
    {
      "epoch": 31.23,
      "learning_rate": 3.438617828015453e-05,
      "loss": 0.2699,
      "step": 436500
    },
    {
      "epoch": 31.26,
      "learning_rate": 3.4368293031907286e-05,
      "loss": 0.2718,
      "step": 437000
    },
    {
      "epoch": 31.3,
      "learning_rate": 3.435040778366004e-05,
      "loss": 0.2763,
      "step": 437500
    },
    {
      "epoch": 31.33,
      "learning_rate": 3.433252253541279e-05,
      "loss": 0.2759,
      "step": 438000
    },
    {
      "epoch": 31.37,
      "learning_rate": 3.431463728716555e-05,
      "loss": 0.2789,
      "step": 438500
    },
    {
      "epoch": 31.41,
      "learning_rate": 3.42967520389183e-05,
      "loss": 0.2791,
      "step": 439000
    },
    {
      "epoch": 31.44,
      "learning_rate": 3.427886679067105e-05,
      "loss": 0.2783,
      "step": 439500
    },
    {
      "epoch": 31.48,
      "learning_rate": 3.426098154242381e-05,
      "loss": 0.2806,
      "step": 440000
    },
    {
      "epoch": 31.51,
      "learning_rate": 3.424309629417656e-05,
      "loss": 0.2834,
      "step": 440500
    },
    {
      "epoch": 31.55,
      "learning_rate": 3.422521104592932e-05,
      "loss": 0.2781,
      "step": 441000
    },
    {
      "epoch": 31.59,
      "learning_rate": 3.420732579768207e-05,
      "loss": 0.2836,
      "step": 441500
    },
    {
      "epoch": 31.62,
      "learning_rate": 3.4189440549434824e-05,
      "loss": 0.2841,
      "step": 442000
    },
    {
      "epoch": 31.66,
      "learning_rate": 3.417155530118758e-05,
      "loss": 0.2825,
      "step": 442500
    },
    {
      "epoch": 31.69,
      "learning_rate": 3.4153670052940334e-05,
      "loss": 0.286,
      "step": 443000
    },
    {
      "epoch": 31.73,
      "learning_rate": 3.4135784804693086e-05,
      "loss": 0.2892,
      "step": 443500
    },
    {
      "epoch": 31.76,
      "learning_rate": 3.4117899556445845e-05,
      "loss": 0.286,
      "step": 444000
    },
    {
      "epoch": 31.8,
      "learning_rate": 3.4100014308198596e-05,
      "loss": 0.2922,
      "step": 444500
    },
    {
      "epoch": 31.84,
      "learning_rate": 3.4082129059951355e-05,
      "loss": 0.2836,
      "step": 445000
    },
    {
      "epoch": 31.87,
      "learning_rate": 3.4064243811704114e-05,
      "loss": 0.2906,
      "step": 445500
    },
    {
      "epoch": 31.91,
      "learning_rate": 3.4046358563456865e-05,
      "loss": 0.2913,
      "step": 446000
    },
    {
      "epoch": 31.94,
      "learning_rate": 3.402847331520962e-05,
      "loss": 0.2911,
      "step": 446500
    },
    {
      "epoch": 31.98,
      "learning_rate": 3.4010588066962376e-05,
      "loss": 0.2941,
      "step": 447000
    },
    {
      "epoch": 32.01,
      "learning_rate": 3.399270281871513e-05,
      "loss": 0.2761,
      "step": 447500
    },
    {
      "epoch": 32.05,
      "learning_rate": 3.397481757046788e-05,
      "loss": 0.2583,
      "step": 448000
    },
    {
      "epoch": 32.09,
      "learning_rate": 3.395693232222064e-05,
      "loss": 0.2592,
      "step": 448500
    },
    {
      "epoch": 32.12,
      "learning_rate": 3.393904707397339e-05,
      "loss": 0.2603,
      "step": 449000
    },
    {
      "epoch": 32.16,
      "learning_rate": 3.392116182572614e-05,
      "loss": 0.2613,
      "step": 449500
    },
    {
      "epoch": 32.19,
      "learning_rate": 3.39032765774789e-05,
      "loss": 0.2671,
      "step": 450000
    },
    {
      "epoch": 32.23,
      "learning_rate": 3.388539132923165e-05,
      "loss": 0.2727,
      "step": 450500
    },
    {
      "epoch": 32.26,
      "learning_rate": 3.3867506080984404e-05,
      "loss": 0.2692,
      "step": 451000
    },
    {
      "epoch": 32.3,
      "learning_rate": 3.384962083273716e-05,
      "loss": 0.2671,
      "step": 451500
    },
    {
      "epoch": 32.34,
      "learning_rate": 3.3831735584489914e-05,
      "loss": 0.276,
      "step": 452000
    },
    {
      "epoch": 32.37,
      "learning_rate": 3.381385033624267e-05,
      "loss": 0.2731,
      "step": 452500
    },
    {
      "epoch": 32.41,
      "learning_rate": 3.3795965087995424e-05,
      "loss": 0.2734,
      "step": 453000
    },
    {
      "epoch": 32.44,
      "learning_rate": 3.3778079839748176e-05,
      "loss": 0.2755,
      "step": 453500
    },
    {
      "epoch": 32.48,
      "learning_rate": 3.3760194591500935e-05,
      "loss": 0.2786,
      "step": 454000
    },
    {
      "epoch": 32.52,
      "learning_rate": 3.3742309343253687e-05,
      "loss": 0.28,
      "step": 454500
    },
    {
      "epoch": 32.55,
      "learning_rate": 3.372442409500644e-05,
      "loss": 0.2768,
      "step": 455000
    },
    {
      "epoch": 32.59,
      "learning_rate": 3.37065388467592e-05,
      "loss": 0.2833,
      "step": 455500
    },
    {
      "epoch": 32.62,
      "learning_rate": 3.368865359851195e-05,
      "loss": 0.2782,
      "step": 456000
    },
    {
      "epoch": 32.66,
      "learning_rate": 3.36707683502647e-05,
      "loss": 0.2823,
      "step": 456500
    },
    {
      "epoch": 32.69,
      "learning_rate": 3.365288310201746e-05,
      "loss": 0.2795,
      "step": 457000
    },
    {
      "epoch": 32.73,
      "learning_rate": 3.363499785377021e-05,
      "loss": 0.2782,
      "step": 457500
    },
    {
      "epoch": 32.77,
      "learning_rate": 3.361711260552296e-05,
      "loss": 0.285,
      "step": 458000
    },
    {
      "epoch": 32.8,
      "learning_rate": 3.359922735727572e-05,
      "loss": 0.2854,
      "step": 458500
    },
    {
      "epoch": 32.84,
      "learning_rate": 3.358134210902847e-05,
      "loss": 0.2825,
      "step": 459000
    },
    {
      "epoch": 32.87,
      "learning_rate": 3.356345686078123e-05,
      "loss": 0.2834,
      "step": 459500
    },
    {
      "epoch": 32.91,
      "learning_rate": 3.354557161253398e-05,
      "loss": 0.2848,
      "step": 460000
    },
    {
      "epoch": 32.94,
      "learning_rate": 3.3527686364286735e-05,
      "loss": 0.2843,
      "step": 460500
    },
    {
      "epoch": 32.98,
      "learning_rate": 3.3509801116039494e-05,
      "loss": 0.2864,
      "step": 461000
    },
    {
      "epoch": 33.02,
      "learning_rate": 3.3491915867792246e-05,
      "loss": 0.2755,
      "step": 461500
    },
    {
      "epoch": 33.05,
      "learning_rate": 3.3474030619545e-05,
      "loss": 0.2541,
      "step": 462000
    },
    {
      "epoch": 33.09,
      "learning_rate": 3.3456145371297756e-05,
      "loss": 0.2543,
      "step": 462500
    },
    {
      "epoch": 33.12,
      "learning_rate": 3.343826012305051e-05,
      "loss": 0.2596,
      "step": 463000
    },
    {
      "epoch": 33.16,
      "learning_rate": 3.342037487480326e-05,
      "loss": 0.2639,
      "step": 463500
    },
    {
      "epoch": 33.2,
      "learning_rate": 3.340248962655602e-05,
      "loss": 0.2669,
      "step": 464000
    },
    {
      "epoch": 33.23,
      "learning_rate": 3.338460437830877e-05,
      "loss": 0.2641,
      "step": 464500
    },
    {
      "epoch": 33.27,
      "learning_rate": 3.336671913006152e-05,
      "loss": 0.2689,
      "step": 465000
    },
    {
      "epoch": 33.3,
      "learning_rate": 3.334883388181428e-05,
      "loss": 0.262,
      "step": 465500
    },
    {
      "epoch": 33.34,
      "learning_rate": 3.333094863356703e-05,
      "loss": 0.2656,
      "step": 466000
    },
    {
      "epoch": 33.37,
      "learning_rate": 3.3313063385319784e-05,
      "loss": 0.2665,
      "step": 466500
    },
    {
      "epoch": 33.41,
      "learning_rate": 3.329517813707255e-05,
      "loss": 0.2705,
      "step": 467000
    },
    {
      "epoch": 33.45,
      "learning_rate": 3.32772928888253e-05,
      "loss": 0.2744,
      "step": 467500
    },
    {
      "epoch": 33.48,
      "learning_rate": 3.325940764057805e-05,
      "loss": 0.266,
      "step": 468000
    },
    {
      "epoch": 33.52,
      "learning_rate": 3.324152239233081e-05,
      "loss": 0.2723,
      "step": 468500
    },
    {
      "epoch": 33.55,
      "learning_rate": 3.322363714408356e-05,
      "loss": 0.275,
      "step": 469000
    },
    {
      "epoch": 33.59,
      "learning_rate": 3.3205751895836315e-05,
      "loss": 0.2751,
      "step": 469500
    },
    {
      "epoch": 33.62,
      "learning_rate": 3.3187866647589073e-05,
      "loss": 0.2801,
      "step": 470000
    },
    {
      "epoch": 33.66,
      "learning_rate": 3.3169981399341825e-05,
      "loss": 0.2795,
      "step": 470500
    },
    {
      "epoch": 33.7,
      "learning_rate": 3.3152096151094584e-05,
      "loss": 0.2764,
      "step": 471000
    },
    {
      "epoch": 33.73,
      "learning_rate": 3.3134210902847336e-05,
      "loss": 0.2799,
      "step": 471500
    },
    {
      "epoch": 33.77,
      "learning_rate": 3.311632565460009e-05,
      "loss": 0.2812,
      "step": 472000
    },
    {
      "epoch": 33.8,
      "learning_rate": 3.3098440406352846e-05,
      "loss": 0.2851,
      "step": 472500
    },
    {
      "epoch": 33.84,
      "learning_rate": 3.30805551581056e-05,
      "loss": 0.2855,
      "step": 473000
    },
    {
      "epoch": 33.87,
      "learning_rate": 3.306266990985835e-05,
      "loss": 0.2858,
      "step": 473500
    },
    {
      "epoch": 33.91,
      "learning_rate": 3.304478466161111e-05,
      "loss": 0.2815,
      "step": 474000
    },
    {
      "epoch": 33.95,
      "learning_rate": 3.302689941336386e-05,
      "loss": 0.2766,
      "step": 474500
    },
    {
      "epoch": 33.98,
      "learning_rate": 3.300901416511661e-05,
      "loss": 0.2831,
      "step": 475000
    },
    {
      "epoch": 34.02,
      "learning_rate": 3.299112891686937e-05,
      "loss": 0.2673,
      "step": 475500
    },
    {
      "epoch": 34.05,
      "learning_rate": 3.297324366862212e-05,
      "loss": 0.2541,
      "step": 476000
    },
    {
      "epoch": 34.09,
      "learning_rate": 3.2955358420374874e-05,
      "loss": 0.2556,
      "step": 476500
    },
    {
      "epoch": 34.13,
      "learning_rate": 3.293747317212763e-05,
      "loss": 0.2588,
      "step": 477000
    },
    {
      "epoch": 34.16,
      "learning_rate": 3.2919587923880384e-05,
      "loss": 0.2612,
      "step": 477500
    },
    {
      "epoch": 34.2,
      "learning_rate": 3.2901702675633136e-05,
      "loss": 0.262,
      "step": 478000
    },
    {
      "epoch": 34.23,
      "learning_rate": 3.2883817427385895e-05,
      "loss": 0.2604,
      "step": 478500
    },
    {
      "epoch": 34.27,
      "learning_rate": 3.2865932179138646e-05,
      "loss": 0.2644,
      "step": 479000
    },
    {
      "epoch": 34.3,
      "learning_rate": 3.2848046930891405e-05,
      "loss": 0.2628,
      "step": 479500
    },
    {
      "epoch": 34.34,
      "learning_rate": 3.283016168264416e-05,
      "loss": 0.2678,
      "step": 480000
    },
    {
      "epoch": 34.38,
      "learning_rate": 3.281227643439691e-05,
      "loss": 0.2623,
      "step": 480500
    },
    {
      "epoch": 34.41,
      "learning_rate": 3.279439118614967e-05,
      "loss": 0.2665,
      "step": 481000
    },
    {
      "epoch": 34.45,
      "learning_rate": 3.277650593790242e-05,
      "loss": 0.2633,
      "step": 481500
    },
    {
      "epoch": 34.48,
      "learning_rate": 3.275862068965517e-05,
      "loss": 0.2692,
      "step": 482000
    },
    {
      "epoch": 34.52,
      "learning_rate": 3.274073544140793e-05,
      "loss": 0.2678,
      "step": 482500
    },
    {
      "epoch": 34.55,
      "learning_rate": 3.272285019316068e-05,
      "loss": 0.2725,
      "step": 483000
    },
    {
      "epoch": 34.59,
      "learning_rate": 3.270496494491343e-05,
      "loss": 0.2722,
      "step": 483500
    },
    {
      "epoch": 34.63,
      "learning_rate": 3.268707969666619e-05,
      "loss": 0.2747,
      "step": 484000
    },
    {
      "epoch": 34.66,
      "learning_rate": 3.266919444841894e-05,
      "loss": 0.277,
      "step": 484500
    },
    {
      "epoch": 34.7,
      "learning_rate": 3.2651309200171695e-05,
      "loss": 0.2744,
      "step": 485000
    },
    {
      "epoch": 34.73,
      "learning_rate": 3.2633423951924454e-05,
      "loss": 0.273,
      "step": 485500
    },
    {
      "epoch": 34.77,
      "learning_rate": 3.2615538703677205e-05,
      "loss": 0.2784,
      "step": 486000
    },
    {
      "epoch": 34.8,
      "learning_rate": 3.2597653455429964e-05,
      "loss": 0.2808,
      "step": 486500
    },
    {
      "epoch": 34.84,
      "learning_rate": 3.2579768207182716e-05,
      "loss": 0.274,
      "step": 487000
    },
    {
      "epoch": 34.88,
      "learning_rate": 3.256188295893547e-05,
      "loss": 0.2794,
      "step": 487500
    },
    {
      "epoch": 34.91,
      "learning_rate": 3.2543997710688226e-05,
      "loss": 0.2818,
      "step": 488000
    },
    {
      "epoch": 34.95,
      "learning_rate": 3.2526112462440985e-05,
      "loss": 0.2789,
      "step": 488500
    },
    {
      "epoch": 34.98,
      "learning_rate": 3.2508227214193736e-05,
      "loss": 0.2775,
      "step": 489000
    },
    {
      "epoch": 35.02,
      "learning_rate": 3.249034196594649e-05,
      "loss": 0.2633,
      "step": 489500
    },
    {
      "epoch": 35.06,
      "learning_rate": 3.247245671769925e-05,
      "loss": 0.2477,
      "step": 490000
    },
    {
      "epoch": 35.09,
      "learning_rate": 3.2454571469452e-05,
      "loss": 0.25,
      "step": 490500
    },
    {
      "epoch": 35.13,
      "learning_rate": 3.243668622120476e-05,
      "loss": 0.2536,
      "step": 491000
    },
    {
      "epoch": 35.16,
      "learning_rate": 3.241880097295751e-05,
      "loss": 0.254,
      "step": 491500
    },
    {
      "epoch": 35.2,
      "learning_rate": 3.240091572471026e-05,
      "loss": 0.2561,
      "step": 492000
    },
    {
      "epoch": 35.23,
      "learning_rate": 3.238303047646302e-05,
      "loss": 0.2616,
      "step": 492500
    },
    {
      "epoch": 35.27,
      "learning_rate": 3.236514522821577e-05,
      "loss": 0.2619,
      "step": 493000
    },
    {
      "epoch": 35.31,
      "learning_rate": 3.234725997996852e-05,
      "loss": 0.2596,
      "step": 493500
    },
    {
      "epoch": 35.34,
      "learning_rate": 3.232937473172128e-05,
      "loss": 0.2612,
      "step": 494000
    },
    {
      "epoch": 35.38,
      "learning_rate": 3.231148948347403e-05,
      "loss": 0.2629,
      "step": 494500
    },
    {
      "epoch": 35.41,
      "learning_rate": 3.2293604235226785e-05,
      "loss": 0.2649,
      "step": 495000
    },
    {
      "epoch": 35.45,
      "learning_rate": 3.2275718986979544e-05,
      "loss": 0.2672,
      "step": 495500
    },
    {
      "epoch": 35.48,
      "learning_rate": 3.2257833738732295e-05,
      "loss": 0.2701,
      "step": 496000
    },
    {
      "epoch": 35.52,
      "learning_rate": 3.223994849048505e-05,
      "loss": 0.268,
      "step": 496500
    },
    {
      "epoch": 35.56,
      "learning_rate": 3.2222063242237806e-05,
      "loss": 0.2701,
      "step": 497000
    },
    {
      "epoch": 35.59,
      "learning_rate": 3.220417799399056e-05,
      "loss": 0.2734,
      "step": 497500
    },
    {
      "epoch": 35.63,
      "learning_rate": 3.218629274574331e-05,
      "loss": 0.2714,
      "step": 498000
    },
    {
      "epoch": 35.66,
      "learning_rate": 3.216840749749607e-05,
      "loss": 0.2679,
      "step": 498500
    },
    {
      "epoch": 35.7,
      "learning_rate": 3.215052224924882e-05,
      "loss": 0.2712,
      "step": 499000
    },
    {
      "epoch": 35.73,
      "learning_rate": 3.213263700100158e-05,
      "loss": 0.2728,
      "step": 499500
    },
    {
      "epoch": 35.77,
      "learning_rate": 3.211475175275433e-05,
      "loss": 0.2749,
      "step": 500000
    },
    {
      "epoch": 35.81,
      "learning_rate": 3.209686650450708e-05,
      "loss": 0.2746,
      "step": 500500
    },
    {
      "epoch": 35.84,
      "learning_rate": 3.207898125625984e-05,
      "loss": 0.2742,
      "step": 501000
    },
    {
      "epoch": 35.88,
      "learning_rate": 3.206109600801259e-05,
      "loss": 0.2765,
      "step": 501500
    },
    {
      "epoch": 35.91,
      "learning_rate": 3.2043210759765344e-05,
      "loss": 0.2739,
      "step": 502000
    },
    {
      "epoch": 35.95,
      "learning_rate": 3.20253255115181e-05,
      "loss": 0.2808,
      "step": 502500
    },
    {
      "epoch": 35.99,
      "learning_rate": 3.2007440263270854e-05,
      "loss": 0.2783,
      "step": 503000
    },
    {
      "epoch": 36.02,
      "learning_rate": 3.1989555015023606e-05,
      "loss": 0.2615,
      "step": 503500
    },
    {
      "epoch": 36.06,
      "learning_rate": 3.1971669766776365e-05,
      "loss": 0.25,
      "step": 504000
    },
    {
      "epoch": 36.09,
      "learning_rate": 3.195378451852912e-05,
      "loss": 0.2464,
      "step": 504500
    },
    {
      "epoch": 36.13,
      "learning_rate": 3.193589927028187e-05,
      "loss": 0.2554,
      "step": 505000
    },
    {
      "epoch": 36.16,
      "learning_rate": 3.191801402203463e-05,
      "loss": 0.2573,
      "step": 505500
    },
    {
      "epoch": 36.2,
      "learning_rate": 3.190012877378738e-05,
      "loss": 0.258,
      "step": 506000
    },
    {
      "epoch": 36.24,
      "learning_rate": 3.188224352554014e-05,
      "loss": 0.2633,
      "step": 506500
    },
    {
      "epoch": 36.27,
      "learning_rate": 3.186435827729289e-05,
      "loss": 0.262,
      "step": 507000
    },
    {
      "epoch": 36.31,
      "learning_rate": 3.184647302904564e-05,
      "loss": 0.2673,
      "step": 507500
    },
    {
      "epoch": 36.34,
      "learning_rate": 3.18285877807984e-05,
      "loss": 0.2617,
      "step": 508000
    },
    {
      "epoch": 36.38,
      "learning_rate": 3.181070253255115e-05,
      "loss": 0.2615,
      "step": 508500
    },
    {
      "epoch": 36.41,
      "learning_rate": 3.17928172843039e-05,
      "loss": 0.2644,
      "step": 509000
    },
    {
      "epoch": 36.45,
      "learning_rate": 3.177493203605666e-05,
      "loss": 0.2632,
      "step": 509500
    },
    {
      "epoch": 36.49,
      "learning_rate": 3.1757046787809413e-05,
      "loss": 0.2633,
      "step": 510000
    },
    {
      "epoch": 36.52,
      "learning_rate": 3.173916153956217e-05,
      "loss": 0.2657,
      "step": 510500
    },
    {
      "epoch": 36.56,
      "learning_rate": 3.172127629131493e-05,
      "loss": 0.2652,
      "step": 511000
    },
    {
      "epoch": 36.59,
      "learning_rate": 3.170339104306768e-05,
      "loss": 0.2676,
      "step": 511500
    },
    {
      "epoch": 36.63,
      "learning_rate": 3.1685505794820434e-05,
      "loss": 0.2654,
      "step": 512000
    },
    {
      "epoch": 36.66,
      "learning_rate": 3.166762054657319e-05,
      "loss": 0.2714,
      "step": 512500
    },
    {
      "epoch": 36.7,
      "learning_rate": 3.1649735298325945e-05,
      "loss": 0.2712,
      "step": 513000
    },
    {
      "epoch": 36.74,
      "learning_rate": 3.1631850050078696e-05,
      "loss": 0.2687,
      "step": 513500
    },
    {
      "epoch": 36.77,
      "learning_rate": 3.1613964801831455e-05,
      "loss": 0.2659,
      "step": 514000
    },
    {
      "epoch": 36.81,
      "learning_rate": 3.159607955358421e-05,
      "loss": 0.2666,
      "step": 514500
    },
    {
      "epoch": 36.84,
      "learning_rate": 3.157819430533696e-05,
      "loss": 0.2734,
      "step": 515000
    },
    {
      "epoch": 36.88,
      "learning_rate": 3.156030905708972e-05,
      "loss": 0.2696,
      "step": 515500
    },
    {
      "epoch": 36.92,
      "learning_rate": 3.154242380884247e-05,
      "loss": 0.2714,
      "step": 516000
    },
    {
      "epoch": 36.95,
      "learning_rate": 3.152453856059522e-05,
      "loss": 0.2701,
      "step": 516500
    },
    {
      "epoch": 36.99,
      "learning_rate": 3.150665331234798e-05,
      "loss": 0.2733,
      "step": 517000
    },
    {
      "epoch": 37.02,
      "learning_rate": 3.148876806410073e-05,
      "loss": 0.2569,
      "step": 517500
    },
    {
      "epoch": 37.06,
      "learning_rate": 3.147088281585349e-05,
      "loss": 0.2466,
      "step": 518000
    },
    {
      "epoch": 37.09,
      "learning_rate": 3.145299756760624e-05,
      "loss": 0.2461,
      "step": 518500
    },
    {
      "epoch": 37.13,
      "learning_rate": 3.143511231935899e-05,
      "loss": 0.2507,
      "step": 519000
    },
    {
      "epoch": 37.17,
      "learning_rate": 3.141722707111175e-05,
      "loss": 0.2533,
      "step": 519500
    },
    {
      "epoch": 37.2,
      "learning_rate": 3.1399341822864504e-05,
      "loss": 0.256,
      "step": 520000
    },
    {
      "epoch": 37.24,
      "learning_rate": 3.1381456574617255e-05,
      "loss": 0.2479,
      "step": 520500
    },
    {
      "epoch": 37.27,
      "learning_rate": 3.1363571326370014e-05,
      "loss": 0.2547,
      "step": 521000
    },
    {
      "epoch": 37.31,
      "learning_rate": 3.1345686078122766e-05,
      "loss": 0.2567,
      "step": 521500
    },
    {
      "epoch": 37.34,
      "learning_rate": 3.132780082987552e-05,
      "loss": 0.2581,
      "step": 522000
    },
    {
      "epoch": 37.38,
      "learning_rate": 3.1309915581628276e-05,
      "loss": 0.2609,
      "step": 522500
    },
    {
      "epoch": 37.42,
      "learning_rate": 3.129203033338103e-05,
      "loss": 0.2594,
      "step": 523000
    },
    {
      "epoch": 37.45,
      "learning_rate": 3.127414508513378e-05,
      "loss": 0.2607,
      "step": 523500
    },
    {
      "epoch": 37.49,
      "learning_rate": 3.125625983688654e-05,
      "loss": 0.2675,
      "step": 524000
    },
    {
      "epoch": 37.52,
      "learning_rate": 3.123837458863929e-05,
      "loss": 0.2652,
      "step": 524500
    },
    {
      "epoch": 37.56,
      "learning_rate": 3.122048934039204e-05,
      "loss": 0.2616,
      "step": 525000
    },
    {
      "epoch": 37.59,
      "learning_rate": 3.12026040921448e-05,
      "loss": 0.2635,
      "step": 525500
    },
    {
      "epoch": 37.63,
      "learning_rate": 3.118471884389755e-05,
      "loss": 0.2699,
      "step": 526000
    },
    {
      "epoch": 37.67,
      "learning_rate": 3.116683359565031e-05,
      "loss": 0.2641,
      "step": 526500
    },
    {
      "epoch": 37.7,
      "learning_rate": 3.114894834740306e-05,
      "loss": 0.2685,
      "step": 527000
    },
    {
      "epoch": 37.74,
      "learning_rate": 3.1131063099155814e-05,
      "loss": 0.2675,
      "step": 527500
    },
    {
      "epoch": 37.77,
      "learning_rate": 3.111317785090857e-05,
      "loss": 0.2666,
      "step": 528000
    },
    {
      "epoch": 37.81,
      "learning_rate": 3.1095292602661325e-05,
      "loss": 0.2665,
      "step": 528500
    },
    {
      "epoch": 37.85,
      "learning_rate": 3.1077407354414076e-05,
      "loss": 0.2671,
      "step": 529000
    },
    {
      "epoch": 37.88,
      "learning_rate": 3.1059522106166835e-05,
      "loss": 0.2667,
      "step": 529500
    },
    {
      "epoch": 37.92,
      "learning_rate": 3.104163685791959e-05,
      "loss": 0.2695,
      "step": 530000
    },
    {
      "epoch": 37.95,
      "learning_rate": 3.102375160967234e-05,
      "loss": 0.2651,
      "step": 530500
    },
    {
      "epoch": 37.99,
      "learning_rate": 3.10058663614251e-05,
      "loss": 0.2732,
      "step": 531000
    },
    {
      "epoch": 38.02,
      "learning_rate": 3.098798111317785e-05,
      "loss": 0.2519,
      "step": 531500
    },
    {
      "epoch": 38.06,
      "learning_rate": 3.097009586493061e-05,
      "loss": 0.238,
      "step": 532000
    },
    {
      "epoch": 38.1,
      "learning_rate": 3.0952210616683366e-05,
      "loss": 0.2483,
      "step": 532500
    },
    {
      "epoch": 38.13,
      "learning_rate": 3.093432536843612e-05,
      "loss": 0.2463,
      "step": 533000
    },
    {
      "epoch": 38.17,
      "learning_rate": 3.091644012018887e-05,
      "loss": 0.2484,
      "step": 533500
    },
    {
      "epoch": 38.2,
      "learning_rate": 3.089855487194163e-05,
      "loss": 0.2522,
      "step": 534000
    },
    {
      "epoch": 38.24,
      "learning_rate": 3.088066962369438e-05,
      "loss": 0.2464,
      "step": 534500
    },
    {
      "epoch": 38.27,
      "learning_rate": 3.086278437544713e-05,
      "loss": 0.2515,
      "step": 535000
    },
    {
      "epoch": 38.31,
      "learning_rate": 3.084489912719989e-05,
      "loss": 0.261,
      "step": 535500
    },
    {
      "epoch": 38.35,
      "learning_rate": 3.082701387895264e-05,
      "loss": 0.255,
      "step": 536000
    },
    {
      "epoch": 38.38,
      "learning_rate": 3.0809128630705394e-05,
      "loss": 0.2597,
      "step": 536500
    },
    {
      "epoch": 38.42,
      "learning_rate": 3.079124338245815e-05,
      "loss": 0.2584,
      "step": 537000
    },
    {
      "epoch": 38.45,
      "learning_rate": 3.0773358134210904e-05,
      "loss": 0.2596,
      "step": 537500
    },
    {
      "epoch": 38.49,
      "learning_rate": 3.075547288596366e-05,
      "loss": 0.2641,
      "step": 538000
    },
    {
      "epoch": 38.52,
      "learning_rate": 3.0737587637716415e-05,
      "loss": 0.265,
      "step": 538500
    },
    {
      "epoch": 38.56,
      "learning_rate": 3.0719702389469167e-05,
      "loss": 0.2587,
      "step": 539000
    },
    {
      "epoch": 38.6,
      "learning_rate": 3.0701817141221925e-05,
      "loss": 0.2596,
      "step": 539500
    },
    {
      "epoch": 38.63,
      "learning_rate": 3.068393189297468e-05,
      "loss": 0.2658,
      "step": 540000
    },
    {
      "epoch": 38.67,
      "learning_rate": 3.066604664472743e-05,
      "loss": 0.2638,
      "step": 540500
    },
    {
      "epoch": 38.7,
      "learning_rate": 3.064816139648019e-05,
      "loss": 0.2663,
      "step": 541000
    },
    {
      "epoch": 38.74,
      "learning_rate": 3.063027614823294e-05,
      "loss": 0.2677,
      "step": 541500
    },
    {
      "epoch": 38.78,
      "learning_rate": 3.061239089998569e-05,
      "loss": 0.2613,
      "step": 542000
    },
    {
      "epoch": 38.81,
      "learning_rate": 3.059450565173845e-05,
      "loss": 0.2654,
      "step": 542500
    },
    {
      "epoch": 38.85,
      "learning_rate": 3.05766204034912e-05,
      "loss": 0.2592,
      "step": 543000
    },
    {
      "epoch": 38.88,
      "learning_rate": 3.055873515524395e-05,
      "loss": 0.264,
      "step": 543500
    },
    {
      "epoch": 38.92,
      "learning_rate": 3.054084990699671e-05,
      "loss": 0.263,
      "step": 544000
    },
    {
      "epoch": 38.95,
      "learning_rate": 3.052296465874946e-05,
      "loss": 0.2662,
      "step": 544500
    },
    {
      "epoch": 38.99,
      "learning_rate": 3.050507941050222e-05,
      "loss": 0.2636,
      "step": 545000
    },
    {
      "epoch": 39.03,
      "learning_rate": 3.0487194162254974e-05,
      "loss": 0.2439,
      "step": 545500
    },
    {
      "epoch": 39.06,
      "learning_rate": 3.0469308914007726e-05,
      "loss": 0.2415,
      "step": 546000
    },
    {
      "epoch": 39.1,
      "learning_rate": 3.045142366576048e-05,
      "loss": 0.2504,
      "step": 546500
    },
    {
      "epoch": 39.13,
      "learning_rate": 3.0433538417513236e-05,
      "loss": 0.2458,
      "step": 547000
    },
    {
      "epoch": 39.17,
      "learning_rate": 3.041565316926599e-05,
      "loss": 0.251,
      "step": 547500
    },
    {
      "epoch": 39.2,
      "learning_rate": 3.0397767921018743e-05,
      "loss": 0.248,
      "step": 548000
    },
    {
      "epoch": 39.24,
      "learning_rate": 3.0379882672771498e-05,
      "loss": 0.2464,
      "step": 548500
    },
    {
      "epoch": 39.28,
      "learning_rate": 3.0361997424524253e-05,
      "loss": 0.2522,
      "step": 549000
    },
    {
      "epoch": 39.31,
      "learning_rate": 3.0344112176277005e-05,
      "loss": 0.2542,
      "step": 549500
    },
    {
      "epoch": 39.35,
      "learning_rate": 3.032622692802976e-05,
      "loss": 0.2563,
      "step": 550000
    },
    {
      "epoch": 39.38,
      "learning_rate": 3.0308341679782515e-05,
      "loss": 0.2619,
      "step": 550500
    },
    {
      "epoch": 39.42,
      "learning_rate": 3.029045643153527e-05,
      "loss": 0.26,
      "step": 551000
    },
    {
      "epoch": 39.45,
      "learning_rate": 3.0272571183288022e-05,
      "loss": 0.2595,
      "step": 551500
    },
    {
      "epoch": 39.49,
      "learning_rate": 3.0254685935040778e-05,
      "loss": 0.2562,
      "step": 552000
    },
    {
      "epoch": 39.53,
      "learning_rate": 3.0236800686793533e-05,
      "loss": 0.2542,
      "step": 552500
    },
    {
      "epoch": 39.56,
      "learning_rate": 3.0218915438546285e-05,
      "loss": 0.2604,
      "step": 553000
    },
    {
      "epoch": 39.6,
      "learning_rate": 3.0201030190299046e-05,
      "loss": 0.2613,
      "step": 553500
    },
    {
      "epoch": 39.63,
      "learning_rate": 3.0183144942051798e-05,
      "loss": 0.2621,
      "step": 554000
    },
    {
      "epoch": 39.67,
      "learning_rate": 3.0165259693804553e-05,
      "loss": 0.2626,
      "step": 554500
    },
    {
      "epoch": 39.71,
      "learning_rate": 3.014737444555731e-05,
      "loss": 0.2608,
      "step": 555000
    },
    {
      "epoch": 39.74,
      "learning_rate": 3.0129489197310064e-05,
      "loss": 0.2594,
      "step": 555500
    },
    {
      "epoch": 39.78,
      "learning_rate": 3.0111603949062816e-05,
      "loss": 0.2638,
      "step": 556000
    },
    {
      "epoch": 39.81,
      "learning_rate": 3.009371870081557e-05,
      "loss": 0.2637,
      "step": 556500
    },
    {
      "epoch": 39.85,
      "learning_rate": 3.0075833452568326e-05,
      "loss": 0.262,
      "step": 557000
    },
    {
      "epoch": 39.88,
      "learning_rate": 3.0057948204321078e-05,
      "loss": 0.26,
      "step": 557500
    },
    {
      "epoch": 39.92,
      "learning_rate": 3.0040062956073833e-05,
      "loss": 0.2621,
      "step": 558000
    },
    {
      "epoch": 39.96,
      "learning_rate": 3.0022177707826588e-05,
      "loss": 0.2602,
      "step": 558500
    },
    {
      "epoch": 39.99,
      "learning_rate": 3.0004292459579343e-05,
      "loss": 0.2648,
      "step": 559000
    },
    {
      "epoch": 40.03,
      "learning_rate": 2.9986407211332095e-05,
      "loss": 0.2462,
      "step": 559500
    },
    {
      "epoch": 40.06,
      "learning_rate": 2.996852196308485e-05,
      "loss": 0.239,
      "step": 560000
    },
    {
      "epoch": 40.1,
      "learning_rate": 2.9950636714837605e-05,
      "loss": 0.2381,
      "step": 560500
    },
    {
      "epoch": 40.13,
      "learning_rate": 2.9932751466590357e-05,
      "loss": 0.2468,
      "step": 561000
    },
    {
      "epoch": 40.17,
      "learning_rate": 2.9914866218343112e-05,
      "loss": 0.2426,
      "step": 561500
    },
    {
      "epoch": 40.21,
      "learning_rate": 2.9896980970095868e-05,
      "loss": 0.2468,
      "step": 562000
    },
    {
      "epoch": 40.24,
      "learning_rate": 2.9879095721848623e-05,
      "loss": 0.2513,
      "step": 562500
    },
    {
      "epoch": 40.28,
      "learning_rate": 2.9861210473601375e-05,
      "loss": 0.2499,
      "step": 563000
    },
    {
      "epoch": 40.31,
      "learning_rate": 2.984332522535413e-05,
      "loss": 0.2448,
      "step": 563500
    },
    {
      "epoch": 40.35,
      "learning_rate": 2.9825439977106885e-05,
      "loss": 0.2501,
      "step": 564000
    },
    {
      "epoch": 40.38,
      "learning_rate": 2.9807554728859637e-05,
      "loss": 0.2494,
      "step": 564500
    },
    {
      "epoch": 40.42,
      "learning_rate": 2.9789669480612392e-05,
      "loss": 0.2553,
      "step": 565000
    },
    {
      "epoch": 40.46,
      "learning_rate": 2.9771784232365147e-05,
      "loss": 0.2581,
      "step": 565500
    },
    {
      "epoch": 40.49,
      "learning_rate": 2.97538989841179e-05,
      "loss": 0.251,
      "step": 566000
    },
    {
      "epoch": 40.53,
      "learning_rate": 2.9736013735870654e-05,
      "loss": 0.2581,
      "step": 566500
    },
    {
      "epoch": 40.56,
      "learning_rate": 2.971812848762341e-05,
      "loss": 0.2608,
      "step": 567000
    },
    {
      "epoch": 40.6,
      "learning_rate": 2.9700243239376164e-05,
      "loss": 0.258,
      "step": 567500
    },
    {
      "epoch": 40.64,
      "learning_rate": 2.9682357991128916e-05,
      "loss": 0.2545,
      "step": 568000
    },
    {
      "epoch": 40.67,
      "learning_rate": 2.966447274288167e-05,
      "loss": 0.2585,
      "step": 568500
    },
    {
      "epoch": 40.71,
      "learning_rate": 2.9646587494634427e-05,
      "loss": 0.2617,
      "step": 569000
    },
    {
      "epoch": 40.74,
      "learning_rate": 2.962870224638718e-05,
      "loss": 0.2595,
      "step": 569500
    },
    {
      "epoch": 40.78,
      "learning_rate": 2.9610816998139934e-05,
      "loss": 0.2563,
      "step": 570000
    },
    {
      "epoch": 40.81,
      "learning_rate": 2.959293174989269e-05,
      "loss": 0.2641,
      "step": 570500
    },
    {
      "epoch": 40.85,
      "learning_rate": 2.9575046501645444e-05,
      "loss": 0.2613,
      "step": 571000
    },
    {
      "epoch": 40.89,
      "learning_rate": 2.9557161253398196e-05,
      "loss": 0.2599,
      "step": 571500
    },
    {
      "epoch": 40.92,
      "learning_rate": 2.953927600515095e-05,
      "loss": 0.2633,
      "step": 572000
    },
    {
      "epoch": 40.96,
      "learning_rate": 2.9521390756903706e-05,
      "loss": 0.263,
      "step": 572500
    },
    {
      "epoch": 40.99,
      "learning_rate": 2.9503505508656458e-05,
      "loss": 0.266,
      "step": 573000
    },
    {
      "epoch": 41.03,
      "learning_rate": 2.9485620260409213e-05,
      "loss": 0.2452,
      "step": 573500
    },
    {
      "epoch": 41.06,
      "learning_rate": 2.9467735012161968e-05,
      "loss": 0.2366,
      "step": 574000
    },
    {
      "epoch": 41.1,
      "learning_rate": 2.9449849763914723e-05,
      "loss": 0.241,
      "step": 574500
    },
    {
      "epoch": 41.14,
      "learning_rate": 2.9431964515667475e-05,
      "loss": 0.243,
      "step": 575000
    },
    {
      "epoch": 41.17,
      "learning_rate": 2.9414079267420237e-05,
      "loss": 0.2443,
      "step": 575500
    },
    {
      "epoch": 41.21,
      "learning_rate": 2.939619401917299e-05,
      "loss": 0.2498,
      "step": 576000
    },
    {
      "epoch": 41.24,
      "learning_rate": 2.9378308770925744e-05,
      "loss": 0.2469,
      "step": 576500
    },
    {
      "epoch": 41.28,
      "learning_rate": 2.93604235226785e-05,
      "loss": 0.249,
      "step": 577000
    },
    {
      "epoch": 41.31,
      "learning_rate": 2.934253827443125e-05,
      "loss": 0.2507,
      "step": 577500
    },
    {
      "epoch": 41.35,
      "learning_rate": 2.9324653026184006e-05,
      "loss": 0.247,
      "step": 578000
    },
    {
      "epoch": 41.39,
      "learning_rate": 2.930676777793676e-05,
      "loss": 0.2545,
      "step": 578500
    },
    {
      "epoch": 41.42,
      "learning_rate": 2.9288882529689517e-05,
      "loss": 0.2523,
      "step": 579000
    },
    {
      "epoch": 41.46,
      "learning_rate": 2.927099728144227e-05,
      "loss": 0.253,
      "step": 579500
    },
    {
      "epoch": 41.49,
      "learning_rate": 2.9253112033195024e-05,
      "loss": 0.2498,
      "step": 580000
    },
    {
      "epoch": 41.53,
      "learning_rate": 2.923522678494778e-05,
      "loss": 0.2473,
      "step": 580500
    },
    {
      "epoch": 41.57,
      "learning_rate": 2.921734153670053e-05,
      "loss": 0.2541,
      "step": 581000
    },
    {
      "epoch": 41.6,
      "learning_rate": 2.9199456288453286e-05,
      "loss": 0.2509,
      "step": 581500
    },
    {
      "epoch": 41.64,
      "learning_rate": 2.918157104020604e-05,
      "loss": 0.259,
      "step": 582000
    },
    {
      "epoch": 41.67,
      "learning_rate": 2.9163685791958796e-05,
      "loss": 0.2557,
      "step": 582500
    },
    {
      "epoch": 41.71,
      "learning_rate": 2.9145800543711548e-05,
      "loss": 0.2578,
      "step": 583000
    },
    {
      "epoch": 41.74,
      "learning_rate": 2.9127915295464303e-05,
      "loss": 0.2598,
      "step": 583500
    },
    {
      "epoch": 41.78,
      "learning_rate": 2.911003004721706e-05,
      "loss": 0.2557,
      "step": 584000
    },
    {
      "epoch": 41.82,
      "learning_rate": 2.909214479896981e-05,
      "loss": 0.2593,
      "step": 584500
    },
    {
      "epoch": 41.85,
      "learning_rate": 2.9074259550722565e-05,
      "loss": 0.2664,
      "step": 585000
    },
    {
      "epoch": 41.89,
      "learning_rate": 2.905637430247532e-05,
      "loss": 0.2594,
      "step": 585500
    },
    {
      "epoch": 41.92,
      "learning_rate": 2.9038489054228076e-05,
      "loss": 0.2563,
      "step": 586000
    },
    {
      "epoch": 41.96,
      "learning_rate": 2.9020603805980827e-05,
      "loss": 0.2558,
      "step": 586500
    },
    {
      "epoch": 41.99,
      "learning_rate": 2.9002718557733583e-05,
      "loss": 0.2603,
      "step": 587000
    },
    {
      "epoch": 42.03,
      "learning_rate": 2.8984833309486338e-05,
      "loss": 0.2398,
      "step": 587500
    },
    {
      "epoch": 42.07,
      "learning_rate": 2.896694806123909e-05,
      "loss": 0.2339,
      "step": 588000
    },
    {
      "epoch": 42.1,
      "learning_rate": 2.8949062812991845e-05,
      "loss": 0.2406,
      "step": 588500
    },
    {
      "epoch": 42.14,
      "learning_rate": 2.89311775647446e-05,
      "loss": 0.24,
      "step": 589000
    },
    {
      "epoch": 42.17,
      "learning_rate": 2.8913292316497355e-05,
      "loss": 0.2433,
      "step": 589500
    },
    {
      "epoch": 42.21,
      "learning_rate": 2.8895407068250107e-05,
      "loss": 0.2432,
      "step": 590000
    },
    {
      "epoch": 42.24,
      "learning_rate": 2.8877521820002862e-05,
      "loss": 0.2432,
      "step": 590500
    },
    {
      "epoch": 42.28,
      "learning_rate": 2.8859636571755617e-05,
      "loss": 0.2468,
      "step": 591000
    },
    {
      "epoch": 42.32,
      "learning_rate": 2.884175132350837e-05,
      "loss": 0.2476,
      "step": 591500
    },
    {
      "epoch": 42.35,
      "learning_rate": 2.8823866075261124e-05,
      "loss": 0.2459,
      "step": 592000
    },
    {
      "epoch": 42.39,
      "learning_rate": 2.880598082701388e-05,
      "loss": 0.2457,
      "step": 592500
    },
    {
      "epoch": 42.42,
      "learning_rate": 2.878809557876663e-05,
      "loss": 0.2484,
      "step": 593000
    },
    {
      "epoch": 42.46,
      "learning_rate": 2.8770210330519386e-05,
      "loss": 0.2493,
      "step": 593500
    },
    {
      "epoch": 42.5,
      "learning_rate": 2.875232508227214e-05,
      "loss": 0.2507,
      "step": 594000
    },
    {
      "epoch": 42.53,
      "learning_rate": 2.8734439834024897e-05,
      "loss": 0.2537,
      "step": 594500
    },
    {
      "epoch": 42.57,
      "learning_rate": 2.871655458577765e-05,
      "loss": 0.2551,
      "step": 595000
    },
    {
      "epoch": 42.6,
      "learning_rate": 2.8698669337530404e-05,
      "loss": 0.2578,
      "step": 595500
    },
    {
      "epoch": 42.64,
      "learning_rate": 2.868078408928316e-05,
      "loss": 0.2527,
      "step": 596000
    },
    {
      "epoch": 42.67,
      "learning_rate": 2.866289884103591e-05,
      "loss": 0.2514,
      "step": 596500
    },
    {
      "epoch": 42.71,
      "learning_rate": 2.8645013592788673e-05,
      "loss": 0.256,
      "step": 597000
    },
    {
      "epoch": 42.75,
      "learning_rate": 2.8627128344541428e-05,
      "loss": 0.2561,
      "step": 597500
    },
    {
      "epoch": 42.78,
      "learning_rate": 2.860924309629418e-05,
      "loss": 0.2579,
      "step": 598000
    },
    {
      "epoch": 42.82,
      "learning_rate": 2.8591357848046935e-05,
      "loss": 0.2582,
      "step": 598500
    },
    {
      "epoch": 42.85,
      "learning_rate": 2.857347259979969e-05,
      "loss": 0.2539,
      "step": 599000
    },
    {
      "epoch": 42.89,
      "learning_rate": 2.8555587351552442e-05,
      "loss": 0.2577,
      "step": 599500
    },
    {
      "epoch": 42.92,
      "learning_rate": 2.8537702103305197e-05,
      "loss": 0.2621,
      "step": 600000
    },
    {
      "epoch": 42.96,
      "learning_rate": 2.8519816855057952e-05,
      "loss": 0.2553,
      "step": 600500
    },
    {
      "epoch": 43.0,
      "learning_rate": 2.8501931606810704e-05,
      "loss": 0.2562,
      "step": 601000
    },
    {
      "epoch": 43.03,
      "learning_rate": 2.848404635856346e-05,
      "loss": 0.2319,
      "step": 601500
    },
    {
      "epoch": 43.07,
      "learning_rate": 2.8466161110316214e-05,
      "loss": 0.2392,
      "step": 602000
    },
    {
      "epoch": 43.1,
      "learning_rate": 2.844827586206897e-05,
      "loss": 0.241,
      "step": 602500
    },
    {
      "epoch": 43.14,
      "learning_rate": 2.843039061382172e-05,
      "loss": 0.2375,
      "step": 603000
    },
    {
      "epoch": 43.17,
      "learning_rate": 2.8412505365574477e-05,
      "loss": 0.237,
      "step": 603500
    },
    {
      "epoch": 43.21,
      "learning_rate": 2.8394620117327232e-05,
      "loss": 0.2426,
      "step": 604000
    },
    {
      "epoch": 43.25,
      "learning_rate": 2.8376734869079984e-05,
      "loss": 0.2474,
      "step": 604500
    },
    {
      "epoch": 43.28,
      "learning_rate": 2.835884962083274e-05,
      "loss": 0.2445,
      "step": 605000
    },
    {
      "epoch": 43.32,
      "learning_rate": 2.8340964372585494e-05,
      "loss": 0.2448,
      "step": 605500
    },
    {
      "epoch": 43.35,
      "learning_rate": 2.832307912433825e-05,
      "loss": 0.2425,
      "step": 606000
    },
    {
      "epoch": 43.39,
      "learning_rate": 2.8305193876091e-05,
      "loss": 0.2461,
      "step": 606500
    },
    {
      "epoch": 43.43,
      "learning_rate": 2.8287308627843756e-05,
      "loss": 0.243,
      "step": 607000
    },
    {
      "epoch": 43.46,
      "learning_rate": 2.826942337959651e-05,
      "loss": 0.2498,
      "step": 607500
    },
    {
      "epoch": 43.5,
      "learning_rate": 2.8251538131349263e-05,
      "loss": 0.2506,
      "step": 608000
    },
    {
      "epoch": 43.53,
      "learning_rate": 2.8233652883102018e-05,
      "loss": 0.2472,
      "step": 608500
    },
    {
      "epoch": 43.57,
      "learning_rate": 2.8215767634854773e-05,
      "loss": 0.2504,
      "step": 609000
    },
    {
      "epoch": 43.6,
      "learning_rate": 2.819788238660753e-05,
      "loss": 0.2483,
      "step": 609500
    },
    {
      "epoch": 43.64,
      "learning_rate": 2.817999713836028e-05,
      "loss": 0.2513,
      "step": 610000
    },
    {
      "epoch": 43.68,
      "learning_rate": 2.8162111890113036e-05,
      "loss": 0.2544,
      "step": 610500
    },
    {
      "epoch": 43.71,
      "learning_rate": 2.814422664186579e-05,
      "loss": 0.2489,
      "step": 611000
    },
    {
      "epoch": 43.75,
      "learning_rate": 2.8126341393618543e-05,
      "loss": 0.2535,
      "step": 611500
    },
    {
      "epoch": 43.78,
      "learning_rate": 2.8108456145371298e-05,
      "loss": 0.2552,
      "step": 612000
    },
    {
      "epoch": 43.82,
      "learning_rate": 2.8090570897124053e-05,
      "loss": 0.2566,
      "step": 612500
    },
    {
      "epoch": 43.85,
      "learning_rate": 2.8072685648876808e-05,
      "loss": 0.2534,
      "step": 613000
    },
    {
      "epoch": 43.89,
      "learning_rate": 2.805480040062956e-05,
      "loss": 0.2544,
      "step": 613500
    },
    {
      "epoch": 43.93,
      "learning_rate": 2.8036915152382315e-05,
      "loss": 0.2547,
      "step": 614000
    },
    {
      "epoch": 43.96,
      "learning_rate": 2.801902990413507e-05,
      "loss": 0.2552,
      "step": 614500
    },
    {
      "epoch": 44.0,
      "learning_rate": 2.8001144655887822e-05,
      "loss": 0.2602,
      "step": 615000
    },
    {
      "epoch": 44.03,
      "learning_rate": 2.7983259407640577e-05,
      "loss": 0.2329,
      "step": 615500
    },
    {
      "epoch": 44.07,
      "learning_rate": 2.7965374159393332e-05,
      "loss": 0.2327,
      "step": 616000
    },
    {
      "epoch": 44.11,
      "learning_rate": 2.7947488911146084e-05,
      "loss": 0.2426,
      "step": 616500
    },
    {
      "epoch": 44.14,
      "learning_rate": 2.792960366289884e-05,
      "loss": 0.2345,
      "step": 617000
    },
    {
      "epoch": 44.18,
      "learning_rate": 2.7911718414651595e-05,
      "loss": 0.2345,
      "step": 617500
    },
    {
      "epoch": 44.21,
      "learning_rate": 2.789383316640435e-05,
      "loss": 0.2434,
      "step": 618000
    },
    {
      "epoch": 44.25,
      "learning_rate": 2.78759479181571e-05,
      "loss": 0.242,
      "step": 618500
    },
    {
      "epoch": 44.28,
      "learning_rate": 2.7858062669909863e-05,
      "loss": 0.2386,
      "step": 619000
    },
    {
      "epoch": 44.32,
      "learning_rate": 2.7840177421662615e-05,
      "loss": 0.2414,
      "step": 619500
    },
    {
      "epoch": 44.36,
      "learning_rate": 2.782229217341537e-05,
      "loss": 0.2461,
      "step": 620000
    },
    {
      "epoch": 44.39,
      "learning_rate": 2.7804406925168126e-05,
      "loss": 0.244,
      "step": 620500
    },
    {
      "epoch": 44.43,
      "learning_rate": 2.778652167692088e-05,
      "loss": 0.2448,
      "step": 621000
    },
    {
      "epoch": 44.46,
      "learning_rate": 2.7768636428673633e-05,
      "loss": 0.2493,
      "step": 621500
    },
    {
      "epoch": 44.5,
      "learning_rate": 2.7750751180426388e-05,
      "loss": 0.2479,
      "step": 622000
    },
    {
      "epoch": 44.53,
      "learning_rate": 2.7732865932179143e-05,
      "loss": 0.2464,
      "step": 622500
    },
    {
      "epoch": 44.57,
      "learning_rate": 2.7714980683931895e-05,
      "loss": 0.247,
      "step": 623000
    },
    {
      "epoch": 44.61,
      "learning_rate": 2.769709543568465e-05,
      "loss": 0.2493,
      "step": 623500
    },
    {
      "epoch": 44.64,
      "learning_rate": 2.7679210187437405e-05,
      "loss": 0.2492,
      "step": 624000
    },
    {
      "epoch": 44.68,
      "learning_rate": 2.7661324939190157e-05,
      "loss": 0.2452,
      "step": 624500
    },
    {
      "epoch": 44.71,
      "learning_rate": 2.7643439690942912e-05,
      "loss": 0.2474,
      "step": 625000
    },
    {
      "epoch": 44.75,
      "learning_rate": 2.7625554442695667e-05,
      "loss": 0.2558,
      "step": 625500
    },
    {
      "epoch": 44.78,
      "learning_rate": 2.7607669194448422e-05,
      "loss": 0.2558,
      "step": 626000
    },
    {
      "epoch": 44.82,
      "learning_rate": 2.7589783946201174e-05,
      "loss": 0.2494,
      "step": 626500
    },
    {
      "epoch": 44.86,
      "learning_rate": 2.757189869795393e-05,
      "loss": 0.2515,
      "step": 627000
    },
    {
      "epoch": 44.89,
      "learning_rate": 2.7554013449706685e-05,
      "loss": 0.2508,
      "step": 627500
    },
    {
      "epoch": 44.93,
      "learning_rate": 2.7536128201459436e-05,
      "loss": 0.2533,
      "step": 628000
    },
    {
      "epoch": 44.96,
      "learning_rate": 2.751824295321219e-05,
      "loss": 0.2569,
      "step": 628500
    },
    {
      "epoch": 45.0,
      "learning_rate": 2.7500357704964947e-05,
      "loss": 0.2562,
      "step": 629000
    },
    {
      "epoch": 45.04,
      "learning_rate": 2.7482472456717702e-05,
      "loss": 0.2325,
      "step": 629500
    },
    {
      "epoch": 45.07,
      "learning_rate": 2.7464587208470454e-05,
      "loss": 0.2268,
      "step": 630000
    },
    {
      "epoch": 45.11,
      "learning_rate": 2.744670196022321e-05,
      "loss": 0.2312,
      "step": 630500
    },
    {
      "epoch": 45.14,
      "learning_rate": 2.7428816711975964e-05,
      "loss": 0.2372,
      "step": 631000
    },
    {
      "epoch": 45.18,
      "learning_rate": 2.7410931463728716e-05,
      "loss": 0.2392,
      "step": 631500
    },
    {
      "epoch": 45.21,
      "learning_rate": 2.739304621548147e-05,
      "loss": 0.2398,
      "step": 632000
    },
    {
      "epoch": 45.25,
      "learning_rate": 2.7375160967234226e-05,
      "loss": 0.239,
      "step": 632500
    },
    {
      "epoch": 45.29,
      "learning_rate": 2.735727571898698e-05,
      "loss": 0.2435,
      "step": 633000
    },
    {
      "epoch": 45.32,
      "learning_rate": 2.7339390470739733e-05,
      "loss": 0.2401,
      "step": 633500
    },
    {
      "epoch": 45.36,
      "learning_rate": 2.732150522249249e-05,
      "loss": 0.2465,
      "step": 634000
    },
    {
      "epoch": 45.39,
      "learning_rate": 2.7303619974245244e-05,
      "loss": 0.2471,
      "step": 634500
    },
    {
      "epoch": 45.43,
      "learning_rate": 2.7285734725997995e-05,
      "loss": 0.2449,
      "step": 635000
    },
    {
      "epoch": 45.46,
      "learning_rate": 2.726784947775075e-05,
      "loss": 0.2466,
      "step": 635500
    },
    {
      "epoch": 45.5,
      "learning_rate": 2.7249964229503506e-05,
      "loss": 0.2436,
      "step": 636000
    },
    {
      "epoch": 45.54,
      "learning_rate": 2.723207898125626e-05,
      "loss": 0.2419,
      "step": 636500
    },
    {
      "epoch": 45.57,
      "learning_rate": 2.7214193733009013e-05,
      "loss": 0.2493,
      "step": 637000
    },
    {
      "epoch": 45.61,
      "learning_rate": 2.7196308484761768e-05,
      "loss": 0.251,
      "step": 637500
    },
    {
      "epoch": 45.64,
      "learning_rate": 2.7178423236514523e-05,
      "loss": 0.2458,
      "step": 638000
    },
    {
      "epoch": 45.68,
      "learning_rate": 2.7160537988267275e-05,
      "loss": 0.2484,
      "step": 638500
    },
    {
      "epoch": 45.71,
      "learning_rate": 2.714265274002003e-05,
      "loss": 0.2491,
      "step": 639000
    },
    {
      "epoch": 45.75,
      "learning_rate": 2.7124767491772785e-05,
      "loss": 0.2513,
      "step": 639500
    },
    {
      "epoch": 45.79,
      "learning_rate": 2.710688224352554e-05,
      "loss": 0.2521,
      "step": 640000
    },
    {
      "epoch": 45.82,
      "learning_rate": 2.70889969952783e-05,
      "loss": 0.2504,
      "step": 640500
    },
    {
      "epoch": 45.86,
      "learning_rate": 2.7071111747031054e-05,
      "loss": 0.2476,
      "step": 641000
    },
    {
      "epoch": 45.89,
      "learning_rate": 2.7053226498783806e-05,
      "loss": 0.2465,
      "step": 641500
    },
    {
      "epoch": 45.93,
      "learning_rate": 2.703534125053656e-05,
      "loss": 0.2506,
      "step": 642000
    },
    {
      "epoch": 45.97,
      "learning_rate": 2.7017456002289316e-05,
      "loss": 0.2446,
      "step": 642500
    },
    {
      "epoch": 46.0,
      "learning_rate": 2.6999570754042068e-05,
      "loss": 0.2535,
      "step": 643000
    },
    {
      "epoch": 46.04,
      "learning_rate": 2.6981685505794823e-05,
      "loss": 0.2261,
      "step": 643500
    },
    {
      "epoch": 46.07,
      "learning_rate": 2.696380025754758e-05,
      "loss": 0.2312,
      "step": 644000
    },
    {
      "epoch": 46.11,
      "learning_rate": 2.6945915009300334e-05,
      "loss": 0.2356,
      "step": 644500
    },
    {
      "epoch": 46.14,
      "learning_rate": 2.6928029761053085e-05,
      "loss": 0.2361,
      "step": 645000
    },
    {
      "epoch": 46.18,
      "learning_rate": 2.691014451280584e-05,
      "loss": 0.2377,
      "step": 645500
    },
    {
      "epoch": 46.22,
      "learning_rate": 2.6892259264558596e-05,
      "loss": 0.235,
      "step": 646000
    },
    {
      "epoch": 46.25,
      "learning_rate": 2.6874374016311348e-05,
      "loss": 0.2389,
      "step": 646500
    },
    {
      "epoch": 46.29,
      "learning_rate": 2.6856488768064103e-05,
      "loss": 0.2435,
      "step": 647000
    },
    {
      "epoch": 46.32,
      "learning_rate": 2.6838603519816858e-05,
      "loss": 0.2377,
      "step": 647500
    },
    {
      "epoch": 46.36,
      "learning_rate": 2.6820718271569613e-05,
      "loss": 0.2389,
      "step": 648000
    },
    {
      "epoch": 46.39,
      "learning_rate": 2.6802833023322365e-05,
      "loss": 0.2455,
      "step": 648500
    },
    {
      "epoch": 46.43,
      "learning_rate": 2.678494777507512e-05,
      "loss": 0.243,
      "step": 649000
    },
    {
      "epoch": 46.47,
      "learning_rate": 2.6767062526827875e-05,
      "loss": 0.2384,
      "step": 649500
    },
    {
      "epoch": 46.5,
      "learning_rate": 2.6749177278580627e-05,
      "loss": 0.2427,
      "step": 650000
    },
    {
      "epoch": 46.54,
      "learning_rate": 2.6731292030333382e-05,
      "loss": 0.2447,
      "step": 650500
    },
    {
      "epoch": 46.57,
      "learning_rate": 2.6713406782086137e-05,
      "loss": 0.2443,
      "step": 651000
    },
    {
      "epoch": 46.61,
      "learning_rate": 2.669552153383889e-05,
      "loss": 0.2427,
      "step": 651500
    },
    {
      "epoch": 46.64,
      "learning_rate": 2.6677636285591644e-05,
      "loss": 0.25,
      "step": 652000
    },
    {
      "epoch": 46.68,
      "learning_rate": 2.66597510373444e-05,
      "loss": 0.2472,
      "step": 652500
    },
    {
      "epoch": 46.72,
      "learning_rate": 2.6641865789097155e-05,
      "loss": 0.2537,
      "step": 653000
    },
    {
      "epoch": 46.75,
      "learning_rate": 2.6623980540849907e-05,
      "loss": 0.2502,
      "step": 653500
    },
    {
      "epoch": 46.79,
      "learning_rate": 2.6606095292602662e-05,
      "loss": 0.2447,
      "step": 654000
    },
    {
      "epoch": 46.82,
      "learning_rate": 2.6588210044355417e-05,
      "loss": 0.244,
      "step": 654500
    },
    {
      "epoch": 46.86,
      "learning_rate": 2.657032479610817e-05,
      "loss": 0.2479,
      "step": 655000
    },
    {
      "epoch": 46.9,
      "learning_rate": 2.6552439547860924e-05,
      "loss": 0.2476,
      "step": 655500
    },
    {
      "epoch": 46.93,
      "learning_rate": 2.653455429961368e-05,
      "loss": 0.2506,
      "step": 656000
    },
    {
      "epoch": 46.97,
      "learning_rate": 2.6516669051366434e-05,
      "loss": 0.2504,
      "step": 656500
    },
    {
      "epoch": 47.0,
      "learning_rate": 2.6498783803119186e-05,
      "loss": 0.2449,
      "step": 657000
    },
    {
      "epoch": 47.04,
      "learning_rate": 2.648089855487194e-05,
      "loss": 0.2255,
      "step": 657500
    },
    {
      "epoch": 47.07,
      "learning_rate": 2.6463013306624696e-05,
      "loss": 0.2274,
      "step": 658000
    },
    {
      "epoch": 47.11,
      "learning_rate": 2.6445128058377448e-05,
      "loss": 0.2333,
      "step": 658500
    },
    {
      "epoch": 47.15,
      "learning_rate": 2.6427242810130203e-05,
      "loss": 0.2355,
      "step": 659000
    },
    {
      "epoch": 47.18,
      "learning_rate": 2.640935756188296e-05,
      "loss": 0.238,
      "step": 659500
    },
    {
      "epoch": 47.22,
      "learning_rate": 2.6391472313635714e-05,
      "loss": 0.2366,
      "step": 660000
    },
    {
      "epoch": 47.25,
      "learning_rate": 2.6373587065388466e-05,
      "loss": 0.2376,
      "step": 660500
    },
    {
      "epoch": 47.29,
      "learning_rate": 2.635570181714122e-05,
      "loss": 0.236,
      "step": 661000
    },
    {
      "epoch": 47.32,
      "learning_rate": 2.6337816568893976e-05,
      "loss": 0.2394,
      "step": 661500
    },
    {
      "epoch": 47.36,
      "learning_rate": 2.6319931320646728e-05,
      "loss": 0.2385,
      "step": 662000
    },
    {
      "epoch": 47.4,
      "learning_rate": 2.630204607239949e-05,
      "loss": 0.2375,
      "step": 662500
    },
    {
      "epoch": 47.43,
      "learning_rate": 2.628416082415224e-05,
      "loss": 0.2388,
      "step": 663000
    },
    {
      "epoch": 47.47,
      "learning_rate": 2.6266275575904997e-05,
      "loss": 0.238,
      "step": 663500
    },
    {
      "epoch": 47.5,
      "learning_rate": 2.6248390327657752e-05,
      "loss": 0.2389,
      "step": 664000
    },
    {
      "epoch": 47.54,
      "learning_rate": 2.6230505079410507e-05,
      "loss": 0.2468,
      "step": 664500
    },
    {
      "epoch": 47.57,
      "learning_rate": 2.621261983116326e-05,
      "loss": 0.2439,
      "step": 665000
    },
    {
      "epoch": 47.61,
      "learning_rate": 2.6194734582916014e-05,
      "loss": 0.2458,
      "step": 665500
    },
    {
      "epoch": 47.65,
      "learning_rate": 2.617684933466877e-05,
      "loss": 0.2526,
      "step": 666000
    },
    {
      "epoch": 47.68,
      "learning_rate": 2.615896408642152e-05,
      "loss": 0.2443,
      "step": 666500
    },
    {
      "epoch": 47.72,
      "learning_rate": 2.6141078838174276e-05,
      "loss": 0.2496,
      "step": 667000
    },
    {
      "epoch": 47.75,
      "learning_rate": 2.612319358992703e-05,
      "loss": 0.2489,
      "step": 667500
    },
    {
      "epoch": 47.79,
      "learning_rate": 2.6105308341679787e-05,
      "loss": 0.2431,
      "step": 668000
    },
    {
      "epoch": 47.83,
      "learning_rate": 2.608742309343254e-05,
      "loss": 0.2453,
      "step": 668500
    },
    {
      "epoch": 47.86,
      "learning_rate": 2.6069537845185294e-05,
      "loss": 0.2484,
      "step": 669000
    },
    {
      "epoch": 47.9,
      "learning_rate": 2.605165259693805e-05,
      "loss": 0.2515,
      "step": 669500
    },
    {
      "epoch": 47.93,
      "learning_rate": 2.60337673486908e-05,
      "loss": 0.2473,
      "step": 670000
    },
    {
      "epoch": 47.97,
      "learning_rate": 2.6015882100443556e-05,
      "loss": 0.2507,
      "step": 670500
    },
    {
      "epoch": 48.0,
      "learning_rate": 2.599799685219631e-05,
      "loss": 0.2447,
      "step": 671000
    },
    {
      "epoch": 48.04,
      "learning_rate": 2.5980111603949066e-05,
      "loss": 0.2267,
      "step": 671500
    },
    {
      "epoch": 48.08,
      "learning_rate": 2.5962226355701818e-05,
      "loss": 0.2293,
      "step": 672000
    },
    {
      "epoch": 48.11,
      "learning_rate": 2.5944341107454573e-05,
      "loss": 0.2335,
      "step": 672500
    },
    {
      "epoch": 48.15,
      "learning_rate": 2.5926455859207328e-05,
      "loss": 0.2307,
      "step": 673000
    },
    {
      "epoch": 48.18,
      "learning_rate": 2.590857061096008e-05,
      "loss": 0.2302,
      "step": 673500
    },
    {
      "epoch": 48.22,
      "learning_rate": 2.5890685362712835e-05,
      "loss": 0.236,
      "step": 674000
    },
    {
      "epoch": 48.25,
      "learning_rate": 2.587280011446559e-05,
      "loss": 0.2328,
      "step": 674500
    },
    {
      "epoch": 48.29,
      "learning_rate": 2.5854914866218342e-05,
      "loss": 0.2393,
      "step": 675000
    },
    {
      "epoch": 48.33,
      "learning_rate": 2.5837029617971097e-05,
      "loss": 0.2397,
      "step": 675500
    },
    {
      "epoch": 48.36,
      "learning_rate": 2.5819144369723853e-05,
      "loss": 0.2359,
      "step": 676000
    },
    {
      "epoch": 48.4,
      "learning_rate": 2.5801259121476608e-05,
      "loss": 0.2399,
      "step": 676500
    },
    {
      "epoch": 48.43,
      "learning_rate": 2.578337387322936e-05,
      "loss": 0.2389,
      "step": 677000
    },
    {
      "epoch": 48.47,
      "learning_rate": 2.5765488624982115e-05,
      "loss": 0.2423,
      "step": 677500
    },
    {
      "epoch": 48.5,
      "learning_rate": 2.574760337673487e-05,
      "loss": 0.2386,
      "step": 678000
    },
    {
      "epoch": 48.54,
      "learning_rate": 2.572971812848762e-05,
      "loss": 0.2459,
      "step": 678500
    },
    {
      "epoch": 48.58,
      "learning_rate": 2.5711832880240377e-05,
      "loss": 0.2391,
      "step": 679000
    },
    {
      "epoch": 48.61,
      "learning_rate": 2.5693947631993132e-05,
      "loss": 0.2481,
      "step": 679500
    },
    {
      "epoch": 48.65,
      "learning_rate": 2.5676062383745887e-05,
      "loss": 0.2418,
      "step": 680000
    },
    {
      "epoch": 48.68,
      "learning_rate": 2.565817713549864e-05,
      "loss": 0.2395,
      "step": 680500
    },
    {
      "epoch": 48.72,
      "learning_rate": 2.5640291887251394e-05,
      "loss": 0.2446,
      "step": 681000
    },
    {
      "epoch": 48.76,
      "learning_rate": 2.562240663900415e-05,
      "loss": 0.2462,
      "step": 681500
    },
    {
      "epoch": 48.79,
      "learning_rate": 2.56045213907569e-05,
      "loss": 0.244,
      "step": 682000
    },
    {
      "epoch": 48.83,
      "learning_rate": 2.5586636142509656e-05,
      "loss": 0.2481,
      "step": 682500
    },
    {
      "epoch": 48.86,
      "learning_rate": 2.556875089426241e-05,
      "loss": 0.2437,
      "step": 683000
    },
    {
      "epoch": 48.9,
      "learning_rate": 2.5550865646015167e-05,
      "loss": 0.2446,
      "step": 683500
    },
    {
      "epoch": 48.93,
      "learning_rate": 2.5532980397767925e-05,
      "loss": 0.2463,
      "step": 684000
    },
    {
      "epoch": 48.97,
      "learning_rate": 2.551509514952068e-05,
      "loss": 0.2451,
      "step": 684500
    },
    {
      "epoch": 49.01,
      "learning_rate": 2.5497209901273432e-05,
      "loss": 0.2429,
      "step": 685000
    },
    {
      "epoch": 49.04,
      "learning_rate": 2.5479324653026187e-05,
      "loss": 0.2262,
      "step": 685500
    },
    {
      "epoch": 49.08,
      "learning_rate": 2.5461439404778943e-05,
      "loss": 0.2276,
      "step": 686000
    },
    {
      "epoch": 49.11,
      "learning_rate": 2.5443554156531694e-05,
      "loss": 0.2299,
      "step": 686500
    },
    {
      "epoch": 49.15,
      "learning_rate": 2.542566890828445e-05,
      "loss": 0.2301,
      "step": 687000
    },
    {
      "epoch": 49.18,
      "learning_rate": 2.5407783660037205e-05,
      "loss": 0.2305,
      "step": 687500
    },
    {
      "epoch": 49.22,
      "learning_rate": 2.538989841178996e-05,
      "loss": 0.2322,
      "step": 688000
    },
    {
      "epoch": 49.26,
      "learning_rate": 2.5372013163542712e-05,
      "loss": 0.2372,
      "step": 688500
    },
    {
      "epoch": 49.29,
      "learning_rate": 2.5354127915295467e-05,
      "loss": 0.23,
      "step": 689000
    },
    {
      "epoch": 49.33,
      "learning_rate": 2.5336242667048222e-05,
      "loss": 0.2373,
      "step": 689500
    },
    {
      "epoch": 49.36,
      "learning_rate": 2.5318357418800974e-05,
      "loss": 0.2361,
      "step": 690000
    },
    {
      "epoch": 49.4,
      "learning_rate": 2.530047217055373e-05,
      "loss": 0.239,
      "step": 690500
    },
    {
      "epoch": 49.43,
      "learning_rate": 2.5282586922306484e-05,
      "loss": 0.239,
      "step": 691000
    },
    {
      "epoch": 49.47,
      "learning_rate": 2.526470167405924e-05,
      "loss": 0.2447,
      "step": 691500
    },
    {
      "epoch": 49.51,
      "learning_rate": 2.524681642581199e-05,
      "loss": 0.2379,
      "step": 692000
    },
    {
      "epoch": 49.54,
      "learning_rate": 2.5228931177564746e-05,
      "loss": 0.2372,
      "step": 692500
    },
    {
      "epoch": 49.58,
      "learning_rate": 2.52110459293175e-05,
      "loss": 0.2403,
      "step": 693000
    },
    {
      "epoch": 49.61,
      "learning_rate": 2.5193160681070253e-05,
      "loss": 0.2406,
      "step": 693500
    },
    {
      "epoch": 49.65,
      "learning_rate": 2.517527543282301e-05,
      "loss": 0.2407,
      "step": 694000
    },
    {
      "epoch": 49.69,
      "learning_rate": 2.5157390184575764e-05,
      "loss": 0.2424,
      "step": 694500
    },
    {
      "epoch": 49.72,
      "learning_rate": 2.513950493632852e-05,
      "loss": 0.2448,
      "step": 695000
    },
    {
      "epoch": 49.76,
      "learning_rate": 2.512161968808127e-05,
      "loss": 0.2398,
      "step": 695500
    },
    {
      "epoch": 49.79,
      "learning_rate": 2.5103734439834026e-05,
      "loss": 0.2426,
      "step": 696000
    },
    {
      "epoch": 49.83,
      "learning_rate": 2.508584919158678e-05,
      "loss": 0.2468,
      "step": 696500
    },
    {
      "epoch": 49.86,
      "learning_rate": 2.5067963943339533e-05,
      "loss": 0.2444,
      "step": 697000
    },
    {
      "epoch": 49.9,
      "learning_rate": 2.5050078695092288e-05,
      "loss": 0.2428,
      "step": 697500
    },
    {
      "epoch": 49.94,
      "learning_rate": 2.5032193446845043e-05,
      "loss": 0.2418,
      "step": 698000
    },
    {
      "epoch": 49.97,
      "learning_rate": 2.50143081985978e-05,
      "loss": 0.2439,
      "step": 698500
    },
    {
      "epoch": 50.01,
      "learning_rate": 2.499642295035055e-05,
      "loss": 0.2434,
      "step": 699000
    },
    {
      "epoch": 50.04,
      "learning_rate": 2.4978537702103305e-05,
      "loss": 0.2212,
      "step": 699500
    },
    {
      "epoch": 50.08,
      "learning_rate": 2.496065245385606e-05,
      "loss": 0.2255,
      "step": 700000
    },
    {
      "epoch": 50.11,
      "learning_rate": 2.4942767205608816e-05,
      "loss": 0.228,
      "step": 700500
    },
    {
      "epoch": 50.15,
      "learning_rate": 2.492488195736157e-05,
      "loss": 0.2311,
      "step": 701000
    },
    {
      "epoch": 50.19,
      "learning_rate": 2.4906996709114326e-05,
      "loss": 0.2328,
      "step": 701500
    },
    {
      "epoch": 50.22,
      "learning_rate": 2.4889111460867078e-05,
      "loss": 0.2318,
      "step": 702000
    },
    {
      "epoch": 50.26,
      "learning_rate": 2.4871226212619833e-05,
      "loss": 0.2308,
      "step": 702500
    },
    {
      "epoch": 50.29,
      "learning_rate": 2.4853340964372588e-05,
      "loss": 0.2352,
      "step": 703000
    },
    {
      "epoch": 50.33,
      "learning_rate": 2.483545571612534e-05,
      "loss": 0.2306,
      "step": 703500
    },
    {
      "epoch": 50.36,
      "learning_rate": 2.4817570467878095e-05,
      "loss": 0.2304,
      "step": 704000
    },
    {
      "epoch": 50.4,
      "learning_rate": 2.479968521963085e-05,
      "loss": 0.2363,
      "step": 704500
    },
    {
      "epoch": 50.44,
      "learning_rate": 2.4781799971383606e-05,
      "loss": 0.2379,
      "step": 705000
    },
    {
      "epoch": 50.47,
      "learning_rate": 2.4763914723136357e-05,
      "loss": 0.2329,
      "step": 705500
    },
    {
      "epoch": 50.51,
      "learning_rate": 2.4746029474889113e-05,
      "loss": 0.2426,
      "step": 706000
    },
    {
      "epoch": 50.54,
      "learning_rate": 2.4728144226641868e-05,
      "loss": 0.2365,
      "step": 706500
    },
    {
      "epoch": 50.58,
      "learning_rate": 2.471025897839462e-05,
      "loss": 0.2417,
      "step": 707000
    },
    {
      "epoch": 50.62,
      "learning_rate": 2.4692373730147375e-05,
      "loss": 0.2406,
      "step": 707500
    },
    {
      "epoch": 50.65,
      "learning_rate": 2.467448848190013e-05,
      "loss": 0.2399,
      "step": 708000
    },
    {
      "epoch": 50.69,
      "learning_rate": 2.4656603233652885e-05,
      "loss": 0.2408,
      "step": 708500
    },
    {
      "epoch": 50.72,
      "learning_rate": 2.4638717985405637e-05,
      "loss": 0.2423,
      "step": 709000
    },
    {
      "epoch": 50.76,
      "learning_rate": 2.4620832737158392e-05,
      "loss": 0.2411,
      "step": 709500
    },
    {
      "epoch": 50.79,
      "learning_rate": 2.4602947488911147e-05,
      "loss": 0.241,
      "step": 710000
    },
    {
      "epoch": 50.83,
      "learning_rate": 2.45850622406639e-05,
      "loss": 0.2471,
      "step": 710500
    },
    {
      "epoch": 50.87,
      "learning_rate": 2.4567176992416658e-05,
      "loss": 0.2425,
      "step": 711000
    },
    {
      "epoch": 50.9,
      "learning_rate": 2.4549291744169413e-05,
      "loss": 0.243,
      "step": 711500
    },
    {
      "epoch": 50.94,
      "learning_rate": 2.4531406495922165e-05,
      "loss": 0.2454,
      "step": 712000
    },
    {
      "epoch": 50.97,
      "learning_rate": 2.451352124767492e-05,
      "loss": 0.2426,
      "step": 712500
    },
    {
      "epoch": 51.01,
      "learning_rate": 2.4495635999427675e-05,
      "loss": 0.2365,
      "step": 713000
    },
    {
      "epoch": 51.04,
      "learning_rate": 2.4477750751180427e-05,
      "loss": 0.2231,
      "step": 713500
    },
    {
      "epoch": 51.08,
      "learning_rate": 2.4459865502933182e-05,
      "loss": 0.2296,
      "step": 714000
    },
    {
      "epoch": 51.12,
      "learning_rate": 2.4441980254685937e-05,
      "loss": 0.2256,
      "step": 714500
    },
    {
      "epoch": 51.15,
      "learning_rate": 2.4424095006438692e-05,
      "loss": 0.2299,
      "step": 715000
    },
    {
      "epoch": 51.19,
      "learning_rate": 2.4406209758191444e-05,
      "loss": 0.2304,
      "step": 715500
    },
    {
      "epoch": 51.22,
      "learning_rate": 2.43883245099442e-05,
      "loss": 0.2285,
      "step": 716000
    },
    {
      "epoch": 51.26,
      "learning_rate": 2.4370439261696954e-05,
      "loss": 0.2318,
      "step": 716500
    },
    {
      "epoch": 51.29,
      "learning_rate": 2.4352554013449706e-05,
      "loss": 0.2296,
      "step": 717000
    },
    {
      "epoch": 51.33,
      "learning_rate": 2.433466876520246e-05,
      "loss": 0.235,
      "step": 717500
    },
    {
      "epoch": 51.37,
      "learning_rate": 2.4316783516955217e-05,
      "loss": 0.2347,
      "step": 718000
    },
    {
      "epoch": 51.4,
      "learning_rate": 2.4298898268707972e-05,
      "loss": 0.2316,
      "step": 718500
    },
    {
      "epoch": 51.44,
      "learning_rate": 2.4281013020460724e-05,
      "loss": 0.236,
      "step": 719000
    },
    {
      "epoch": 51.47,
      "learning_rate": 2.426312777221348e-05,
      "loss": 0.2393,
      "step": 719500
    },
    {
      "epoch": 51.51,
      "learning_rate": 2.4245242523966234e-05,
      "loss": 0.2388,
      "step": 720000
    },
    {
      "epoch": 51.55,
      "learning_rate": 2.4227357275718986e-05,
      "loss": 0.2338,
      "step": 720500
    },
    {
      "epoch": 51.58,
      "learning_rate": 2.420947202747174e-05,
      "loss": 0.2367,
      "step": 721000
    },
    {
      "epoch": 51.62,
      "learning_rate": 2.4191586779224496e-05,
      "loss": 0.2388,
      "step": 721500
    },
    {
      "epoch": 51.65,
      "learning_rate": 2.417370153097725e-05,
      "loss": 0.2295,
      "step": 722000
    },
    {
      "epoch": 51.69,
      "learning_rate": 2.4155816282730006e-05,
      "loss": 0.2405,
      "step": 722500
    },
    {
      "epoch": 51.72,
      "learning_rate": 2.413793103448276e-05,
      "loss": 0.2402,
      "step": 723000
    },
    {
      "epoch": 51.76,
      "learning_rate": 2.4120045786235513e-05,
      "loss": 0.2407,
      "step": 723500
    },
    {
      "epoch": 51.8,
      "learning_rate": 2.410216053798827e-05,
      "loss": 0.2367,
      "step": 724000
    },
    {
      "epoch": 51.83,
      "learning_rate": 2.4084275289741024e-05,
      "loss": 0.2437,
      "step": 724500
    },
    {
      "epoch": 51.87,
      "learning_rate": 2.406639004149378e-05,
      "loss": 0.2356,
      "step": 725000
    },
    {
      "epoch": 51.9,
      "learning_rate": 2.404850479324653e-05,
      "loss": 0.2409,
      "step": 725500
    },
    {
      "epoch": 51.94,
      "learning_rate": 2.4030619544999286e-05,
      "loss": 0.2458,
      "step": 726000
    },
    {
      "epoch": 51.97,
      "learning_rate": 2.401273429675204e-05,
      "loss": 0.2438,
      "step": 726500
    },
    {
      "epoch": 52.01,
      "learning_rate": 2.3994849048504793e-05,
      "loss": 0.2385,
      "step": 727000
    },
    {
      "epoch": 52.05,
      "learning_rate": 2.3976963800257548e-05,
      "loss": 0.2212,
      "step": 727500
    },
    {
      "epoch": 52.08,
      "learning_rate": 2.3959078552010303e-05,
      "loss": 0.2228,
      "step": 728000
    },
    {
      "epoch": 52.12,
      "learning_rate": 2.394119330376306e-05,
      "loss": 0.2285,
      "step": 728500
    },
    {
      "epoch": 52.15,
      "learning_rate": 2.392330805551581e-05,
      "loss": 0.2295,
      "step": 729000
    },
    {
      "epoch": 52.19,
      "learning_rate": 2.3905422807268565e-05,
      "loss": 0.2284,
      "step": 729500
    },
    {
      "epoch": 52.22,
      "learning_rate": 2.388753755902132e-05,
      "loss": 0.2295,
      "step": 730000
    },
    {
      "epoch": 52.26,
      "learning_rate": 2.3869652310774072e-05,
      "loss": 0.237,
      "step": 730500
    },
    {
      "epoch": 52.3,
      "learning_rate": 2.3851767062526828e-05,
      "loss": 0.2283,
      "step": 731000
    },
    {
      "epoch": 52.33,
      "learning_rate": 2.3833881814279583e-05,
      "loss": 0.2308,
      "step": 731500
    },
    {
      "epoch": 52.37,
      "learning_rate": 2.3815996566032338e-05,
      "loss": 0.2321,
      "step": 732000
    },
    {
      "epoch": 52.4,
      "learning_rate": 2.379811131778509e-05,
      "loss": 0.2337,
      "step": 732500
    },
    {
      "epoch": 52.44,
      "learning_rate": 2.378022606953785e-05,
      "loss": 0.2367,
      "step": 733000
    },
    {
      "epoch": 52.48,
      "learning_rate": 2.37623408212906e-05,
      "loss": 0.2342,
      "step": 733500
    },
    {
      "epoch": 52.51,
      "learning_rate": 2.3744455573043355e-05,
      "loss": 0.2352,
      "step": 734000
    },
    {
      "epoch": 52.55,
      "learning_rate": 2.372657032479611e-05,
      "loss": 0.2311,
      "step": 734500
    },
    {
      "epoch": 52.58,
      "learning_rate": 2.3708685076548866e-05,
      "loss": 0.2338,
      "step": 735000
    },
    {
      "epoch": 52.62,
      "learning_rate": 2.3690799828301617e-05,
      "loss": 0.2335,
      "step": 735500
    },
    {
      "epoch": 52.65,
      "learning_rate": 2.3672914580054373e-05,
      "loss": 0.2377,
      "step": 736000
    },
    {
      "epoch": 52.69,
      "learning_rate": 2.3655029331807128e-05,
      "loss": 0.237,
      "step": 736500
    },
    {
      "epoch": 52.73,
      "learning_rate": 2.363714408355988e-05,
      "loss": 0.2356,
      "step": 737000
    },
    {
      "epoch": 52.76,
      "learning_rate": 2.3619258835312635e-05,
      "loss": 0.2399,
      "step": 737500
    },
    {
      "epoch": 52.8,
      "learning_rate": 2.360137358706539e-05,
      "loss": 0.2417,
      "step": 738000
    },
    {
      "epoch": 52.83,
      "learning_rate": 2.3583488338818145e-05,
      "loss": 0.2382,
      "step": 738500
    },
    {
      "epoch": 52.87,
      "learning_rate": 2.3565603090570897e-05,
      "loss": 0.2356,
      "step": 739000
    },
    {
      "epoch": 52.9,
      "learning_rate": 2.3547717842323652e-05,
      "loss": 0.243,
      "step": 739500
    },
    {
      "epoch": 52.94,
      "learning_rate": 2.3529832594076407e-05,
      "loss": 0.2427,
      "step": 740000
    },
    {
      "epoch": 52.98,
      "learning_rate": 2.351194734582916e-05,
      "loss": 0.2347,
      "step": 740500
    },
    {
      "epoch": 53.01,
      "learning_rate": 2.3494062097581914e-05,
      "loss": 0.2362,
      "step": 741000
    },
    {
      "epoch": 53.05,
      "learning_rate": 2.347617684933467e-05,
      "loss": 0.2206,
      "step": 741500
    },
    {
      "epoch": 53.08,
      "learning_rate": 2.3458291601087425e-05,
      "loss": 0.2206,
      "step": 742000
    },
    {
      "epoch": 53.12,
      "learning_rate": 2.3440406352840176e-05,
      "loss": 0.2229,
      "step": 742500
    },
    {
      "epoch": 53.15,
      "learning_rate": 2.342252110459293e-05,
      "loss": 0.2269,
      "step": 743000
    },
    {
      "epoch": 53.19,
      "learning_rate": 2.340463585634569e-05,
      "loss": 0.2252,
      "step": 743500
    },
    {
      "epoch": 53.23,
      "learning_rate": 2.3386750608098442e-05,
      "loss": 0.2302,
      "step": 744000
    },
    {
      "epoch": 53.26,
      "learning_rate": 2.3368865359851197e-05,
      "loss": 0.2293,
      "step": 744500
    },
    {
      "epoch": 53.3,
      "learning_rate": 2.3350980111603952e-05,
      "loss": 0.2288,
      "step": 745000
    },
    {
      "epoch": 53.33,
      "learning_rate": 2.3333094863356704e-05,
      "loss": 0.2309,
      "step": 745500
    },
    {
      "epoch": 53.37,
      "learning_rate": 2.331520961510946e-05,
      "loss": 0.2347,
      "step": 746000
    },
    {
      "epoch": 53.41,
      "learning_rate": 2.3297324366862215e-05,
      "loss": 0.2333,
      "step": 746500
    },
    {
      "epoch": 53.44,
      "learning_rate": 2.3279439118614966e-05,
      "loss": 0.2318,
      "step": 747000
    },
    {
      "epoch": 53.48,
      "learning_rate": 2.326155387036772e-05,
      "loss": 0.2356,
      "step": 747500
    },
    {
      "epoch": 53.51,
      "learning_rate": 2.3243668622120477e-05,
      "loss": 0.233,
      "step": 748000
    },
    {
      "epoch": 53.55,
      "learning_rate": 2.3225783373873232e-05,
      "loss": 0.2354,
      "step": 748500
    },
    {
      "epoch": 53.58,
      "learning_rate": 2.3207898125625984e-05,
      "loss": 0.2326,
      "step": 749000
    },
    {
      "epoch": 53.62,
      "learning_rate": 2.319001287737874e-05,
      "loss": 0.2323,
      "step": 749500
    },
    {
      "epoch": 53.66,
      "learning_rate": 2.3172127629131494e-05,
      "loss": 0.2354,
      "step": 750000
    },
    {
      "epoch": 53.69,
      "learning_rate": 2.3154242380884246e-05,
      "loss": 0.2332,
      "step": 750500
    },
    {
      "epoch": 53.73,
      "learning_rate": 2.3136357132637e-05,
      "loss": 0.2374,
      "step": 751000
    },
    {
      "epoch": 53.76,
      "learning_rate": 2.3118471884389756e-05,
      "loss": 0.2415,
      "step": 751500
    },
    {
      "epoch": 53.8,
      "learning_rate": 2.310058663614251e-05,
      "loss": 0.2372,
      "step": 752000
    },
    {
      "epoch": 53.83,
      "learning_rate": 2.3082701387895263e-05,
      "loss": 0.2362,
      "step": 752500
    },
    {
      "epoch": 53.87,
      "learning_rate": 2.306481613964802e-05,
      "loss": 0.2349,
      "step": 753000
    },
    {
      "epoch": 53.91,
      "learning_rate": 2.3046930891400774e-05,
      "loss": 0.2444,
      "step": 753500
    },
    {
      "epoch": 53.94,
      "learning_rate": 2.3029045643153525e-05,
      "loss": 0.2417,
      "step": 754000
    },
    {
      "epoch": 53.98,
      "learning_rate": 2.3011160394906284e-05,
      "loss": 0.2428,
      "step": 754500
    },
    {
      "epoch": 54.01,
      "learning_rate": 2.299327514665904e-05,
      "loss": 0.2304,
      "step": 755000
    },
    {
      "epoch": 54.05,
      "learning_rate": 2.297538989841179e-05,
      "loss": 0.2201,
      "step": 755500
    },
    {
      "epoch": 54.08,
      "learning_rate": 2.2957504650164546e-05,
      "loss": 0.2235,
      "step": 756000
    },
    {
      "epoch": 54.12,
      "learning_rate": 2.29396194019173e-05,
      "loss": 0.2288,
      "step": 756500
    },
    {
      "epoch": 54.16,
      "learning_rate": 2.2921734153670056e-05,
      "loss": 0.2296,
      "step": 757000
    },
    {
      "epoch": 54.19,
      "learning_rate": 2.2903848905422808e-05,
      "loss": 0.2258,
      "step": 757500
    },
    {
      "epoch": 54.23,
      "learning_rate": 2.2885963657175563e-05,
      "loss": 0.2265,
      "step": 758000
    },
    {
      "epoch": 54.26,
      "learning_rate": 2.286807840892832e-05,
      "loss": 0.2308,
      "step": 758500
    },
    {
      "epoch": 54.3,
      "learning_rate": 2.285019316068107e-05,
      "loss": 0.2284,
      "step": 759000
    },
    {
      "epoch": 54.34,
      "learning_rate": 2.2832307912433826e-05,
      "loss": 0.2238,
      "step": 759500
    },
    {
      "epoch": 54.37,
      "learning_rate": 2.281442266418658e-05,
      "loss": 0.2287,
      "step": 760000
    },
    {
      "epoch": 54.41,
      "learning_rate": 2.2796537415939333e-05,
      "loss": 0.2337,
      "step": 760500
    },
    {
      "epoch": 54.44,
      "learning_rate": 2.2778652167692088e-05,
      "loss": 0.2303,
      "step": 761000
    },
    {
      "epoch": 54.48,
      "learning_rate": 2.2760766919444843e-05,
      "loss": 0.228,
      "step": 761500
    },
    {
      "epoch": 54.51,
      "learning_rate": 2.2742881671197598e-05,
      "loss": 0.2354,
      "step": 762000
    },
    {
      "epoch": 54.55,
      "learning_rate": 2.272499642295035e-05,
      "loss": 0.2308,
      "step": 762500
    },
    {
      "epoch": 54.59,
      "learning_rate": 2.2707111174703105e-05,
      "loss": 0.2365,
      "step": 763000
    },
    {
      "epoch": 54.62,
      "learning_rate": 2.268922592645586e-05,
      "loss": 0.2382,
      "step": 763500
    },
    {
      "epoch": 54.66,
      "learning_rate": 2.2671340678208612e-05,
      "loss": 0.2351,
      "step": 764000
    },
    {
      "epoch": 54.69,
      "learning_rate": 2.2653455429961367e-05,
      "loss": 0.2302,
      "step": 764500
    },
    {
      "epoch": 54.73,
      "learning_rate": 2.2635570181714122e-05,
      "loss": 0.2303,
      "step": 765000
    },
    {
      "epoch": 54.76,
      "learning_rate": 2.2617684933466878e-05,
      "loss": 0.2356,
      "step": 765500
    },
    {
      "epoch": 54.8,
      "learning_rate": 2.2599799685219633e-05,
      "loss": 0.2352,
      "step": 766000
    },
    {
      "epoch": 54.84,
      "learning_rate": 2.2581914436972388e-05,
      "loss": 0.2344,
      "step": 766500
    },
    {
      "epoch": 54.87,
      "learning_rate": 2.2564029188725143e-05,
      "loss": 0.2404,
      "step": 767000
    },
    {
      "epoch": 54.91,
      "learning_rate": 2.2546143940477895e-05,
      "loss": 0.2363,
      "step": 767500
    },
    {
      "epoch": 54.94,
      "learning_rate": 2.252825869223065e-05,
      "loss": 0.239,
      "step": 768000
    },
    {
      "epoch": 54.98,
      "learning_rate": 2.2510373443983405e-05,
      "loss": 0.2356,
      "step": 768500
    },
    {
      "epoch": 55.02,
      "learning_rate": 2.2492488195736157e-05,
      "loss": 0.2273,
      "step": 769000
    },
    {
      "epoch": 55.05,
      "learning_rate": 2.2474602947488912e-05,
      "loss": 0.2172,
      "step": 769500
    },
    {
      "epoch": 55.09,
      "learning_rate": 2.2456717699241667e-05,
      "loss": 0.2258,
      "step": 770000
    },
    {
      "epoch": 55.12,
      "learning_rate": 2.243883245099442e-05,
      "loss": 0.222,
      "step": 770500
    },
    {
      "epoch": 55.16,
      "learning_rate": 2.2420947202747174e-05,
      "loss": 0.2234,
      "step": 771000
    },
    {
      "epoch": 55.19,
      "learning_rate": 2.240306195449993e-05,
      "loss": 0.2272,
      "step": 771500
    },
    {
      "epoch": 55.23,
      "learning_rate": 2.2385176706252685e-05,
      "loss": 0.2247,
      "step": 772000
    },
    {
      "epoch": 55.27,
      "learning_rate": 2.2367291458005437e-05,
      "loss": 0.226,
      "step": 772500
    },
    {
      "epoch": 55.3,
      "learning_rate": 2.2349406209758192e-05,
      "loss": 0.2293,
      "step": 773000
    },
    {
      "epoch": 55.34,
      "learning_rate": 2.2331520961510947e-05,
      "loss": 0.2277,
      "step": 773500
    },
    {
      "epoch": 55.37,
      "learning_rate": 2.23136357132637e-05,
      "loss": 0.2258,
      "step": 774000
    },
    {
      "epoch": 55.41,
      "learning_rate": 2.2295750465016454e-05,
      "loss": 0.2301,
      "step": 774500
    },
    {
      "epoch": 55.44,
      "learning_rate": 2.227786521676921e-05,
      "loss": 0.2339,
      "step": 775000
    },
    {
      "epoch": 55.48,
      "learning_rate": 2.2259979968521964e-05,
      "loss": 0.2279,
      "step": 775500
    },
    {
      "epoch": 55.52,
      "learning_rate": 2.224209472027472e-05,
      "loss": 0.2362,
      "step": 776000
    },
    {
      "epoch": 55.55,
      "learning_rate": 2.2224209472027475e-05,
      "loss": 0.2362,
      "step": 776500
    },
    {
      "epoch": 55.59,
      "learning_rate": 2.220632422378023e-05,
      "loss": 0.2249,
      "step": 777000
    },
    {
      "epoch": 55.62,
      "learning_rate": 2.218843897553298e-05,
      "loss": 0.238,
      "step": 777500
    },
    {
      "epoch": 55.66,
      "learning_rate": 2.2170553727285737e-05,
      "loss": 0.2312,
      "step": 778000
    },
    {
      "epoch": 55.69,
      "learning_rate": 2.2152668479038492e-05,
      "loss": 0.2401,
      "step": 778500
    },
    {
      "epoch": 55.73,
      "learning_rate": 2.2134783230791244e-05,
      "loss": 0.232,
      "step": 779000
    },
    {
      "epoch": 55.77,
      "learning_rate": 2.2116897982544e-05,
      "loss": 0.2295,
      "step": 779500
    },
    {
      "epoch": 55.8,
      "learning_rate": 2.2099012734296754e-05,
      "loss": 0.2361,
      "step": 780000
    },
    {
      "epoch": 55.84,
      "learning_rate": 2.208112748604951e-05,
      "loss": 0.2346,
      "step": 780500
    },
    {
      "epoch": 55.87,
      "learning_rate": 2.206324223780226e-05,
      "loss": 0.2333,
      "step": 781000
    },
    {
      "epoch": 55.91,
      "learning_rate": 2.2045356989555016e-05,
      "loss": 0.2397,
      "step": 781500
    },
    {
      "epoch": 55.95,
      "learning_rate": 2.202747174130777e-05,
      "loss": 0.2283,
      "step": 782000
    },
    {
      "epoch": 55.98,
      "learning_rate": 2.2009586493060523e-05,
      "loss": 0.2348,
      "step": 782500
    },
    {
      "epoch": 56.02,
      "learning_rate": 2.199170124481328e-05,
      "loss": 0.2286,
      "step": 783000
    },
    {
      "epoch": 56.05,
      "learning_rate": 2.1973815996566034e-05,
      "loss": 0.2158,
      "step": 783500
    },
    {
      "epoch": 56.09,
      "learning_rate": 2.1955930748318785e-05,
      "loss": 0.2168,
      "step": 784000
    },
    {
      "epoch": 56.12,
      "learning_rate": 2.193804550007154e-05,
      "loss": 0.2196,
      "step": 784500
    },
    {
      "epoch": 56.16,
      "learning_rate": 2.1920160251824296e-05,
      "loss": 0.2221,
      "step": 785000
    },
    {
      "epoch": 56.2,
      "learning_rate": 2.190227500357705e-05,
      "loss": 0.2247,
      "step": 785500
    },
    {
      "epoch": 56.23,
      "learning_rate": 2.1884389755329803e-05,
      "loss": 0.2241,
      "step": 786000
    },
    {
      "epoch": 56.27,
      "learning_rate": 2.1866504507082558e-05,
      "loss": 0.2252,
      "step": 786500
    },
    {
      "epoch": 56.3,
      "learning_rate": 2.1848619258835316e-05,
      "loss": 0.2271,
      "step": 787000
    },
    {
      "epoch": 56.34,
      "learning_rate": 2.1830734010588068e-05,
      "loss": 0.2289,
      "step": 787500
    },
    {
      "epoch": 56.37,
      "learning_rate": 2.1812848762340823e-05,
      "loss": 0.2297,
      "step": 788000
    },
    {
      "epoch": 56.41,
      "learning_rate": 2.179496351409358e-05,
      "loss": 0.2346,
      "step": 788500
    },
    {
      "epoch": 56.45,
      "learning_rate": 2.177707826584633e-05,
      "loss": 0.2285,
      "step": 789000
    },
    {
      "epoch": 56.48,
      "learning_rate": 2.1759193017599086e-05,
      "loss": 0.2272,
      "step": 789500
    },
    {
      "epoch": 56.52,
      "learning_rate": 2.174130776935184e-05,
      "loss": 0.2298,
      "step": 790000
    },
    {
      "epoch": 56.55,
      "learning_rate": 2.1723422521104596e-05,
      "loss": 0.2334,
      "step": 790500
    },
    {
      "epoch": 56.59,
      "learning_rate": 2.1705537272857348e-05,
      "loss": 0.2305,
      "step": 791000
    },
    {
      "epoch": 56.62,
      "learning_rate": 2.1687652024610103e-05,
      "loss": 0.2349,
      "step": 791500
    },
    {
      "epoch": 56.66,
      "learning_rate": 2.1669766776362858e-05,
      "loss": 0.2294,
      "step": 792000
    },
    {
      "epoch": 56.7,
      "learning_rate": 2.165188152811561e-05,
      "loss": 0.2373,
      "step": 792500
    },
    {
      "epoch": 56.73,
      "learning_rate": 2.1633996279868365e-05,
      "loss": 0.2319,
      "step": 793000
    },
    {
      "epoch": 56.77,
      "learning_rate": 2.161611103162112e-05,
      "loss": 0.2341,
      "step": 793500
    },
    {
      "epoch": 56.8,
      "learning_rate": 2.1598225783373875e-05,
      "loss": 0.2311,
      "step": 794000
    },
    {
      "epoch": 56.84,
      "learning_rate": 2.1580340535126627e-05,
      "loss": 0.234,
      "step": 794500
    },
    {
      "epoch": 56.88,
      "learning_rate": 2.1562455286879382e-05,
      "loss": 0.235,
      "step": 795000
    },
    {
      "epoch": 56.91,
      "learning_rate": 2.1544570038632138e-05,
      "loss": 0.2416,
      "step": 795500
    },
    {
      "epoch": 56.95,
      "learning_rate": 2.152668479038489e-05,
      "loss": 0.236,
      "step": 796000
    },
    {
      "epoch": 56.98,
      "learning_rate": 2.1508799542137645e-05,
      "loss": 0.2375,
      "step": 796500
    },
    {
      "epoch": 57.02,
      "learning_rate": 2.14909142938904e-05,
      "loss": 0.2239,
      "step": 797000
    },
    {
      "epoch": 57.05,
      "learning_rate": 2.147302904564315e-05,
      "loss": 0.2109,
      "step": 797500
    },
    {
      "epoch": 57.09,
      "learning_rate": 2.145514379739591e-05,
      "loss": 0.2177,
      "step": 798000
    },
    {
      "epoch": 57.13,
      "learning_rate": 2.1437258549148665e-05,
      "loss": 0.2187,
      "step": 798500
    },
    {
      "epoch": 57.16,
      "learning_rate": 2.1419373300901417e-05,
      "loss": 0.2258,
      "step": 799000
    },
    {
      "epoch": 57.2,
      "learning_rate": 2.1401488052654172e-05,
      "loss": 0.2228,
      "step": 799500
    },
    {
      "epoch": 57.23,
      "learning_rate": 2.1383602804406927e-05,
      "loss": 0.2236,
      "step": 800000
    },
    {
      "epoch": 57.27,
      "learning_rate": 2.1365717556159683e-05,
      "loss": 0.2232,
      "step": 800500
    },
    {
      "epoch": 57.3,
      "learning_rate": 2.1347832307912434e-05,
      "loss": 0.2246,
      "step": 801000
    },
    {
      "epoch": 57.34,
      "learning_rate": 2.132994705966519e-05,
      "loss": 0.2273,
      "step": 801500
    },
    {
      "epoch": 57.38,
      "learning_rate": 2.1312061811417945e-05,
      "loss": 0.2282,
      "step": 802000
    },
    {
      "epoch": 57.41,
      "learning_rate": 2.1294176563170697e-05,
      "loss": 0.2269,
      "step": 802500
    },
    {
      "epoch": 57.45,
      "learning_rate": 2.1276291314923452e-05,
      "loss": 0.2298,
      "step": 803000
    },
    {
      "epoch": 57.48,
      "learning_rate": 2.1258406066676207e-05,
      "loss": 0.2284,
      "step": 803500
    },
    {
      "epoch": 57.52,
      "learning_rate": 2.1240520818428962e-05,
      "loss": 0.2275,
      "step": 804000
    },
    {
      "epoch": 57.55,
      "learning_rate": 2.1222635570181714e-05,
      "loss": 0.2373,
      "step": 804500
    },
    {
      "epoch": 57.59,
      "learning_rate": 2.120475032193447e-05,
      "loss": 0.23,
      "step": 805000
    },
    {
      "epoch": 57.63,
      "learning_rate": 2.1186865073687224e-05,
      "loss": 0.2297,
      "step": 805500
    },
    {
      "epoch": 57.66,
      "learning_rate": 2.1168979825439976e-05,
      "loss": 0.2306,
      "step": 806000
    },
    {
      "epoch": 57.7,
      "learning_rate": 2.115109457719273e-05,
      "loss": 0.2331,
      "step": 806500
    },
    {
      "epoch": 57.73,
      "learning_rate": 2.1133209328945486e-05,
      "loss": 0.2343,
      "step": 807000
    },
    {
      "epoch": 57.77,
      "learning_rate": 2.111532408069824e-05,
      "loss": 0.2298,
      "step": 807500
    },
    {
      "epoch": 57.81,
      "learning_rate": 2.1097438832450993e-05,
      "loss": 0.2313,
      "step": 808000
    },
    {
      "epoch": 57.84,
      "learning_rate": 2.107955358420375e-05,
      "loss": 0.2329,
      "step": 808500
    },
    {
      "epoch": 57.88,
      "learning_rate": 2.1061668335956504e-05,
      "loss": 0.232,
      "step": 809000
    },
    {
      "epoch": 57.91,
      "learning_rate": 2.104378308770926e-05,
      "loss": 0.2298,
      "step": 809500
    },
    {
      "epoch": 57.95,
      "learning_rate": 2.1025897839462014e-05,
      "loss": 0.2349,
      "step": 810000
    },
    {
      "epoch": 57.98,
      "learning_rate": 2.100801259121477e-05,
      "loss": 0.2345,
      "step": 810500
    },
    {
      "epoch": 58.02,
      "learning_rate": 2.099012734296752e-05,
      "loss": 0.2235,
      "step": 811000
    },
    {
      "epoch": 58.06,
      "learning_rate": 2.0972242094720276e-05,
      "loss": 0.2161,
      "step": 811500
    },
    {
      "epoch": 58.09,
      "learning_rate": 2.095435684647303e-05,
      "loss": 0.2149,
      "step": 812000
    },
    {
      "epoch": 58.13,
      "learning_rate": 2.0936471598225783e-05,
      "loss": 0.2213,
      "step": 812500
    },
    {
      "epoch": 58.16,
      "learning_rate": 2.091858634997854e-05,
      "loss": 0.2232,
      "step": 813000
    },
    {
      "epoch": 58.2,
      "learning_rate": 2.0900701101731294e-05,
      "loss": 0.221,
      "step": 813500
    },
    {
      "epoch": 58.23,
      "learning_rate": 2.088281585348405e-05,
      "loss": 0.2233,
      "step": 814000
    },
    {
      "epoch": 58.27,
      "learning_rate": 2.08649306052368e-05,
      "loss": 0.2231,
      "step": 814500
    },
    {
      "epoch": 58.31,
      "learning_rate": 2.0847045356989556e-05,
      "loss": 0.2225,
      "step": 815000
    },
    {
      "epoch": 58.34,
      "learning_rate": 2.082916010874231e-05,
      "loss": 0.2299,
      "step": 815500
    },
    {
      "epoch": 58.38,
      "learning_rate": 2.0811274860495063e-05,
      "loss": 0.2217,
      "step": 816000
    },
    {
      "epoch": 58.41,
      "learning_rate": 2.0793389612247818e-05,
      "loss": 0.2294,
      "step": 816500
    },
    {
      "epoch": 58.45,
      "learning_rate": 2.0775504364000573e-05,
      "loss": 0.2272,
      "step": 817000
    },
    {
      "epoch": 58.48,
      "learning_rate": 2.075761911575333e-05,
      "loss": 0.2274,
      "step": 817500
    },
    {
      "epoch": 58.52,
      "learning_rate": 2.073973386750608e-05,
      "loss": 0.2324,
      "step": 818000
    },
    {
      "epoch": 58.56,
      "learning_rate": 2.0721848619258835e-05,
      "loss": 0.2313,
      "step": 818500
    },
    {
      "epoch": 58.59,
      "learning_rate": 2.070396337101159e-05,
      "loss": 0.2285,
      "step": 819000
    },
    {
      "epoch": 58.63,
      "learning_rate": 2.0686078122764346e-05,
      "loss": 0.2287,
      "step": 819500
    },
    {
      "epoch": 58.66,
      "learning_rate": 2.06681928745171e-05,
      "loss": 0.225,
      "step": 820000
    },
    {
      "epoch": 58.7,
      "learning_rate": 2.0650307626269856e-05,
      "loss": 0.233,
      "step": 820500
    },
    {
      "epoch": 58.74,
      "learning_rate": 2.0632422378022608e-05,
      "loss": 0.232,
      "step": 821000
    },
    {
      "epoch": 58.77,
      "learning_rate": 2.0614537129775363e-05,
      "loss": 0.234,
      "step": 821500
    },
    {
      "epoch": 58.81,
      "learning_rate": 2.0596651881528118e-05,
      "loss": 0.232,
      "step": 822000
    },
    {
      "epoch": 58.84,
      "learning_rate": 2.057876663328087e-05,
      "loss": 0.2346,
      "step": 822500
    },
    {
      "epoch": 58.88,
      "learning_rate": 2.0560881385033625e-05,
      "loss": 0.2309,
      "step": 823000
    },
    {
      "epoch": 58.91,
      "learning_rate": 2.054299613678638e-05,
      "loss": 0.2332,
      "step": 823500
    },
    {
      "epoch": 58.95,
      "learning_rate": 2.0525110888539136e-05,
      "loss": 0.2293,
      "step": 824000
    },
    {
      "epoch": 58.99,
      "learning_rate": 2.0507225640291887e-05,
      "loss": 0.2305,
      "step": 824500
    },
    {
      "epoch": 59.02,
      "learning_rate": 2.0489340392044643e-05,
      "loss": 0.2231,
      "step": 825000
    },
    {
      "epoch": 59.06,
      "learning_rate": 2.0471455143797398e-05,
      "loss": 0.216,
      "step": 825500
    },
    {
      "epoch": 59.09,
      "learning_rate": 2.045356989555015e-05,
      "loss": 0.215,
      "step": 826000
    },
    {
      "epoch": 59.13,
      "learning_rate": 2.0435684647302905e-05,
      "loss": 0.2172,
      "step": 826500
    },
    {
      "epoch": 59.16,
      "learning_rate": 2.041779939905566e-05,
      "loss": 0.2196,
      "step": 827000
    },
    {
      "epoch": 59.2,
      "learning_rate": 2.0399914150808415e-05,
      "loss": 0.2188,
      "step": 827500
    },
    {
      "epoch": 59.24,
      "learning_rate": 2.0382028902561167e-05,
      "loss": 0.2201,
      "step": 828000
    },
    {
      "epoch": 59.27,
      "learning_rate": 2.0364143654313922e-05,
      "loss": 0.2238,
      "step": 828500
    },
    {
      "epoch": 59.31,
      "learning_rate": 2.0346258406066677e-05,
      "loss": 0.2251,
      "step": 829000
    },
    {
      "epoch": 59.34,
      "learning_rate": 2.032837315781943e-05,
      "loss": 0.2217,
      "step": 829500
    },
    {
      "epoch": 59.38,
      "learning_rate": 2.0310487909572184e-05,
      "loss": 0.2241,
      "step": 830000
    },
    {
      "epoch": 59.41,
      "learning_rate": 2.0292602661324943e-05,
      "loss": 0.2246,
      "step": 830500
    },
    {
      "epoch": 59.45,
      "learning_rate": 2.0274717413077695e-05,
      "loss": 0.2285,
      "step": 831000
    },
    {
      "epoch": 59.49,
      "learning_rate": 2.025683216483045e-05,
      "loss": 0.2288,
      "step": 831500
    },
    {
      "epoch": 59.52,
      "learning_rate": 2.0238946916583205e-05,
      "loss": 0.2267,
      "step": 832000
    },
    {
      "epoch": 59.56,
      "learning_rate": 2.0221061668335957e-05,
      "loss": 0.2266,
      "step": 832500
    },
    {
      "epoch": 59.59,
      "learning_rate": 2.0203176420088712e-05,
      "loss": 0.2269,
      "step": 833000
    },
    {
      "epoch": 59.63,
      "learning_rate": 2.0185291171841467e-05,
      "loss": 0.2297,
      "step": 833500
    },
    {
      "epoch": 59.67,
      "learning_rate": 2.0167405923594222e-05,
      "loss": 0.2321,
      "step": 834000
    },
    {
      "epoch": 59.7,
      "learning_rate": 2.0149520675346974e-05,
      "loss": 0.2337,
      "step": 834500
    },
    {
      "epoch": 59.74,
      "learning_rate": 2.013163542709973e-05,
      "loss": 0.2355,
      "step": 835000
    },
    {
      "epoch": 59.77,
      "learning_rate": 2.0113750178852484e-05,
      "loss": 0.2271,
      "step": 835500
    },
    {
      "epoch": 59.81,
      "learning_rate": 2.0095864930605236e-05,
      "loss": 0.2323,
      "step": 836000
    },
    {
      "epoch": 59.84,
      "learning_rate": 2.007797968235799e-05,
      "loss": 0.2307,
      "step": 836500
    },
    {
      "epoch": 59.88,
      "learning_rate": 2.0060094434110747e-05,
      "loss": 0.2296,
      "step": 837000
    },
    {
      "epoch": 59.92,
      "learning_rate": 2.0042209185863502e-05,
      "loss": 0.229,
      "step": 837500
    },
    {
      "epoch": 59.95,
      "learning_rate": 2.0024323937616254e-05,
      "loss": 0.2335,
      "step": 838000
    },
    {
      "epoch": 59.99,
      "learning_rate": 2.000643868936901e-05,
      "loss": 0.2288,
      "step": 838500
    },
    {
      "epoch": 60.02,
      "learning_rate": 1.9988553441121764e-05,
      "loss": 0.2223,
      "step": 839000
    },
    {
      "epoch": 60.06,
      "learning_rate": 1.9970668192874516e-05,
      "loss": 0.2112,
      "step": 839500
    },
    {
      "epoch": 60.09,
      "learning_rate": 1.995278294462727e-05,
      "loss": 0.2118,
      "step": 840000
    },
    {
      "epoch": 60.13,
      "learning_rate": 1.9934897696380026e-05,
      "loss": 0.2179,
      "step": 840500
    },
    {
      "epoch": 60.17,
      "learning_rate": 1.991701244813278e-05,
      "loss": 0.2205,
      "step": 841000
    },
    {
      "epoch": 60.2,
      "learning_rate": 1.9899127199885536e-05,
      "loss": 0.2214,
      "step": 841500
    },
    {
      "epoch": 60.24,
      "learning_rate": 1.988124195163829e-05,
      "loss": 0.2216,
      "step": 842000
    },
    {
      "epoch": 60.27,
      "learning_rate": 1.9863356703391043e-05,
      "loss": 0.2264,
      "step": 842500
    },
    {
      "epoch": 60.31,
      "learning_rate": 1.98454714551438e-05,
      "loss": 0.2233,
      "step": 843000
    },
    {
      "epoch": 60.34,
      "learning_rate": 1.9827586206896554e-05,
      "loss": 0.2307,
      "step": 843500
    },
    {
      "epoch": 60.38,
      "learning_rate": 1.980970095864931e-05,
      "loss": 0.2233,
      "step": 844000
    },
    {
      "epoch": 60.42,
      "learning_rate": 1.979181571040206e-05,
      "loss": 0.2245,
      "step": 844500
    },
    {
      "epoch": 60.45,
      "learning_rate": 1.9773930462154816e-05,
      "loss": 0.226,
      "step": 845000
    },
    {
      "epoch": 60.49,
      "learning_rate": 1.975604521390757e-05,
      "loss": 0.2275,
      "step": 845500
    },
    {
      "epoch": 60.52,
      "learning_rate": 1.9738159965660323e-05,
      "loss": 0.2276,
      "step": 846000
    },
    {
      "epoch": 60.56,
      "learning_rate": 1.9720274717413078e-05,
      "loss": 0.2228,
      "step": 846500
    },
    {
      "epoch": 60.6,
      "learning_rate": 1.9702389469165833e-05,
      "loss": 0.226,
      "step": 847000
    },
    {
      "epoch": 60.63,
      "learning_rate": 1.968450422091859e-05,
      "loss": 0.2277,
      "step": 847500
    },
    {
      "epoch": 60.67,
      "learning_rate": 1.966661897267134e-05,
      "loss": 0.2318,
      "step": 848000
    },
    {
      "epoch": 60.7,
      "learning_rate": 1.9648733724424095e-05,
      "loss": 0.2249,
      "step": 848500
    },
    {
      "epoch": 60.74,
      "learning_rate": 1.963084847617685e-05,
      "loss": 0.2243,
      "step": 849000
    },
    {
      "epoch": 60.77,
      "learning_rate": 1.9612963227929602e-05,
      "loss": 0.2293,
      "step": 849500
    },
    {
      "epoch": 60.81,
      "learning_rate": 1.9595077979682358e-05,
      "loss": 0.2277,
      "step": 850000
    },
    {
      "epoch": 60.85,
      "learning_rate": 1.9577192731435113e-05,
      "loss": 0.2305,
      "step": 850500
    },
    {
      "epoch": 60.88,
      "learning_rate": 1.9559307483187868e-05,
      "loss": 0.232,
      "step": 851000
    },
    {
      "epoch": 60.92,
      "learning_rate": 1.954142223494062e-05,
      "loss": 0.2284,
      "step": 851500
    },
    {
      "epoch": 60.95,
      "learning_rate": 1.9523536986693378e-05,
      "loss": 0.2268,
      "step": 852000
    },
    {
      "epoch": 60.99,
      "learning_rate": 1.9505651738446133e-05,
      "loss": 0.2282,
      "step": 852500
    },
    {
      "epoch": 61.02,
      "learning_rate": 1.9487766490198885e-05,
      "loss": 0.2163,
      "step": 853000
    },
    {
      "epoch": 61.06,
      "learning_rate": 1.946988124195164e-05,
      "loss": 0.2177,
      "step": 853500
    },
    {
      "epoch": 61.1,
      "learning_rate": 1.9451995993704396e-05,
      "loss": 0.2179,
      "step": 854000
    },
    {
      "epoch": 61.13,
      "learning_rate": 1.9434110745457147e-05,
      "loss": 0.2188,
      "step": 854500
    },
    {
      "epoch": 61.17,
      "learning_rate": 1.9416225497209903e-05,
      "loss": 0.2208,
      "step": 855000
    },
    {
      "epoch": 61.2,
      "learning_rate": 1.9398340248962658e-05,
      "loss": 0.2166,
      "step": 855500
    },
    {
      "epoch": 61.24,
      "learning_rate": 1.938045500071541e-05,
      "loss": 0.2196,
      "step": 856000
    },
    {
      "epoch": 61.27,
      "learning_rate": 1.9362569752468165e-05,
      "loss": 0.2162,
      "step": 856500
    },
    {
      "epoch": 61.31,
      "learning_rate": 1.934468450422092e-05,
      "loss": 0.2179,
      "step": 857000
    },
    {
      "epoch": 61.35,
      "learning_rate": 1.9326799255973675e-05,
      "loss": 0.2201,
      "step": 857500
    },
    {
      "epoch": 61.38,
      "learning_rate": 1.9308914007726427e-05,
      "loss": 0.2275,
      "step": 858000
    },
    {
      "epoch": 61.42,
      "learning_rate": 1.9291028759479182e-05,
      "loss": 0.2219,
      "step": 858500
    },
    {
      "epoch": 61.45,
      "learning_rate": 1.9273143511231937e-05,
      "loss": 0.223,
      "step": 859000
    },
    {
      "epoch": 61.49,
      "learning_rate": 1.925525826298469e-05,
      "loss": 0.2248,
      "step": 859500
    },
    {
      "epoch": 61.53,
      "learning_rate": 1.9237373014737444e-05,
      "loss": 0.2247,
      "step": 860000
    },
    {
      "epoch": 61.56,
      "learning_rate": 1.92194877664902e-05,
      "loss": 0.2284,
      "step": 860500
    },
    {
      "epoch": 61.6,
      "learning_rate": 1.9201602518242955e-05,
      "loss": 0.2274,
      "step": 861000
    },
    {
      "epoch": 61.63,
      "learning_rate": 1.9183717269995706e-05,
      "loss": 0.2285,
      "step": 861500
    },
    {
      "epoch": 61.67,
      "learning_rate": 1.916583202174846e-05,
      "loss": 0.2239,
      "step": 862000
    },
    {
      "epoch": 61.7,
      "learning_rate": 1.9147946773501217e-05,
      "loss": 0.2276,
      "step": 862500
    },
    {
      "epoch": 61.74,
      "learning_rate": 1.9130061525253972e-05,
      "loss": 0.2247,
      "step": 863000
    },
    {
      "epoch": 61.78,
      "learning_rate": 1.9112176277006727e-05,
      "loss": 0.2242,
      "step": 863500
    },
    {
      "epoch": 61.81,
      "learning_rate": 1.9094291028759482e-05,
      "loss": 0.2299,
      "step": 864000
    },
    {
      "epoch": 61.85,
      "learning_rate": 1.9076405780512234e-05,
      "loss": 0.2314,
      "step": 864500
    },
    {
      "epoch": 61.88,
      "learning_rate": 1.905852053226499e-05,
      "loss": 0.2283,
      "step": 865000
    },
    {
      "epoch": 61.92,
      "learning_rate": 1.9040635284017744e-05,
      "loss": 0.2293,
      "step": 865500
    },
    {
      "epoch": 61.95,
      "learning_rate": 1.90227500357705e-05,
      "loss": 0.2288,
      "step": 866000
    },
    {
      "epoch": 61.99,
      "learning_rate": 1.900486478752325e-05,
      "loss": 0.2341,
      "step": 866500
    },
    {
      "epoch": 62.03,
      "learning_rate": 1.8986979539276007e-05,
      "loss": 0.2178,
      "step": 867000
    },
    {
      "epoch": 62.06,
      "learning_rate": 1.8969094291028762e-05,
      "loss": 0.2113,
      "step": 867500
    },
    {
      "epoch": 62.1,
      "learning_rate": 1.8951209042781514e-05,
      "loss": 0.2171,
      "step": 868000
    },
    {
      "epoch": 62.13,
      "learning_rate": 1.893332379453427e-05,
      "loss": 0.217,
      "step": 868500
    },
    {
      "epoch": 62.17,
      "learning_rate": 1.8915438546287024e-05,
      "loss": 0.2164,
      "step": 869000
    },
    {
      "epoch": 62.2,
      "learning_rate": 1.8897553298039776e-05,
      "loss": 0.2217,
      "step": 869500
    },
    {
      "epoch": 62.24,
      "learning_rate": 1.887966804979253e-05,
      "loss": 0.2215,
      "step": 870000
    }
  ],
  "max_steps": 1397800,
  "num_train_epochs": 100,
  "total_flos": 6.2780322161664e+16,
  "trial_name": null,
  "trial_params": null
}