{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "global_step": 11627,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "learning_rate": 5.730659025787966e-08,
      "loss": 1.3701,
      "step": 1
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.1461318051575931e-07,
      "loss": 1.3857,
      "step": 2
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.7191977077363898e-07,
      "loss": 1.3682,
      "step": 3
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.2922636103151863e-07,
      "loss": 1.3818,
      "step": 4
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.865329512893983e-07,
      "loss": 1.3369,
      "step": 5
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.4383954154727796e-07,
      "loss": 1.3828,
      "step": 6
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.0114613180515766e-07,
      "loss": 1.3691,
      "step": 7
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.5845272206303726e-07,
      "loss": 1.4219,
      "step": 8
    },
    {
      "epoch": 0.0,
      "learning_rate": 5.15759312320917e-07,
      "loss": 1.3936,
      "step": 9
    },
    {
      "epoch": 0.0,
      "learning_rate": 5.730659025787966e-07,
      "loss": 1.4434,
      "step": 10
    },
    {
      "epoch": 0.0,
      "learning_rate": 6.303724928366763e-07,
      "loss": 1.3584,
      "step": 11
    },
    {
      "epoch": 0.0,
      "learning_rate": 6.876790830945559e-07,
      "loss": 1.3945,
      "step": 12
    },
    {
      "epoch": 0.0,
      "learning_rate": 7.449856733524357e-07,
      "loss": 1.2554,
      "step": 13
    },
    {
      "epoch": 0.0,
      "learning_rate": 8.022922636103153e-07,
      "loss": 1.3447,
      "step": 14
    },
    {
      "epoch": 0.0,
      "learning_rate": 8.595988538681949e-07,
      "loss": 1.3613,
      "step": 15
    },
    {
      "epoch": 0.0,
      "learning_rate": 9.169054441260745e-07,
      "loss": 1.3828,
      "step": 16
    },
    {
      "epoch": 0.0,
      "learning_rate": 9.742120343839543e-07,
      "loss": 1.3711,
      "step": 17
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.031518624641834e-06,
      "loss": 1.3408,
      "step": 18
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.0888252148997136e-06,
      "loss": 1.3311,
      "step": 19
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.1461318051575932e-06,
      "loss": 1.3359,
      "step": 20
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.2034383954154729e-06,
      "loss": 1.291,
      "step": 21
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.2607449856733525e-06,
      "loss": 1.3223,
      "step": 22
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.318051575931232e-06,
      "loss": 1.3047,
      "step": 23
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.3753581661891118e-06,
      "loss": 1.3262,
      "step": 24
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.4326647564469915e-06,
      "loss": 1.291,
      "step": 25
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.4899713467048713e-06,
      "loss": 1.2773,
      "step": 26
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.5472779369627508e-06,
      "loss": 1.2979,
      "step": 27
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.6045845272206306e-06,
      "loss": 1.2451,
      "step": 28
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.66189111747851e-06,
      "loss": 1.3125,
      "step": 29
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.7191977077363897e-06,
      "loss": 1.179,
      "step": 30
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.7765042979942696e-06,
      "loss": 1.2725,
      "step": 31
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.833810888252149e-06,
      "loss": 1.228,
      "step": 32
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.8911174785100289e-06,
      "loss": 1.2949,
      "step": 33
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.9484240687679085e-06,
      "loss": 1.2695,
      "step": 34
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.005730659025788e-06,
      "loss": 1.2812,
      "step": 35
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.063037249283668e-06,
      "loss": 1.2695,
      "step": 36
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.1203438395415473e-06,
      "loss": 1.2832,
      "step": 37
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.177650429799427e-06,
      "loss": 1.249,
      "step": 38
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.2349570200573066e-06,
      "loss": 1.1982,
      "step": 39
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.2922636103151864e-06,
      "loss": 1.2559,
      "step": 40
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.3495702005730663e-06,
      "loss": 1.3145,
      "step": 41
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.4068767908309457e-06,
      "loss": 1.2646,
      "step": 42
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.4641833810888256e-06,
      "loss": 1.25,
      "step": 43
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.521489971346705e-06,
      "loss": 1.2959,
      "step": 44
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.5787965616045845e-06,
      "loss": 1.251,
      "step": 45
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.636103151862464e-06,
      "loss": 1.2588,
      "step": 46
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.693409742120344e-06,
      "loss": 1.2773,
      "step": 47
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.7507163323782236e-06,
      "loss": 1.2197,
      "step": 48
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.8080229226361035e-06,
      "loss": 1.2246,
      "step": 49
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.865329512893983e-06,
      "loss": 1.2119,
      "step": 50
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.922636103151863e-06,
      "loss": 1.1992,
      "step": 51
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.9799426934097427e-06,
      "loss": 1.2393,
      "step": 52
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.037249283667622e-06,
      "loss": 1.2148,
      "step": 53
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.0945558739255016e-06,
      "loss": 1.2295,
      "step": 54
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.151862464183381e-06,
      "loss": 1.2422,
      "step": 55
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.2091690544412613e-06,
      "loss": 1.166,
      "step": 56
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.2664756446991407e-06,
      "loss": 1.251,
      "step": 57
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.32378223495702e-06,
      "loss": 1.1758,
      "step": 58
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.3810888252149e-06,
      "loss": 1.1924,
      "step": 59
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.4383954154727795e-06,
      "loss": 1.1846,
      "step": 60
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.4957020057306597e-06,
      "loss": 1.21,
      "step": 61
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.553008595988539e-06,
      "loss": 1.1348,
      "step": 62
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.6103151862464186e-06,
      "loss": 1.251,
      "step": 63
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.667621776504298e-06,
      "loss": 1.2266,
      "step": 64
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.724928366762178e-06,
      "loss": 1.1572,
      "step": 65
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.7822349570200578e-06,
      "loss": 1.1602,
      "step": 66
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.839541547277937e-06,
      "loss": 1.1279,
      "step": 67
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.896848137535817e-06,
      "loss": 1.1436,
      "step": 68
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.954154727793696e-06,
      "loss": 1.1875,
      "step": 69
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.011461318051576e-06,
      "loss": 1.2061,
      "step": 70
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.068767908309456e-06,
      "loss": 1.1123,
      "step": 71
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.126074498567336e-06,
      "loss": 1.1914,
      "step": 72
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.1833810888252155e-06,
      "loss": 1.1572,
      "step": 73
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.2406876790830946e-06,
      "loss": 1.167,
      "step": 74
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.2979942693409744e-06,
      "loss": 1.1416,
      "step": 75
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.355300859598854e-06,
      "loss": 1.1709,
      "step": 76
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.412607449856734e-06,
      "loss": 1.1504,
      "step": 77
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.469914040114613e-06,
      "loss": 1.2051,
      "step": 78
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.527220630372493e-06,
      "loss": 1.1797,
      "step": 79
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.584527220630373e-06,
      "loss": 1.1504,
      "step": 80
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.641833810888253e-06,
      "loss": 1.1621,
      "step": 81
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.699140401146133e-06,
      "loss": 1.1914,
      "step": 82
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.756446991404012e-06,
      "loss": 1.1738,
      "step": 83
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.8137535816618915e-06,
      "loss": 1.167,
      "step": 84
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.871060171919771e-06,
      "loss": 1.1338,
      "step": 85
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.928366762177651e-06,
      "loss": 1.251,
      "step": 86
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.98567335243553e-06,
      "loss": 1.1279,
      "step": 87
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.04297994269341e-06,
      "loss": 1.1826,
      "step": 88
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.10028653295129e-06,
      "loss": 1.1611,
      "step": 89
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.157593123209169e-06,
      "loss": 1.1396,
      "step": 90
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.214899713467049e-06,
      "loss": 1.1602,
      "step": 91
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.272206303724928e-06,
      "loss": 1.1533,
      "step": 92
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.3295128939828086e-06,
      "loss": 1.1611,
      "step": 93
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.386819484240688e-06,
      "loss": 1.1494,
      "step": 94
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.444126074498568e-06,
      "loss": 1.1963,
      "step": 95
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.501432664756447e-06,
      "loss": 1.1475,
      "step": 96
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.558739255014327e-06,
      "loss": 1.1035,
      "step": 97
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.616045845272207e-06,
      "loss": 1.1562,
      "step": 98
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.673352435530086e-06,
      "loss": 1.1484,
      "step": 99
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.730659025787966e-06,
      "loss": 1.1738,
      "step": 100
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.787965616045845e-06,
      "loss": 1.127,
      "step": 101
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.845272206303726e-06,
      "loss": 1.1279,
      "step": 102
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.9025787965616055e-06,
      "loss": 1.1357,
      "step": 103
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.959885386819485e-06,
      "loss": 1.1289,
      "step": 104
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.017191977077364e-06,
      "loss": 1.1729,
      "step": 105
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.074498567335244e-06,
      "loss": 1.1699,
      "step": 106
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.131805157593124e-06,
      "loss": 1.1416,
      "step": 107
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.189111747851003e-06,
      "loss": 1.1553,
      "step": 108
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.246418338108883e-06,
      "loss": 1.1582,
      "step": 109
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.303724928366762e-06,
      "loss": 1.1406,
      "step": 110
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.361031518624642e-06,
      "loss": 1.1377,
      "step": 111
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.4183381088825226e-06,
      "loss": 1.1211,
      "step": 112
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.475644699140402e-06,
      "loss": 1.1514,
      "step": 113
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.5329512893982814e-06,
      "loss": 1.1152,
      "step": 114
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.590257879656161e-06,
      "loss": 1.1152,
      "step": 115
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.64756446991404e-06,
      "loss": 1.126,
      "step": 116
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.70487106017192e-06,
      "loss": 1.1592,
      "step": 117
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.7621776504298e-06,
      "loss": 1.1562,
      "step": 118
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.819484240687679e-06,
      "loss": 1.167,
      "step": 119
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.876790830945559e-06,
      "loss": 1.1602,
      "step": 120
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.934097421203439e-06,
      "loss": 1.1445,
      "step": 121
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.9914040114613195e-06,
      "loss": 1.0977,
      "step": 122
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.0487106017191985e-06,
      "loss": 1.1689,
      "step": 123
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.106017191977078e-06,
      "loss": 1.1504,
      "step": 124
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.163323782234957e-06,
      "loss": 1.1338,
      "step": 125
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.220630372492837e-06,
      "loss": 1.1338,
      "step": 126
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.277936962750717e-06,
      "loss": 1.127,
      "step": 127
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.335243553008596e-06,
      "loss": 1.0679,
      "step": 128
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.392550143266476e-06,
      "loss": 1.1226,
      "step": 129
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.449856733524356e-06,
      "loss": 1.1396,
      "step": 130
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.507163323782236e-06,
      "loss": 1.127,
      "step": 131
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.5644699140401156e-06,
      "loss": 0.3789,
      "step": 132
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.6217765042979954e-06,
      "loss": 1.1504,
      "step": 133
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.679083094555874e-06,
      "loss": 1.1367,
      "step": 134
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.736389684813753e-06,
      "loss": 1.0957,
      "step": 135
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.793696275071634e-06,
      "loss": 1.084,
      "step": 136
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.851002865329513e-06,
      "loss": 1.064,
      "step": 137
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.908309455587392e-06,
      "loss": 1.1406,
      "step": 138
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.965616045845273e-06,
      "loss": 1.1357,
      "step": 139
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.022922636103152e-06,
      "loss": 1.1475,
      "step": 140
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.080229226361033e-06,
      "loss": 1.1191,
      "step": 141
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.137535816618912e-06,
      "loss": 0.4294,
      "step": 142
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.194842406876792e-06,
      "loss": 1.1426,
      "step": 143
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.252148997134671e-06,
      "loss": 1.1582,
      "step": 144
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.30945558739255e-06,
      "loss": 1.1543,
      "step": 145
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.366762177650431e-06,
      "loss": 1.0806,
      "step": 146
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.42406876790831e-06,
      "loss": 1.1191,
      "step": 147
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.481375358166189e-06,
      "loss": 1.1377,
      "step": 148
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.53868194842407e-06,
      "loss": 1.1494,
      "step": 149
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.595988538681949e-06,
      "loss": 1.1602,
      "step": 150
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.65329512893983e-06,
      "loss": 1.1187,
      "step": 151
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.710601719197709e-06,
      "loss": 1.1455,
      "step": 152
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.767908309455588e-06,
      "loss": 0.3853,
      "step": 153
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.825214899713468e-06,
      "loss": 1.1475,
      "step": 154
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.882521489971347e-06,
      "loss": 1.0898,
      "step": 155
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.939828080229226e-06,
      "loss": 1.1152,
      "step": 156
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.997134670487107e-06,
      "loss": 1.1338,
      "step": 157
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.054441260744986e-06,
      "loss": 1.1353,
      "step": 158
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.111747851002865e-06,
      "loss": 1.0889,
      "step": 159
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.169054441260746e-06,
      "loss": 1.1211,
      "step": 160
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.226361031518626e-06,
      "loss": 1.0918,
      "step": 161
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.283667621776506e-06,
      "loss": 1.0996,
      "step": 162
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.340974212034385e-06,
      "loss": 1.0016,
      "step": 163
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.398280802292265e-06,
      "loss": 1.1328,
      "step": 164
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.455587392550144e-06,
      "loss": 1.0703,
      "step": 165
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.512893982808023e-06,
      "loss": 1.1738,
      "step": 166
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.570200573065902e-06,
      "loss": 1.1196,
      "step": 167
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.627507163323783e-06,
      "loss": 1.1523,
      "step": 168
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.684813753581662e-06,
      "loss": 1.1006,
      "step": 169
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.742120343839543e-06,
      "loss": 1.1099,
      "step": 170
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.799426934097422e-06,
      "loss": 1.0991,
      "step": 171
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.856733524355302e-06,
      "loss": 1.104,
      "step": 172
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.914040114613181e-06,
      "loss": 1.1025,
      "step": 173
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.97134670487106e-06,
      "loss": 1.0967,
      "step": 174
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0028653295128941e-05,
      "loss": 1.1084,
      "step": 175
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.008595988538682e-05,
      "loss": 1.0825,
      "step": 176
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.01432664756447e-05,
      "loss": 1.1582,
      "step": 177
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.020057306590258e-05,
      "loss": 1.0645,
      "step": 178
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0257879656160459e-05,
      "loss": 1.1426,
      "step": 179
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0315186246418338e-05,
      "loss": 1.0571,
      "step": 180
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0372492836676219e-05,
      "loss": 1.0488,
      "step": 181
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0429799426934098e-05,
      "loss": 1.1172,
      "step": 182
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0487106017191977e-05,
      "loss": 1.1387,
      "step": 183
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0544412607449856e-05,
      "loss": 1.0762,
      "step": 184
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0601719197707738e-05,
      "loss": 1.0791,
      "step": 185
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0659025787965617e-05,
      "loss": 1.1465,
      "step": 186
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0716332378223498e-05,
      "loss": 1.0571,
      "step": 187
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0773638968481377e-05,
      "loss": 1.043,
      "step": 188
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0830945558739256e-05,
      "loss": 1.1025,
      "step": 189
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0888252148997137e-05,
      "loss": 1.0479,
      "step": 190
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0945558739255016e-05,
      "loss": 1.0806,
      "step": 191
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1002865329512895e-05,
      "loss": 1.0947,
      "step": 192
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1060171919770775e-05,
      "loss": 1.1045,
      "step": 193
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1117478510028654e-05,
      "loss": 1.1309,
      "step": 194
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1174785100286533e-05,
      "loss": 1.0522,
      "step": 195
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1232091690544414e-05,
      "loss": 1.127,
      "step": 196
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1289398280802293e-05,
      "loss": 1.0552,
      "step": 197
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1346704871060172e-05,
      "loss": 1.0635,
      "step": 198
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1404011461318051e-05,
      "loss": 1.0952,
      "step": 199
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1461318051575932e-05,
      "loss": 1.1309,
      "step": 200
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.151862464183381e-05,
      "loss": 1.0996,
      "step": 201
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.157593123209169e-05,
      "loss": 1.0898,
      "step": 202
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.163323782234957e-05,
      "loss": 1.1133,
      "step": 203
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1690544412607451e-05,
      "loss": 1.0967,
      "step": 204
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1747851002865332e-05,
      "loss": 1.0869,
      "step": 205
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1805157593123211e-05,
      "loss": 1.0825,
      "step": 206
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.186246418338109e-05,
      "loss": 1.0537,
      "step": 207
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.191977077363897e-05,
      "loss": 1.1064,
      "step": 208
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.197707736389685e-05,
      "loss": 1.0693,
      "step": 209
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2034383954154729e-05,
      "loss": 1.1104,
      "step": 210
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.209169054441261e-05,
      "loss": 1.1523,
      "step": 211
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2148997134670488e-05,
      "loss": 1.1191,
      "step": 212
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2206303724928367e-05,
      "loss": 1.0522,
      "step": 213
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2263610315186248e-05,
      "loss": 1.125,
      "step": 214
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2320916905444127e-05,
      "loss": 1.0591,
      "step": 215
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2378223495702006e-05,
      "loss": 0.4382,
      "step": 216
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2435530085959885e-05,
      "loss": 1.0557,
      "step": 217
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2492836676217766e-05,
      "loss": 1.0737,
      "step": 218
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2550143266475645e-05,
      "loss": 1.1289,
      "step": 219
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2607449856733524e-05,
      "loss": 1.0967,
      "step": 220
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2664756446991405e-05,
      "loss": 1.0762,
      "step": 221
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2722063037249284e-05,
      "loss": 1.1001,
      "step": 222
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2779369627507166e-05,
      "loss": 1.0659,
      "step": 223
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2836676217765045e-05,
      "loss": 1.0601,
      "step": 224
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2893982808022924e-05,
      "loss": 1.0869,
      "step": 225
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2951289398280805e-05,
      "loss": 1.0928,
      "step": 226
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3008595988538684e-05,
      "loss": 1.0845,
      "step": 227
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3065902578796563e-05,
      "loss": 1.0322,
      "step": 228
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3123209169054444e-05,
      "loss": 1.0884,
      "step": 229
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3180515759312323e-05,
      "loss": 1.0947,
      "step": 230
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3237822349570202e-05,
      "loss": 1.1064,
      "step": 231
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.329512893982808e-05,
      "loss": 1.1182,
      "step": 232
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3352435530085961e-05,
      "loss": 1.082,
      "step": 233
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.340974212034384e-05,
      "loss": 0.436,
      "step": 234
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.346704871060172e-05,
      "loss": 1.0537,
      "step": 235
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.35243553008596e-05,
      "loss": 1.0918,
      "step": 236
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3581661891117479e-05,
      "loss": 1.0566,
      "step": 237
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3638968481375358e-05,
      "loss": 1.061,
      "step": 238
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3696275071633239e-05,
      "loss": 1.1045,
      "step": 239
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3753581661891118e-05,
      "loss": 1.1338,
      "step": 240
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3810888252148997e-05,
      "loss": 1.1035,
      "step": 241
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3868194842406878e-05,
      "loss": 1.0762,
      "step": 242
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3925501432664758e-05,
      "loss": 1.082,
      "step": 243
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3982808022922639e-05,
      "loss": 1.0835,
      "step": 244
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4040114613180518e-05,
      "loss": 1.0957,
      "step": 245
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4097421203438397e-05,
      "loss": 1.1172,
      "step": 246
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4154727793696276e-05,
      "loss": 1.1211,
      "step": 247
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4212034383954157e-05,
      "loss": 1.0767,
      "step": 248
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4269340974212036e-05,
      "loss": 1.1084,
      "step": 249
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4326647564469915e-05,
      "loss": 1.126,
      "step": 250
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4383954154727795e-05,
      "loss": 1.0635,
      "step": 251
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4441260744985674e-05,
      "loss": 1.0869,
      "step": 252
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4498567335243553e-05,
      "loss": 1.0947,
      "step": 253
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4555873925501434e-05,
      "loss": 1.063,
      "step": 254
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4613180515759313e-05,
      "loss": 1.0811,
      "step": 255
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4670487106017192e-05,
      "loss": 1.0815,
      "step": 256
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4727793696275073e-05,
      "loss": 1.0659,
      "step": 257
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4785100286532952e-05,
      "loss": 1.0776,
      "step": 258
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4842406876790831e-05,
      "loss": 1.084,
      "step": 259
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4899713467048712e-05,
      "loss": 1.0977,
      "step": 260
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.495702005730659e-05,
      "loss": 1.1133,
      "step": 261
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5014326647564471e-05,
      "loss": 1.0986,
      "step": 262
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5071633237822352e-05,
      "loss": 1.0796,
      "step": 263
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5128939828080231e-05,
      "loss": 1.1187,
      "step": 264
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.518624641833811e-05,
      "loss": 1.0781,
      "step": 265
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5243553008595991e-05,
      "loss": 1.0752,
      "step": 266
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.530085959885387e-05,
      "loss": 1.0527,
      "step": 267
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.535816618911175e-05,
      "loss": 1.0928,
      "step": 268
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.541547277936963e-05,
      "loss": 1.0884,
      "step": 269
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5472779369627507e-05,
      "loss": 1.0996,
      "step": 270
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5530085959885388e-05,
      "loss": 1.1074,
      "step": 271
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.558739255014327e-05,
      "loss": 1.0845,
      "step": 272
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5644699140401146e-05,
      "loss": 1.0645,
      "step": 273
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5702005730659026e-05,
      "loss": 1.1079,
      "step": 274
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5759312320916907e-05,
      "loss": 1.1294,
      "step": 275
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5816618911174784e-05,
      "loss": 1.084,
      "step": 276
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5873925501432665e-05,
      "loss": 1.0752,
      "step": 277
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5931232091690546e-05,
      "loss": 1.0928,
      "step": 278
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5988538681948423e-05,
      "loss": 1.1001,
      "step": 279
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.6045845272206304e-05,
      "loss": 1.0928,
      "step": 280
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.6103151862464185e-05,
      "loss": 0.3953,
      "step": 281
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.6160458452722065e-05,
      "loss": 1.0879,
      "step": 282
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.6217765042979946e-05,
      "loss": 1.0679,
      "step": 283
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.6275071633237823e-05,
      "loss": 1.1294,
      "step": 284
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.6332378223495704e-05,
      "loss": 1.0918,
      "step": 285
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.6389684813753585e-05,
      "loss": 1.0972,
      "step": 286
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.6446991404011462e-05,
      "loss": 1.0938,
      "step": 287
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.6504297994269343e-05,
      "loss": 1.0879,
      "step": 288
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.6561604584527223e-05,
      "loss": 1.085,
      "step": 289
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.66189111747851e-05,
      "loss": 1.0664,
      "step": 290
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.667621776504298e-05,
      "loss": 1.1011,
      "step": 291
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.6733524355300862e-05,
      "loss": 1.0986,
      "step": 292
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.679083094555874e-05,
      "loss": 1.1011,
      "step": 293
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.684813753581662e-05,
      "loss": 1.0737,
      "step": 294
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.69054441260745e-05,
      "loss": 1.0762,
      "step": 295
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.6962750716332378e-05,
      "loss": 1.0728,
      "step": 296
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.702005730659026e-05,
      "loss": 1.0825,
      "step": 297
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.707736389684814e-05,
      "loss": 1.1201,
      "step": 298
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7134670487106017e-05,
      "loss": 1.0747,
      "step": 299
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7191977077363898e-05,
      "loss": 1.084,
      "step": 300
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.724928366762178e-05,
      "loss": 1.0859,
      "step": 301
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.730659025787966e-05,
      "loss": 1.0952,
      "step": 302
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7363896848137536e-05,
      "loss": 1.1104,
      "step": 303
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7421203438395417e-05,
      "loss": 1.0591,
      "step": 304
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7478510028653298e-05,
      "loss": 1.0723,
      "step": 305
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7535816618911175e-05,
      "loss": 1.0562,
      "step": 306
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7593123209169056e-05,
      "loss": 1.0479,
      "step": 307
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7650429799426937e-05,
      "loss": 1.0713,
      "step": 308
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7707736389684814e-05,
      "loss": 1.1191,
      "step": 309
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7765042979942695e-05,
      "loss": 1.0181,
      "step": 310
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7822349570200575e-05,
      "loss": 1.0469,
      "step": 311
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7879656160458453e-05,
      "loss": 1.042,
      "step": 312
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7936962750716333e-05,
      "loss": 1.0898,
      "step": 313
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7994269340974214e-05,
      "loss": 1.0898,
      "step": 314
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.805157593123209e-05,
      "loss": 1.084,
      "step": 315
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8108882521489972e-05,
      "loss": 1.1143,
      "step": 316
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8166189111747853e-05,
      "loss": 1.0518,
      "step": 317
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.822349570200573e-05,
      "loss": 1.0562,
      "step": 318
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.828080229226361e-05,
      "loss": 1.0166,
      "step": 319
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.833810888252149e-05,
      "loss": 1.0693,
      "step": 320
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8395415472779372e-05,
      "loss": 1.0791,
      "step": 321
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8452722063037253e-05,
      "loss": 1.084,
      "step": 322
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.851002865329513e-05,
      "loss": 1.0732,
      "step": 323
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.856733524355301e-05,
      "loss": 1.1055,
      "step": 324
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8624641833810892e-05,
      "loss": 1.0601,
      "step": 325
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.868194842406877e-05,
      "loss": 1.0835,
      "step": 326
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.873925501432665e-05,
      "loss": 1.0781,
      "step": 327
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.879656160458453e-05,
      "loss": 1.0747,
      "step": 328
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8853868194842408e-05,
      "loss": 1.0449,
      "step": 329
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.891117478510029e-05,
      "loss": 1.0854,
      "step": 330
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.896848137535817e-05,
      "loss": 1.0605,
      "step": 331
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9025787965616047e-05,
      "loss": 0.4868,
      "step": 332
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9083094555873927e-05,
      "loss": 1.1006,
      "step": 333
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9140401146131805e-05,
      "loss": 1.085,
      "step": 334
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9197707736389685e-05,
      "loss": 1.0352,
      "step": 335
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9255014326647566e-05,
      "loss": 1.0566,
      "step": 336
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9312320916905443e-05,
      "loss": 0.4224,
      "step": 337
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9369627507163324e-05,
      "loss": 1.0723,
      "step": 338
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9426934097421205e-05,
      "loss": 1.0967,
      "step": 339
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9484240687679085e-05,
      "loss": 1.0854,
      "step": 340
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9541547277936966e-05,
      "loss": 1.0957,
      "step": 341
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9598853868194843e-05,
      "loss": 1.0488,
      "step": 342
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9656160458452724e-05,
      "loss": 1.1299,
      "step": 343
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9713467048710605e-05,
      "loss": 1.1191,
      "step": 344
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9770773638968482e-05,
      "loss": 1.0586,
      "step": 345
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9828080229226363e-05,
      "loss": 1.1084,
      "step": 346
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9885386819484244e-05,
      "loss": 1.1143,
      "step": 347
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.994269340974212e-05,
      "loss": 1.0518,
      "step": 348
    },
    {
      "epoch": 0.03,
      "learning_rate": 2e-05,
      "loss": 1.0288,
      "step": 349
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999999612023374e-05,
      "loss": 0.9811,
      "step": 350
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999999844809351e-05,
      "loss": 1.0918,
      "step": 351
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999996508210513e-05,
      "loss": 1.0571,
      "step": 352
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999993792374524e-05,
      "loss": 1.0581,
      "step": 353
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999990300585756e-05,
      "loss": 1.0527,
      "step": 354
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999986032844482e-05,
      "loss": 1.0674,
      "step": 355
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999980989151032e-05,
      "loss": 1.0781,
      "step": 356
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999975169505797e-05,
      "loss": 1.0728,
      "step": 357
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999968573909227e-05,
      "loss": 1.0703,
      "step": 358
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999961202361838e-05,
      "loss": 1.0105,
      "step": 359
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999953054864197e-05,
      "loss": 1.0854,
      "step": 360
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999994413141694e-05,
      "loss": 1.0332,
      "step": 361
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999993443202076e-05,
      "loss": 1.0884,
      "step": 362
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999923956676403e-05,
      "loss": 1.041,
      "step": 363
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999912705384692e-05,
      "loss": 1.1016,
      "step": 364
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999990067814649e-05,
      "loss": 1.0815,
      "step": 365
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999887874962736e-05,
      "loss": 1.0425,
      "step": 366
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999874295834426e-05,
      "loss": 1.0576,
      "step": 367
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999859940762607e-05,
      "loss": 1.0649,
      "step": 368
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999844809748398e-05,
      "loss": 1.0166,
      "step": 369
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999828902792968e-05,
      "loss": 1.0771,
      "step": 370
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999812219897553e-05,
      "loss": 1.0664,
      "step": 371
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999794761063455e-05,
      "loss": 1.1191,
      "step": 372
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999776526292018e-05,
      "loss": 1.0474,
      "step": 373
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999757515584662e-05,
      "loss": 1.0493,
      "step": 374
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999737728942862e-05,
      "loss": 1.106,
      "step": 375
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999717166368154e-05,
      "loss": 1.1152,
      "step": 376
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999969582786213e-05,
      "loss": 1.0581,
      "step": 377
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999967371342645e-05,
      "loss": 1.0391,
      "step": 378
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999650823062827e-05,
      "loss": 1.0337,
      "step": 379
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999627156773044e-05,
      "loss": 1.0742,
      "step": 380
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999602714558922e-05,
      "loss": 1.0762,
      "step": 381
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999577496422376e-05,
      "loss": 1.0757,
      "step": 382
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999955150236535e-05,
      "loss": 1.0571,
      "step": 383
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999524732389866e-05,
      "loss": 1.0669,
      "step": 384
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999497186498002e-05,
      "loss": 1.0732,
      "step": 385
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999468864691893e-05,
      "loss": 1.0762,
      "step": 386
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999439766973738e-05,
      "loss": 1.1338,
      "step": 387
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999409893345793e-05,
      "loss": 1.0303,
      "step": 388
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999379243810383e-05,
      "loss": 1.0703,
      "step": 389
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999347818369873e-05,
      "loss": 0.4556,
      "step": 390
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999315617026715e-05,
      "loss": 1.0576,
      "step": 391
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.99992826397834e-05,
      "loss": 1.0957,
      "step": 392
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999248886642486e-05,
      "loss": 1.0464,
      "step": 393
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.99992143576066e-05,
      "loss": 1.0591,
      "step": 394
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999917905267841e-05,
      "loss": 1.0312,
      "step": 395
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999142971860665e-05,
      "loss": 1.0527,
      "step": 396
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999910611515616e-05,
      "loss": 1.0522,
      "step": 397
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999068482567757e-05,
      "loss": 1.0874,
      "step": 398
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999903007409838e-05,
      "loss": 1.0625,
      "step": 399
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9998990889751e-05,
      "loss": 1.1289,
      "step": 400
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9998950929528663e-05,
      "loss": 1.062,
      "step": 401
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9998910193434468e-05,
      "loss": 1.0635,
      "step": 402
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999886868147158e-05,
      "loss": 1.0762,
      "step": 403
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999882639364321e-05,
      "loss": 1.042,
      "step": 404
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9998783329952654e-05,
      "loss": 1.0591,
      "step": 405
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9998739490403242e-05,
      "loss": 1.0889,
      "step": 406
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9998694874998383e-05,
      "loss": 1.0566,
      "step": 407
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9998649483741532e-05,
      "loss": 1.0381,
      "step": 408
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9998603316636217e-05,
      "loss": 0.9922,
      "step": 409
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9998556373686015e-05,
      "loss": 1.0078,
      "step": 410
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9998508654894576e-05,
      "loss": 1.0381,
      "step": 411
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9998460160265595e-05,
      "loss": 1.064,
      "step": 412
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9998410889802838e-05,
      "loss": 1.0444,
      "step": 413
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999836084351013e-05,
      "loss": 0.9937,
      "step": 414
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999831002139135e-05,
      "loss": 1.0557,
      "step": 415
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999825842345045e-05,
      "loss": 1.0825,
      "step": 416
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9998206049691426e-05,
      "loss": 1.0664,
      "step": 417
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999815290011834e-05,
      "loss": 1.0518,
      "step": 418
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9998098974735326e-05,
      "loss": 1.0767,
      "step": 419
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999804427354656e-05,
      "loss": 1.0068,
      "step": 420
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999798879655629e-05,
      "loss": 1.0825,
      "step": 421
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997932543768817e-05,
      "loss": 1.0791,
      "step": 422
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997875515188514e-05,
      "loss": 1.0664,
      "step": 423
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997817710819797e-05,
      "loss": 1.0884,
      "step": 424
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999775913066716e-05,
      "loss": 1.0762,
      "step": 425
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999769977473514e-05,
      "loss": 0.9902,
      "step": 426
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997639643028348e-05,
      "loss": 1.0752,
      "step": 427
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997578735551447e-05,
      "loss": 1.1064,
      "step": 428
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997517052309166e-05,
      "loss": 1.0269,
      "step": 429
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999745459330629e-05,
      "loss": 1.043,
      "step": 430
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997391358547666e-05,
      "loss": 1.0249,
      "step": 431
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.99973273480382e-05,
      "loss": 1.0483,
      "step": 432
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999726256178286e-05,
      "loss": 1.0771,
      "step": 433
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997196999786674e-05,
      "loss": 1.0254,
      "step": 434
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997130662054722e-05,
      "loss": 1.0479,
      "step": 435
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999706354859216e-05,
      "loss": 1.0649,
      "step": 436
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9996995659404197e-05,
      "loss": 1.0933,
      "step": 437
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999692699449609e-05,
      "loss": 1.0771,
      "step": 438
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9996857553873178e-05,
      "loss": 1.0791,
      "step": 439
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9996787337540846e-05,
      "loss": 1.0527,
      "step": 440
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9996716345504538e-05,
      "loss": 1.084,
      "step": 441
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999664457776977e-05,
      "loss": 1.04,
      "step": 442
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9996572034342105e-05,
      "loss": 1.0547,
      "step": 443
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9996498715227176e-05,
      "loss": 1.0601,
      "step": 444
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9996424620430668e-05,
      "loss": 1.0791,
      "step": 445
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999634974995833e-05,
      "loss": 1.0381,
      "step": 446
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999627410381598e-05,
      "loss": 1.0811,
      "step": 447
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999619768200948e-05,
      "loss": 1.0996,
      "step": 448
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999612048454476e-05,
      "loss": 1.0879,
      "step": 449
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9996042511427815e-05,
      "loss": 1.0581,
      "step": 450
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9995963762664693e-05,
      "loss": 1.084,
      "step": 451
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.99958842382615e-05,
      "loss": 1.063,
      "step": 452
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9995803938224413e-05,
      "loss": 1.0317,
      "step": 453
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9995722862559663e-05,
      "loss": 1.0488,
      "step": 454
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9995641011273535e-05,
      "loss": 1.0815,
      "step": 455
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9995558384372388e-05,
      "loss": 1.062,
      "step": 456
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999547498186263e-05,
      "loss": 1.0137,
      "step": 457
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999539080375073e-05,
      "loss": 1.0625,
      "step": 458
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999530585004322e-05,
      "loss": 1.0679,
      "step": 459
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9995220120746697e-05,
      "loss": 1.0728,
      "step": 460
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999513361586781e-05,
      "loss": 1.0542,
      "step": 461
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999504633541327e-05,
      "loss": 1.0977,
      "step": 462
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9994958279389856e-05,
      "loss": 1.0298,
      "step": 463
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999486944780439e-05,
      "loss": 1.0811,
      "step": 464
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9994779840663774e-05,
      "loss": 1.0742,
      "step": 465
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999468945797496e-05,
      "loss": 0.3523,
      "step": 466
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9994598299744954e-05,
      "loss": 1.0908,
      "step": 467
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999450636598084e-05,
      "loss": 1.0879,
      "step": 468
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9994413656689738e-05,
      "loss": 1.1001,
      "step": 469
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9994320171878856e-05,
      "loss": 1.0093,
      "step": 470
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9994225911555442e-05,
      "loss": 1.0557,
      "step": 471
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999413087572681e-05,
      "loss": 1.0396,
      "step": 472
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9994035064400333e-05,
      "loss": 1.0732,
      "step": 473
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999393847758345e-05,
      "loss": 0.4407,
      "step": 474
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999384111528365e-05,
      "loss": 1.0962,
      "step": 475
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9993742977508496e-05,
      "loss": 1.0996,
      "step": 476
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999364406426559e-05,
      "loss": 1.0391,
      "step": 477
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999354437556262e-05,
      "loss": 1.0459,
      "step": 478
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9993443911407314e-05,
      "loss": 1.0371,
      "step": 479
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999334267180747e-05,
      "loss": 1.0654,
      "step": 480
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9993240656770946e-05,
      "loss": 1.0732,
      "step": 481
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9993137866305652e-05,
      "loss": 1.0537,
      "step": 482
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999303430041957e-05,
      "loss": 1.0708,
      "step": 483
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999292995912073e-05,
      "loss": 1.0874,
      "step": 484
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9992824842417236e-05,
      "loss": 1.0703,
      "step": 485
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999271895031724e-05,
      "loss": 0.4407,
      "step": 486
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999261228282896e-05,
      "loss": 0.9624,
      "step": 487
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999250483996067e-05,
      "loss": 1.0298,
      "step": 488
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999239662172071e-05,
      "loss": 1.0488,
      "step": 489
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9992287628117478e-05,
      "loss": 1.0103,
      "step": 490
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999217785915943e-05,
      "loss": 1.0249,
      "step": 491
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999206731485508e-05,
      "loss": 1.0464,
      "step": 492
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9991955995213014e-05,
      "loss": 1.0625,
      "step": 493
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9991843900241865e-05,
      "loss": 1.0498,
      "step": 494
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9991731029950328e-05,
      "loss": 1.1074,
      "step": 495
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9991617384347166e-05,
      "loss": 1.0532,
      "step": 496
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9991502963441196e-05,
      "loss": 1.0303,
      "step": 497
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9991387767241296e-05,
      "loss": 1.0986,
      "step": 498
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9991271795756405e-05,
      "loss": 1.0376,
      "step": 499
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999115504899552e-05,
      "loss": 1.0254,
      "step": 500
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9991037526967704e-05,
      "loss": 1.0688,
      "step": 501
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9990919229682075e-05,
      "loss": 1.0713,
      "step": 502
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999080015714781e-05,
      "loss": 1.1348,
      "step": 503
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9990680309374146e-05,
      "loss": 1.0713,
      "step": 504
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999055968637039e-05,
      "loss": 1.0669,
      "step": 505
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.99904382881459e-05,
      "loss": 1.0571,
      "step": 506
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9990316114710092e-05,
      "loss": 1.0713,
      "step": 507
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9990193166072445e-05,
      "loss": 1.0625,
      "step": 508
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9990069442242507e-05,
      "loss": 1.0664,
      "step": 509
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9989944943229873e-05,
      "loss": 1.0835,
      "step": 510
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9989819669044205e-05,
      "loss": 1.0811,
      "step": 511
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9989693619695224e-05,
      "loss": 1.02,
      "step": 512
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9989566795192704e-05,
      "loss": 1.0708,
      "step": 513
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.99894391955465e-05,
      "loss": 1.0435,
      "step": 514
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.99893108207665e-05,
      "loss": 1.0425,
      "step": 515
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.998918167086267e-05,
      "loss": 1.0547,
      "step": 516
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9989051745845033e-05,
      "loss": 1.0259,
      "step": 517
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.998892104572367e-05,
      "loss": 1.084,
      "step": 518
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9988789570508722e-05,
      "loss": 1.0894,
      "step": 519
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.998865732021039e-05,
      "loss": 1.0835,
      "step": 520
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9988524294838937e-05,
      "loss": 1.0928,
      "step": 521
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9988390494404687e-05,
      "loss": 1.0532,
      "step": 522
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9988255918918018e-05,
      "loss": 1.084,
      "step": 523
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9988120568389374e-05,
      "loss": 0.999,
      "step": 524
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998798444282926e-05,
      "loss": 1.041,
      "step": 525
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9987847542248237e-05,
      "loss": 1.0674,
      "step": 526
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998770986665693e-05,
      "loss": 1.0723,
      "step": 527
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9987571416066015e-05,
      "loss": 1.0664,
      "step": 528
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9987432190486243e-05,
      "loss": 1.0869,
      "step": 529
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9987292189928415e-05,
      "loss": 0.4202,
      "step": 530
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9987151414403395e-05,
      "loss": 1.0532,
      "step": 531
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.99870098639221e-05,
      "loss": 1.0322,
      "step": 532
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998686753849552e-05,
      "loss": 1.0469,
      "step": 533
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9986724438134702e-05,
      "loss": 1.0664,
      "step": 534
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9986580562850745e-05,
      "loss": 1.0249,
      "step": 535
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9986435912654807e-05,
      "loss": 1.0391,
      "step": 536
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9986290487558126e-05,
      "loss": 1.0312,
      "step": 537
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9986144287571974e-05,
      "loss": 1.0708,
      "step": 538
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9985997312707705e-05,
      "loss": 1.0562,
      "step": 539
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9985849562976716e-05,
      "loss": 1.0762,
      "step": 540
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9985701038390474e-05,
      "loss": 1.0386,
      "step": 541
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9985551738960508e-05,
      "loss": 1.0312,
      "step": 542
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9985401664698395e-05,
      "loss": 1.0371,
      "step": 543
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998525081561579e-05,
      "loss": 1.0347,
      "step": 544
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9985099191724386e-05,
      "loss": 1.0205,
      "step": 545
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998494679303596e-05,
      "loss": 1.0566,
      "step": 546
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9984793619562334e-05,
      "loss": 1.0381,
      "step": 547
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9984639671315388e-05,
      "loss": 1.0132,
      "step": 548
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9984484948307074e-05,
      "loss": 1.0176,
      "step": 549
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9984329450549395e-05,
      "loss": 1.0312,
      "step": 550
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9984173178054417e-05,
      "loss": 0.4299,
      "step": 551
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998401613083426e-05,
      "loss": 1.0391,
      "step": 552
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9983858308901127e-05,
      "loss": 1.0083,
      "step": 553
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998369971226725e-05,
      "loss": 1.0957,
      "step": 554
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998354034094494e-05,
      "loss": 1.0562,
      "step": 555
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998338019494656e-05,
      "loss": 1.0664,
      "step": 556
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998321927428454e-05,
      "loss": 1.0225,
      "step": 557
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9983057578971364e-05,
      "loss": 1.124,
      "step": 558
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9982895109019586e-05,
      "loss": 1.082,
      "step": 559
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9982731864441804e-05,
      "loss": 1.0527,
      "step": 560
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9982567845250692e-05,
      "loss": 1.0762,
      "step": 561
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9982403051458968e-05,
      "loss": 1.0698,
      "step": 562
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998223748307943e-05,
      "loss": 1.0625,
      "step": 563
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9982071140124915e-05,
      "loss": 1.0068,
      "step": 564
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998190402260834e-05,
      "loss": 1.0063,
      "step": 565
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9981736130542665e-05,
      "loss": 1.0439,
      "step": 566
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9981567463940926e-05,
      "loss": 1.0278,
      "step": 567
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.99813980228162e-05,
      "loss": 1.04,
      "step": 568
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9981227807181645e-05,
      "loss": 1.0786,
      "step": 569
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998105681705046e-05,
      "loss": 1.0713,
      "step": 570
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998088505243592e-05,
      "loss": 1.0986,
      "step": 571
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998071251335135e-05,
      "loss": 1.0469,
      "step": 572
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9980539199810142e-05,
      "loss": 1.0356,
      "step": 573
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9980365111825737e-05,
      "loss": 1.0869,
      "step": 574
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998019024941165e-05,
      "loss": 1.0508,
      "step": 575
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9980014612581448e-05,
      "loss": 1.0098,
      "step": 576
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9979838201348753e-05,
      "loss": 1.0527,
      "step": 577
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997966101572726e-05,
      "loss": 1.0464,
      "step": 578
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9979483055730723e-05,
      "loss": 1.0161,
      "step": 579
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9979304321372945e-05,
      "loss": 1.0654,
      "step": 580
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997912481266779e-05,
      "loss": 1.0166,
      "step": 581
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9978944529629193e-05,
      "loss": 1.0801,
      "step": 582
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9978763472271143e-05,
      "loss": 1.062,
      "step": 583
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9978581640607688e-05,
      "loss": 1.0601,
      "step": 584
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9978399034652937e-05,
      "loss": 1.0322,
      "step": 585
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997821565442106e-05,
      "loss": 1.0703,
      "step": 586
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9978031499926288e-05,
      "loss": 0.9653,
      "step": 587
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997784657118291e-05,
      "loss": 1.0293,
      "step": 588
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997766086820527e-05,
      "loss": 1.0474,
      "step": 589
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9977474391007785e-05,
      "loss": 1.0444,
      "step": 590
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997728713960492e-05,
      "loss": 1.0513,
      "step": 591
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997709911401121e-05,
      "loss": 1.0635,
      "step": 592
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9976910314241237e-05,
      "loss": 1.0327,
      "step": 593
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997672074030966e-05,
      "loss": 1.0254,
      "step": 594
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9976530392231183e-05,
      "loss": 1.002,
      "step": 595
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997633927002058e-05,
      "loss": 1.0605,
      "step": 596
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9976147373692676e-05,
      "loss": 1.0605,
      "step": 597
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9975954703262366e-05,
      "loss": 1.042,
      "step": 598
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9975761258744597e-05,
      "loss": 1.0317,
      "step": 599
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997556704015438e-05,
      "loss": 1.1074,
      "step": 600
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997537204750679e-05,
      "loss": 1.0459,
      "step": 601
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9975176280816954e-05,
      "loss": 1.0049,
      "step": 602
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9974979740100062e-05,
      "loss": 1.0547,
      "step": 603
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9974782425371365e-05,
      "loss": 1.0718,
      "step": 604
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9974584336646174e-05,
      "loss": 1.0405,
      "step": 605
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9974385473939856e-05,
      "loss": 1.0596,
      "step": 606
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9974185837267848e-05,
      "loss": 1.0415,
      "step": 607
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9973985426645638e-05,
      "loss": 1.0464,
      "step": 608
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9973784242088777e-05,
      "loss": 1.0791,
      "step": 609
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997358228361288e-05,
      "loss": 1.0254,
      "step": 610
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997337955123361e-05,
      "loss": 1.0518,
      "step": 611
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9973176044966704e-05,
      "loss": 0.9893,
      "step": 612
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9972971764827953e-05,
      "loss": 1.0698,
      "step": 613
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9972766710833204e-05,
      "loss": 1.002,
      "step": 614
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9972560882998373e-05,
      "loss": 1.0615,
      "step": 615
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9972354281339428e-05,
      "loss": 1.02,
      "step": 616
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.99721469058724e-05,
      "loss": 1.0518,
      "step": 617
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9971938756613385e-05,
      "loss": 1.0264,
      "step": 618
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997172983357853e-05,
      "loss": 1.02,
      "step": 619
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997152013678405e-05,
      "loss": 1.0137,
      "step": 620
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997130966624621e-05,
      "loss": 1.0327,
      "step": 621
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997109842198135e-05,
      "loss": 1.0352,
      "step": 622
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9970886404005853e-05,
      "loss": 0.9883,
      "step": 623
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997067361233618e-05,
      "loss": 1.0562,
      "step": 624
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9970460046988833e-05,
      "loss": 1.0615,
      "step": 625
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997024570798039e-05,
      "loss": 1.0439,
      "step": 626
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997003059532748e-05,
      "loss": 1.082,
      "step": 627
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.99698147090468e-05,
      "loss": 0.998,
      "step": 628
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.996959804915509e-05,
      "loss": 1.0801,
      "step": 629
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9969380615669175e-05,
      "loss": 0.9722,
      "step": 630
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9969162408605917e-05,
      "loss": 1.0454,
      "step": 631
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9968943427982257e-05,
      "loss": 1.0039,
      "step": 632
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9968723673815177e-05,
      "loss": 1.0308,
      "step": 633
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9968503146121737e-05,
      "loss": 1.0112,
      "step": 634
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9968281844919046e-05,
      "loss": 1.0312,
      "step": 635
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.996805977022427e-05,
      "loss": 1.0527,
      "step": 636
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9967836922054653e-05,
      "loss": 1.0122,
      "step": 637
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9967613300427476e-05,
      "loss": 1.022,
      "step": 638
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.99673889053601e-05,
      "loss": 1.0513,
      "step": 639
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.996716373686993e-05,
      "loss": 0.9995,
      "step": 640
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9966937794974443e-05,
      "loss": 1.0464,
      "step": 641
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9966711079691163e-05,
      "loss": 0.4971,
      "step": 642
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.996648359103769e-05,
      "loss": 1.0161,
      "step": 643
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9966255329031675e-05,
      "loss": 1.0601,
      "step": 644
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.996602629369083e-05,
      "loss": 1.0161,
      "step": 645
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9965796485032923e-05,
      "loss": 1.0684,
      "step": 646
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.996556590307579e-05,
      "loss": 1.0454,
      "step": 647
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9965334547837322e-05,
      "loss": 1.0181,
      "step": 648
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.996510241933547e-05,
      "loss": 1.0356,
      "step": 649
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.996486951758825e-05,
      "loss": 0.4758,
      "step": 650
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9964635842613727e-05,
      "loss": 1.0293,
      "step": 651
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9964401394430037e-05,
      "loss": 1.0649,
      "step": 652
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.996416617305538e-05,
      "loss": 1.0713,
      "step": 653
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.996393017850799e-05,
      "loss": 1.0469,
      "step": 654
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9963693410806196e-05,
      "loss": 1.0317,
      "step": 655
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9963455869968363e-05,
      "loss": 1.0781,
      "step": 656
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9963217556012923e-05,
      "loss": 1.0005,
      "step": 657
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.996297846895837e-05,
      "loss": 1.0376,
      "step": 658
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9962738608823252e-05,
      "loss": 1.0439,
      "step": 659
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9962497975626185e-05,
      "loss": 1.0078,
      "step": 660
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.996225656938584e-05,
      "loss": 1.0073,
      "step": 661
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.996201439012095e-05,
      "loss": 1.041,
      "step": 662
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9961771437850307e-05,
      "loss": 0.4841,
      "step": 663
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9961527712592758e-05,
      "loss": 1.0352,
      "step": 664
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.996128321436722e-05,
      "loss": 1.0342,
      "step": 665
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9961037943192663e-05,
      "loss": 1.0278,
      "step": 666
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.996079189908812e-05,
      "loss": 1.042,
      "step": 667
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.996054508207268e-05,
      "loss": 0.4385,
      "step": 668
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.99602974921655e-05,
      "loss": 1.0903,
      "step": 669
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.996004912938579e-05,
      "loss": 0.9873,
      "step": 670
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995979999375282e-05,
      "loss": 1.042,
      "step": 671
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9959550085285922e-05,
      "loss": 1.0273,
      "step": 672
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9959299404004485e-05,
      "loss": 1.0234,
      "step": 673
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995904794992797e-05,
      "loss": 1.0425,
      "step": 674
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995879572307588e-05,
      "loss": 1.0137,
      "step": 675
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995854272346779e-05,
      "loss": 0.9492,
      "step": 676
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9958288951123327e-05,
      "loss": 1.0093,
      "step": 677
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995803440606219e-05,
      "loss": 1.0527,
      "step": 678
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9957779088304126e-05,
      "loss": 1.0493,
      "step": 679
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995752299786895e-05,
      "loss": 1.043,
      "step": 680
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9957266134776528e-05,
      "loss": 0.4243,
      "step": 681
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9957008499046795e-05,
      "loss": 1.0732,
      "step": 682
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995675009069974e-05,
      "loss": 1.0762,
      "step": 683
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995649090975542e-05,
      "loss": 0.9961,
      "step": 684
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995623095623394e-05,
      "loss": 1.0298,
      "step": 685
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9955970230155472e-05,
      "loss": 1.0171,
      "step": 686
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9955708731540247e-05,
      "loss": 1.0508,
      "step": 687
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9955446460408558e-05,
      "loss": 1.082,
      "step": 688
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9955183416780758e-05,
      "loss": 1.0908,
      "step": 689
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9954919600677253e-05,
      "loss": 0.4141,
      "step": 690
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9954655012118518e-05,
      "loss": 1.0244,
      "step": 691
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995438965112508e-05,
      "loss": 1.0537,
      "step": 692
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9954123517717534e-05,
      "loss": 0.511,
      "step": 693
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9953856611916525e-05,
      "loss": 1.0269,
      "step": 694
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9953588933742774e-05,
      "loss": 1.0405,
      "step": 695
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995332048321704e-05,
      "loss": 1.0264,
      "step": 696
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9953051260360157e-05,
      "loss": 1.0645,
      "step": 697
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9952781265193017e-05,
      "loss": 1.0132,
      "step": 698
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9952510497736573e-05,
      "loss": 1.0615,
      "step": 699
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9952238958011833e-05,
      "loss": 1.0288,
      "step": 700
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9951966646039864e-05,
      "loss": 1.0444,
      "step": 701
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9951693561841797e-05,
      "loss": 1.04,
      "step": 702
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995141970543883e-05,
      "loss": 0.9912,
      "step": 703
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9951145076852203e-05,
      "loss": 1.0513,
      "step": 704
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9950869676103227e-05,
      "loss": 0.998,
      "step": 705
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9950593503213278e-05,
      "loss": 1.0103,
      "step": 706
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995031655820378e-05,
      "loss": 1.0938,
      "step": 707
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9950038841096227e-05,
      "loss": 1.0527,
      "step": 708
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9949760351912168e-05,
      "loss": 1.0811,
      "step": 709
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9949481090673207e-05,
      "loss": 1.0303,
      "step": 710
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994920105740102e-05,
      "loss": 1.0415,
      "step": 711
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994892025211733e-05,
      "loss": 1.0181,
      "step": 712
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9948638674843934e-05,
      "loss": 1.0059,
      "step": 713
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9948356325602673e-05,
      "loss": 1.0557,
      "step": 714
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994807320441546e-05,
      "loss": 1.0571,
      "step": 715
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9947789311304265e-05,
      "loss": 1.0469,
      "step": 716
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9947504646291115e-05,
      "loss": 1.0693,
      "step": 717
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.99472192093981e-05,
      "loss": 1.0332,
      "step": 718
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9946933000647368e-05,
      "loss": 1.02,
      "step": 719
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9946646020061127e-05,
      "loss": 1.0576,
      "step": 720
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9946358267661643e-05,
      "loss": 1.0244,
      "step": 721
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994606974347125e-05,
      "loss": 1.0317,
      "step": 722
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994578044751233e-05,
      "loss": 0.4451,
      "step": 723
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9945490379807334e-05,
      "loss": 1.0156,
      "step": 724
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994519954037877e-05,
      "loss": 1.0552,
      "step": 725
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994490792924921e-05,
      "loss": 1.0776,
      "step": 726
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994461554644127e-05,
      "loss": 1.0244,
      "step": 727
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994432239197765e-05,
      "loss": 1.0171,
      "step": 728
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9944028465881088e-05,
      "loss": 1.0181,
      "step": 729
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.99437337681744e-05,
      "loss": 1.041,
      "step": 730
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9943438298880444e-05,
      "loss": 0.9854,
      "step": 731
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9943142058022157e-05,
      "loss": 1.0288,
      "step": 732
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9942845045622517e-05,
      "loss": 1.0225,
      "step": 733
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994254726170457e-05,
      "loss": 1.063,
      "step": 734
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9942248706291435e-05,
      "loss": 1.0405,
      "step": 735
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9941949379406264e-05,
      "loss": 1.0444,
      "step": 736
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9941649281072294e-05,
      "loss": 1.0322,
      "step": 737
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9941348411312805e-05,
      "loss": 1.002,
      "step": 738
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9941046770151148e-05,
      "loss": 0.4556,
      "step": 739
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994074435761072e-05,
      "loss": 1.002,
      "step": 740
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9940441173715e-05,
      "loss": 1.0713,
      "step": 741
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9940137218487504e-05,
      "loss": 1.0244,
      "step": 742
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.993983249195182e-05,
      "loss": 0.8954,
      "step": 743
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.993952699413159e-05,
      "loss": 0.9585,
      "step": 744
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9939220725050528e-05,
      "loss": 1.0215,
      "step": 745
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9938913684732387e-05,
      "loss": 0.9668,
      "step": 746
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9938605873201003e-05,
      "loss": 0.416,
      "step": 747
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.993829729048026e-05,
      "loss": 0.9956,
      "step": 748
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9937987936594093e-05,
      "loss": 1.0464,
      "step": 749
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9937677811566513e-05,
      "loss": 1.0054,
      "step": 750
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9937366915421585e-05,
      "loss": 1.0039,
      "step": 751
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.993705524818343e-05,
      "loss": 1.0693,
      "step": 752
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9936742809876234e-05,
      "loss": 1.019,
      "step": 753
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9936429600524242e-05,
      "loss": 1.0396,
      "step": 754
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9936115620151755e-05,
      "loss": 1.0239,
      "step": 755
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9935800868783137e-05,
      "loss": 1.0254,
      "step": 756
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9935485346442813e-05,
      "loss": 1.0542,
      "step": 757
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.993516905315526e-05,
      "loss": 1.0303,
      "step": 758
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.993485198894503e-05,
      "loss": 1.0635,
      "step": 759
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9934534153836718e-05,
      "loss": 1.0479,
      "step": 760
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9934215547854992e-05,
      "loss": 1.0352,
      "step": 761
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.993389617102457e-05,
      "loss": 1.0288,
      "step": 762
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9933576023370238e-05,
      "loss": 1.0664,
      "step": 763
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9933255104916836e-05,
      "loss": 1.0254,
      "step": 764
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9932933415689263e-05,
      "loss": 1.0229,
      "step": 765
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.993261095571249e-05,
      "loss": 0.9927,
      "step": 766
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9932287725011522e-05,
      "loss": 1.0166,
      "step": 767
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.993196372361146e-05,
      "loss": 1.0713,
      "step": 768
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9931638951537427e-05,
      "loss": 1.0308,
      "step": 769
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9931313408814637e-05,
      "loss": 1.0327,
      "step": 770
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9930987095468345e-05,
      "loss": 1.063,
      "step": 771
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.993066001152387e-05,
      "loss": 1.0454,
      "step": 772
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.993033215700659e-05,
      "loss": 1.0547,
      "step": 773
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9930003531941958e-05,
      "loss": 0.4712,
      "step": 774
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9929674136355458e-05,
      "loss": 1.0176,
      "step": 775
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.992934397027266e-05,
      "loss": 1.0498,
      "step": 776
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.992901303371918e-05,
      "loss": 1.0317,
      "step": 777
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9928681326720695e-05,
      "loss": 1.0562,
      "step": 778
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9928348849302943e-05,
      "loss": 1.0093,
      "step": 779
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.992801560149173e-05,
      "loss": 0.9946,
      "step": 780
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.992768158331291e-05,
      "loss": 1.0195,
      "step": 781
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9927346794792398e-05,
      "loss": 1.0303,
      "step": 782
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9927011235956173e-05,
      "loss": 0.9951,
      "step": 783
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9926674906830277e-05,
      "loss": 1.082,
      "step": 784
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.992633780744081e-05,
      "loss": 1.0259,
      "step": 785
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.992599993781392e-05,
      "loss": 1.042,
      "step": 786
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.992566129797583e-05,
      "loss": 1.0063,
      "step": 787
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9925321887952815e-05,
      "loss": 1.0444,
      "step": 788
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9924981707771215e-05,
      "loss": 1.0464,
      "step": 789
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9924640757457422e-05,
      "loss": 1.0366,
      "step": 790
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9924299037037893e-05,
      "loss": 0.9724,
      "step": 791
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9923956546539147e-05,
      "loss": 1.0176,
      "step": 792
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9923613285987758e-05,
      "loss": 1.0098,
      "step": 793
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.992326925541036e-05,
      "loss": 0.9873,
      "step": 794
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9922924454833648e-05,
      "loss": 1.0864,
      "step": 795
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9922578884284377e-05,
      "loss": 1.0088,
      "step": 796
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9922232543789363e-05,
      "loss": 1.0898,
      "step": 797
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9921885433375485e-05,
      "loss": 1.0493,
      "step": 798
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.992153755306967e-05,
      "loss": 1.0449,
      "step": 799
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.992118890289891e-05,
      "loss": 1.021,
      "step": 800
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9920839482890265e-05,
      "loss": 1.0059,
      "step": 801
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.992048929307085e-05,
      "loss": 0.9863,
      "step": 802
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9920138333467828e-05,
      "loss": 1.0156,
      "step": 803
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9919786604108442e-05,
      "loss": 1.0303,
      "step": 804
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.991943410501998e-05,
      "loss": 1.0215,
      "step": 805
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9919080836229793e-05,
      "loss": 1.0244,
      "step": 806
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9918726797765297e-05,
      "loss": 1.0713,
      "step": 807
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9918371989653962e-05,
      "loss": 1.0298,
      "step": 808
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.991801641192332e-05,
      "loss": 1.0386,
      "step": 809
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9917660064600958e-05,
      "loss": 1.0317,
      "step": 810
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.991730294771453e-05,
      "loss": 1.0059,
      "step": 811
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9916945061291747e-05,
      "loss": 1.0781,
      "step": 812
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.991658640536038e-05,
      "loss": 1.0327,
      "step": 813
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9916226979948258e-05,
      "loss": 1.0356,
      "step": 814
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9915866785083272e-05,
      "loss": 1.0396,
      "step": 815
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.991550582079337e-05,
      "loss": 1.0254,
      "step": 816
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.991514408710656e-05,
      "loss": 1.0596,
      "step": 817
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9914781584050914e-05,
      "loss": 1.0273,
      "step": 818
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9914418311654554e-05,
      "loss": 1.0435,
      "step": 819
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9914054269945677e-05,
      "loss": 1.0503,
      "step": 820
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9913689458952526e-05,
      "loss": 1.0488,
      "step": 821
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9913323878703412e-05,
      "loss": 1.0347,
      "step": 822
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9912957529226697e-05,
      "loss": 1.0303,
      "step": 823
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.991259041055081e-05,
      "loss": 1.0044,
      "step": 824
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9912222522704244e-05,
      "loss": 1.0093,
      "step": 825
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9911853865715532e-05,
      "loss": 1.0225,
      "step": 826
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9911484439613295e-05,
      "loss": 1.0103,
      "step": 827
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9911114244426188e-05,
      "loss": 1.0249,
      "step": 828
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9910743280182944e-05,
      "loss": 1.0386,
      "step": 829
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9910371546912337e-05,
      "loss": 0.978,
      "step": 830
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9909999044643225e-05,
      "loss": 1.0425,
      "step": 831
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9909625773404505e-05,
      "loss": 1.0337,
      "step": 832
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.990925173322514e-05,
      "loss": 1.0479,
      "step": 833
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9908876924134158e-05,
      "loss": 1.0249,
      "step": 834
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.990850134616064e-05,
      "loss": 1.0488,
      "step": 835
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9908124999333736e-05,
      "loss": 1.0474,
      "step": 836
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9907747883682638e-05,
      "loss": 1.0264,
      "step": 837
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.990736999923661e-05,
      "loss": 1.0347,
      "step": 838
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.990699134602498e-05,
      "loss": 1.0142,
      "step": 839
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.990661192407713e-05,
      "loss": 1.0073,
      "step": 840
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9906231733422496e-05,
      "loss": 0.9558,
      "step": 841
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9905850774090578e-05,
      "loss": 1.0591,
      "step": 842
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9905469046110942e-05,
      "loss": 1.0083,
      "step": 843
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9905086549513206e-05,
      "loss": 1.0078,
      "step": 844
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.990470328432705e-05,
      "loss": 1.0249,
      "step": 845
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9904319250582213e-05,
      "loss": 1.0347,
      "step": 846
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.99039344483085e-05,
      "loss": 1.0278,
      "step": 847
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9903548877535757e-05,
      "loss": 1.0293,
      "step": 848
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9903162538293913e-05,
      "loss": 1.0566,
      "step": 849
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9902775430612946e-05,
      "loss": 1.0088,
      "step": 850
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9902387554522888e-05,
      "loss": 0.9683,
      "step": 851
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.990199891005384e-05,
      "loss": 1.0249,
      "step": 852
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.990160949723596e-05,
      "loss": 1.0034,
      "step": 853
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9901219316099462e-05,
      "loss": 1.0391,
      "step": 854
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9900828366674624e-05,
      "loss": 0.999,
      "step": 855
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.990043664899178e-05,
      "loss": 1.0684,
      "step": 856
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.990004416308133e-05,
      "loss": 1.0674,
      "step": 857
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.989965090897372e-05,
      "loss": 1.0205,
      "step": 858
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9899256886699477e-05,
      "loss": 1.0566,
      "step": 859
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9898862096289163e-05,
      "loss": 1.061,
      "step": 860
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9898466537773422e-05,
      "loss": 1.0718,
      "step": 861
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9898070211182942e-05,
      "loss": 1.0601,
      "step": 862
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9897673116548478e-05,
      "loss": 0.979,
      "step": 863
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9897275253900838e-05,
      "loss": 1.0234,
      "step": 864
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9896876623270902e-05,
      "loss": 1.0425,
      "step": 865
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9896477224689596e-05,
      "loss": 1.0376,
      "step": 866
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9896077058187916e-05,
      "loss": 0.9932,
      "step": 867
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.989567612379691e-05,
      "loss": 1.0269,
      "step": 868
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9895274421547682e-05,
      "loss": 0.9521,
      "step": 869
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9894871951471417e-05,
      "loss": 1.0293,
      "step": 870
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9894468713599335e-05,
      "loss": 1.0571,
      "step": 871
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9894064707962726e-05,
      "loss": 1.0415,
      "step": 872
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9893659934592945e-05,
      "loss": 1.041,
      "step": 873
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9893254393521393e-05,
      "loss": 1.043,
      "step": 874
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9892848084779543e-05,
      "loss": 1.019,
      "step": 875
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9892441008398916e-05,
      "loss": 1.0298,
      "step": 876
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9892033164411106e-05,
      "loss": 0.9321,
      "step": 877
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9891624552847763e-05,
      "loss": 1.0098,
      "step": 878
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.989121517374058e-05,
      "loss": 1.0225,
      "step": 879
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9890805027121337e-05,
      "loss": 1.0239,
      "step": 880
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9890394113021848e-05,
      "loss": 1.0269,
      "step": 881
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.988998243147401e-05,
      "loss": 1.0625,
      "step": 882
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9889569982509757e-05,
      "loss": 1.0645,
      "step": 883
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.98891567661611e-05,
      "loss": 1.0835,
      "step": 884
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.98887427824601e-05,
      "loss": 1.0234,
      "step": 885
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9888328031438875e-05,
      "loss": 0.9973,
      "step": 886
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9887912513129618e-05,
      "loss": 1.0332,
      "step": 887
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.988749622756456e-05,
      "loss": 1.0342,
      "step": 888
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9887079174776017e-05,
      "loss": 1.0078,
      "step": 889
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.988666135479634e-05,
      "loss": 1.0176,
      "step": 890
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9886242767657945e-05,
      "loss": 0.4641,
      "step": 891
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9885823413393327e-05,
      "loss": 1.0146,
      "step": 892
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9885403292035015e-05,
      "loss": 0.9819,
      "step": 893
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9884982403615615e-05,
      "loss": 1.0347,
      "step": 894
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.988456074816778e-05,
      "loss": 0.9746,
      "step": 895
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9884138325724232e-05,
      "loss": 1.0483,
      "step": 896
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.988371513631775e-05,
      "loss": 1.0044,
      "step": 897
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9883291179981168e-05,
      "loss": 1.0444,
      "step": 898
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9882866456747385e-05,
      "loss": 1.0303,
      "step": 899
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9882440966649355e-05,
      "loss": 0.9844,
      "step": 900
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.98820147097201e-05,
      "loss": 1.0576,
      "step": 901
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9881587685992693e-05,
      "loss": 1.0137,
      "step": 902
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9881159895500267e-05,
      "loss": 0.9692,
      "step": 903
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9880731338276017e-05,
      "loss": 1.0459,
      "step": 904
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.98803020143532e-05,
      "loss": 0.9917,
      "step": 905
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9879871923765123e-05,
      "loss": 1.0557,
      "step": 906
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9879441066545165e-05,
      "loss": 1.0522,
      "step": 907
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.987900944272676e-05,
      "loss": 1.0469,
      "step": 908
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.987857705234339e-05,
      "loss": 0.9868,
      "step": 909
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9878143895428618e-05,
      "loss": 0.9863,
      "step": 910
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.987770997201605e-05,
      "loss": 1.0117,
      "step": 911
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9877275282139355e-05,
      "loss": 0.9299,
      "step": 912
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9876839825832267e-05,
      "loss": 1.0645,
      "step": 913
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.987640360312857e-05,
      "loss": 1.021,
      "step": 914
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9875966614062116e-05,
      "loss": 0.981,
      "step": 915
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9875528858666812e-05,
      "loss": 0.9951,
      "step": 916
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9875090336976627e-05,
      "loss": 1.0527,
      "step": 917
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.987465104902559e-05,
      "loss": 0.9653,
      "step": 918
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9874210994847787e-05,
      "loss": 1.0498,
      "step": 919
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.987377017447736e-05,
      "loss": 1.0093,
      "step": 920
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9873328587948518e-05,
      "loss": 1.0376,
      "step": 921
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9872886235295526e-05,
      "loss": 0.9883,
      "step": 922
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9872443116552707e-05,
      "loss": 1.0601,
      "step": 923
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9871999231754448e-05,
      "loss": 1.0571,
      "step": 924
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9871554580935188e-05,
      "loss": 1.0581,
      "step": 925
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9871109164129433e-05,
      "loss": 1.0493,
      "step": 926
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9870662981371748e-05,
      "loss": 1.0386,
      "step": 927
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9870216032696744e-05,
      "loss": 1.0669,
      "step": 928
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9869768318139117e-05,
      "loss": 1.0029,
      "step": 929
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.986931983773359e-05,
      "loss": 1.0508,
      "step": 930
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9868870591514983e-05,
      "loss": 1.043,
      "step": 931
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.986842057951814e-05,
      "loss": 1.0034,
      "step": 932
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9867969801777985e-05,
      "loss": 1.0127,
      "step": 933
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9867518258329496e-05,
      "loss": 1.0576,
      "step": 934
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9867065949207712e-05,
      "loss": 1.0234,
      "step": 935
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9866612874447728e-05,
      "loss": 1.0459,
      "step": 936
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9866159034084705e-05,
      "loss": 1.0811,
      "step": 937
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.986570442815385e-05,
      "loss": 1.0532,
      "step": 938
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9865249056690446e-05,
      "loss": 1.0293,
      "step": 939
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9864792919729826e-05,
      "loss": 1.0146,
      "step": 940
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9864336017307384e-05,
      "loss": 1.0264,
      "step": 941
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.986387834945857e-05,
      "loss": 0.4021,
      "step": 942
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9863419916218906e-05,
      "loss": 1.0137,
      "step": 943
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.986296071762395e-05,
      "loss": 1.0703,
      "step": 944
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.986250075370935e-05,
      "loss": 1.0288,
      "step": 945
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9862040024510782e-05,
      "loss": 1.0762,
      "step": 946
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.986157853006401e-05,
      "loss": 1.0645,
      "step": 947
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.986111627040483e-05,
      "loss": 1.022,
      "step": 948
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.986065324556912e-05,
      "loss": 1.0405,
      "step": 949
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9860189455592808e-05,
      "loss": 0.9761,
      "step": 950
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.985972490051188e-05,
      "loss": 0.9937,
      "step": 951
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9859259580362384e-05,
      "loss": 0.4451,
      "step": 952
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.985879349518043e-05,
      "loss": 1.0205,
      "step": 953
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9858326645002176e-05,
      "loss": 1.0513,
      "step": 954
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9857859029863857e-05,
      "loss": 0.9863,
      "step": 955
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.985739064980175e-05,
      "loss": 1.0669,
      "step": 956
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9856921504852203e-05,
      "loss": 0.9907,
      "step": 957
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9856451595051614e-05,
      "loss": 1.0322,
      "step": 958
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9855980920436456e-05,
      "loss": 1.02,
      "step": 959
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9855509481043246e-05,
      "loss": 1.0562,
      "step": 960
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.985503727690856e-05,
      "loss": 1.02,
      "step": 961
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9854564308069047e-05,
      "loss": 1.0278,
      "step": 962
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.98540905745614e-05,
      "loss": 1.0366,
      "step": 963
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9853616076422385e-05,
      "loss": 1.0308,
      "step": 964
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9853140813688822e-05,
      "loss": 1.0386,
      "step": 965
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.985266478639758e-05,
      "loss": 0.9941,
      "step": 966
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9852187994585606e-05,
      "loss": 1.0669,
      "step": 967
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.985171043828989e-05,
      "loss": 1.0332,
      "step": 968
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9851232117547493e-05,
      "loss": 0.9819,
      "step": 969
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9850753032395525e-05,
      "loss": 1.0264,
      "step": 970
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9850273182871166e-05,
      "loss": 0.395,
      "step": 971
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9849792569011647e-05,
      "loss": 1.0381,
      "step": 972
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9849311190854263e-05,
      "loss": 1.04,
      "step": 973
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9848829048436368e-05,
      "loss": 1.062,
      "step": 974
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.984834614179537e-05,
      "loss": 1.0073,
      "step": 975
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9847862470968743e-05,
      "loss": 1.019,
      "step": 976
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9847378035994017e-05,
      "loss": 1.0161,
      "step": 977
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9846892836908785e-05,
      "loss": 1.0088,
      "step": 978
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.984640687375069e-05,
      "loss": 1.0381,
      "step": 979
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9845920146557446e-05,
      "loss": 1.0151,
      "step": 980
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9845432655366815e-05,
      "loss": 1.0005,
      "step": 981
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.984494440021663e-05,
      "loss": 1.0249,
      "step": 982
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9844455381144775e-05,
      "loss": 1.02,
      "step": 983
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9843965598189195e-05,
      "loss": 0.9785,
      "step": 984
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9843475051387895e-05,
      "loss": 1.084,
      "step": 985
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9842983740778942e-05,
      "loss": 1.0161,
      "step": 986
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.984249166640045e-05,
      "loss": 0.9927,
      "step": 987
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9841998828290614e-05,
      "loss": 1.0381,
      "step": 988
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9841505226487672e-05,
      "loss": 1.0161,
      "step": 989
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.984101086102992e-05,
      "loss": 1.0146,
      "step": 990
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.984051573195572e-05,
      "loss": 1.0112,
      "step": 991
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.98400198393035e-05,
      "loss": 0.978,
      "step": 992
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9839523183111726e-05,
      "loss": 1.0054,
      "step": 993
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.983902576341895e-05,
      "loss": 0.9995,
      "step": 994
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9838527580263756e-05,
      "loss": 0.4983,
      "step": 995
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9838028633684808e-05,
      "loss": 1.0254,
      "step": 996
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9837528923720824e-05,
      "loss": 1.0488,
      "step": 997
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9837028450410573e-05,
      "loss": 1.0405,
      "step": 998
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9836527213792894e-05,
      "loss": 1.0249,
      "step": 999
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.983602521390668e-05,
      "loss": 1.0049,
      "step": 1000
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9835522450790884e-05,
      "loss": 1.021,
      "step": 1001
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9835018924484513e-05,
      "loss": 1.0522,
      "step": 1002
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9834514635026645e-05,
      "loss": 1.0308,
      "step": 1003
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9834009582456407e-05,
      "loss": 1.0259,
      "step": 1004
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9833503766812992e-05,
      "loss": 1.043,
      "step": 1005
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9832997188135643e-05,
      "loss": 0.998,
      "step": 1006
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9832489846463674e-05,
      "loss": 1.0127,
      "step": 1007
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9831981741836446e-05,
      "loss": 0.979,
      "step": 1008
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9831472874293393e-05,
      "loss": 1.0322,
      "step": 1009
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9830963243874e-05,
      "loss": 1.0312,
      "step": 1010
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9830452850617802e-05,
      "loss": 1.0249,
      "step": 1011
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9829941694564415e-05,
      "loss": 1.0063,
      "step": 1012
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9829429775753498e-05,
      "loss": 1.0215,
      "step": 1013
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.982891709422477e-05,
      "loss": 0.9722,
      "step": 1014
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9828403650018016e-05,
      "loss": 1.0576,
      "step": 1015
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9827889443173083e-05,
      "loss": 1.0205,
      "step": 1016
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.982737447372986e-05,
      "loss": 1.001,
      "step": 1017
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.982685874172831e-05,
      "loss": 1.021,
      "step": 1018
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.982634224720845e-05,
      "loss": 1.0337,
      "step": 1019
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9825824990210363e-05,
      "loss": 1.0449,
      "step": 1020
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9825306970774186e-05,
      "loss": 0.9673,
      "step": 1021
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.982478818894011e-05,
      "loss": 0.9927,
      "step": 1022
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.982426864474839e-05,
      "loss": 1.022,
      "step": 1023
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.982374833823934e-05,
      "loss": 1.0034,
      "step": 1024
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9823227269453338e-05,
      "loss": 1.0435,
      "step": 1025
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9822705438430812e-05,
      "loss": 1.082,
      "step": 1026
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9822182845212256e-05,
      "loss": 1.0,
      "step": 1027
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.982165948983822e-05,
      "loss": 1.0059,
      "step": 1028
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9821135372349315e-05,
      "loss": 1.0127,
      "step": 1029
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9820610492786207e-05,
      "loss": 0.9863,
      "step": 1030
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.982008485118963e-05,
      "loss": 1.0083,
      "step": 1031
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9819558447600366e-05,
      "loss": 1.0439,
      "step": 1032
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.981903128205926e-05,
      "loss": 0.9888,
      "step": 1033
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.981850335460722e-05,
      "loss": 1.002,
      "step": 1034
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9817974665285214e-05,
      "loss": 1.0596,
      "step": 1035
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9817445214134263e-05,
      "loss": 1.0474,
      "step": 1036
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9816915001195452e-05,
      "loss": 1.0039,
      "step": 1037
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.981638402650992e-05,
      "loss": 1.022,
      "step": 1038
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9815852290118867e-05,
      "loss": 1.0288,
      "step": 1039
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.981531979206356e-05,
      "loss": 0.9756,
      "step": 1040
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.981478653238531e-05,
      "loss": 0.4812,
      "step": 1041
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.98142525111255e-05,
      "loss": 1.0498,
      "step": 1042
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.981371772832557e-05,
      "loss": 1.0317,
      "step": 1043
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9813182184027008e-05,
      "loss": 1.0044,
      "step": 1044
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.981264587827138e-05,
      "loss": 1.0181,
      "step": 1045
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9812108811100293e-05,
      "loss": 1.0146,
      "step": 1046
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9811570982555427e-05,
      "loss": 0.9736,
      "step": 1047
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.981103239267851e-05,
      "loss": 1.0259,
      "step": 1048
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9810493041511337e-05,
      "loss": 0.9961,
      "step": 1049
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9809952929095756e-05,
      "loss": 1.0464,
      "step": 1050
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9809412055473682e-05,
      "loss": 1.0156,
      "step": 1051
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.980887042068708e-05,
      "loss": 1.02,
      "step": 1052
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9808328024777982e-05,
      "loss": 1.0425,
      "step": 1053
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.980778486778847e-05,
      "loss": 1.0552,
      "step": 1054
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.98072409497607e-05,
      "loss": 1.0288,
      "step": 1055
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9806696270736867e-05,
      "loss": 1.0288,
      "step": 1056
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.980615083075924e-05,
      "loss": 1.0586,
      "step": 1057
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9805604629870142e-05,
      "loss": 1.0732,
      "step": 1058
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9805057668111955e-05,
      "loss": 1.0142,
      "step": 1059
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9804509945527125e-05,
      "loss": 0.4883,
      "step": 1060
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.980396146215815e-05,
      "loss": 1.04,
      "step": 1061
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9803412218047586e-05,
      "loss": 1.0098,
      "step": 1062
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9802862213238057e-05,
      "loss": 1.0435,
      "step": 1063
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9802311447772236e-05,
      "loss": 0.9502,
      "step": 1064
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9801759921692866e-05,
      "loss": 1.0601,
      "step": 1065
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9801207635042737e-05,
      "loss": 1.0537,
      "step": 1066
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.980065458786471e-05,
      "loss": 0.999,
      "step": 1067
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9800100780201692e-05,
      "loss": 1.001,
      "step": 1068
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.979954621209666e-05,
      "loss": 0.9966,
      "step": 1069
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9798990883592645e-05,
      "loss": 0.9883,
      "step": 1070
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.979843479473274e-05,
      "loss": 1.0303,
      "step": 1071
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9797877945560087e-05,
      "loss": 1.0107,
      "step": 1072
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9797320336117906e-05,
      "loss": 0.9348,
      "step": 1073
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9796761966449458e-05,
      "loss": 1.0708,
      "step": 1074
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.979620283659807e-05,
      "loss": 1.043,
      "step": 1075
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.979564294660713e-05,
      "loss": 0.9424,
      "step": 1076
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9795082296520082e-05,
      "loss": 1.0454,
      "step": 1077
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9794520886380433e-05,
      "loss": 1.0049,
      "step": 1078
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.979395871623174e-05,
      "loss": 1.0459,
      "step": 1079
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.979339578611763e-05,
      "loss": 1.0,
      "step": 1080
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.979283209608178e-05,
      "loss": 1.0078,
      "step": 1081
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.979226764616793e-05,
      "loss": 0.9956,
      "step": 1082
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.979170243641988e-05,
      "loss": 1.0293,
      "step": 1083
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9791136466881487e-05,
      "loss": 1.0151,
      "step": 1084
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.979056973759667e-05,
      "loss": 1.0205,
      "step": 1085
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.97900022486094e-05,
      "loss": 1.0112,
      "step": 1086
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9789433999963713e-05,
      "loss": 1.0322,
      "step": 1087
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9788864991703706e-05,
      "loss": 1.0469,
      "step": 1088
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9788295223873527e-05,
      "loss": 1.0195,
      "step": 1089
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.978772469651739e-05,
      "loss": 1.0171,
      "step": 1090
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9787153409679564e-05,
      "loss": 0.9805,
      "step": 1091
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.978658136340438e-05,
      "loss": 1.0366,
      "step": 1092
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9786008557736225e-05,
      "loss": 0.9868,
      "step": 1093
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9785434992719543e-05,
      "loss": 1.0132,
      "step": 1094
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9784860668398843e-05,
      "loss": 0.9741,
      "step": 1095
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.978428558481869e-05,
      "loss": 0.9805,
      "step": 1096
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9783709742023708e-05,
      "loss": 1.0049,
      "step": 1097
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.978313314005858e-05,
      "loss": 0.9956,
      "step": 1098
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9782555778968046e-05,
      "loss": 1.0015,
      "step": 1099
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.978197765879691e-05,
      "loss": 1.084,
      "step": 1100
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9781398779590024e-05,
      "loss": 1.0479,
      "step": 1101
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.978081914139231e-05,
      "loss": 1.0088,
      "step": 1102
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.978023874424875e-05,
      "loss": 1.0298,
      "step": 1103
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9779657588204377e-05,
      "loss": 1.0151,
      "step": 1104
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.977907567330428e-05,
      "loss": 1.0435,
      "step": 1105
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9778492999593622e-05,
      "loss": 1.0381,
      "step": 1106
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9777909567117612e-05,
      "loss": 1.0127,
      "step": 1107
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.977732537592152e-05,
      "loss": 1.0073,
      "step": 1108
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9776740426050677e-05,
      "loss": 1.0039,
      "step": 1109
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9776154717550476e-05,
      "loss": 1.041,
      "step": 1110
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9775568250466362e-05,
      "loss": 1.0112,
      "step": 1111
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9774981024843843e-05,
      "loss": 0.9897,
      "step": 1112
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9774393040728484e-05,
      "loss": 1.0186,
      "step": 1113
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9773804298165912e-05,
      "loss": 1.0054,
      "step": 1114
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9773214797201806e-05,
      "loss": 1.0088,
      "step": 1115
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9772624537881914e-05,
      "loss": 1.02,
      "step": 1116
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9772033520252034e-05,
      "loss": 0.9971,
      "step": 1117
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.977144174435803e-05,
      "loss": 0.9673,
      "step": 1118
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9770849210245813e-05,
      "loss": 0.4636,
      "step": 1119
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.977025591796137e-05,
      "loss": 1.0215,
      "step": 1120
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9769661867550733e-05,
      "loss": 1.0015,
      "step": 1121
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9769067059060002e-05,
      "loss": 0.9863,
      "step": 1122
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9768471492535323e-05,
      "loss": 1.041,
      "step": 1123
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9767875168022916e-05,
      "loss": 0.9658,
      "step": 1124
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.976727808556905e-05,
      "loss": 0.9961,
      "step": 1125
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9766680245220057e-05,
      "loss": 1.0435,
      "step": 1126
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9766081647022327e-05,
      "loss": 1.0474,
      "step": 1127
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.976548229102231e-05,
      "loss": 0.9531,
      "step": 1128
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9764882177266508e-05,
      "loss": 1.0479,
      "step": 1129
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.976428130580149e-05,
      "loss": 1.0166,
      "step": 1130
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.976367967667388e-05,
      "loss": 1.0522,
      "step": 1131
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9763077289930366e-05,
      "loss": 1.0527,
      "step": 1132
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9762474145617684e-05,
      "loss": 1.0303,
      "step": 1133
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.976187024378264e-05,
      "loss": 1.0229,
      "step": 1134
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.976126558447209e-05,
      "loss": 1.0269,
      "step": 1135
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9760660167732957e-05,
      "loss": 0.9829,
      "step": 1136
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9760053993612214e-05,
      "loss": 1.0083,
      "step": 1137
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9759447062156902e-05,
      "loss": 1.0146,
      "step": 1138
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9758839373414114e-05,
      "loss": 0.9956,
      "step": 1139
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9758230927431003e-05,
      "loss": 1.0024,
      "step": 1140
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9757621724254782e-05,
      "loss": 1.0249,
      "step": 1141
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9757011763932717e-05,
      "loss": 0.9902,
      "step": 1142
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9756401046512147e-05,
      "loss": 1.0181,
      "step": 1143
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.975578957204046e-05,
      "loss": 1.0049,
      "step": 1144
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9755177340565098e-05,
      "loss": 1.0034,
      "step": 1145
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9754564352133572e-05,
      "loss": 0.9653,
      "step": 1146
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9753950606793442e-05,
      "loss": 1.0508,
      "step": 1147
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9753336104592338e-05,
      "loss": 1.0566,
      "step": 1148
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9752720845577937e-05,
      "loss": 1.0474,
      "step": 1149
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9752104829797986e-05,
      "loss": 1.0098,
      "step": 1150
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9751488057300277e-05,
      "loss": 0.9844,
      "step": 1151
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9750870528132675e-05,
      "loss": 1.019,
      "step": 1152
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9750252242343094e-05,
      "loss": 1.0054,
      "step": 1153
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9749633199979517e-05,
      "loss": 1.0029,
      "step": 1154
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9749013401089968e-05,
      "loss": 0.9912,
      "step": 1155
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9748392845722547e-05,
      "loss": 0.9854,
      "step": 1156
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9747771533925407e-05,
      "loss": 0.4321,
      "step": 1157
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9747149465746755e-05,
      "loss": 1.0312,
      "step": 1158
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9746526641234864e-05,
      "loss": 0.9473,
      "step": 1159
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9745903060438062e-05,
      "loss": 1.0371,
      "step": 1160
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9745278723404733e-05,
      "loss": 0.9927,
      "step": 1161
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9744653630183323e-05,
      "loss": 1.0049,
      "step": 1162
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.974402778082234e-05,
      "loss": 1.0229,
      "step": 1163
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9743401175370346e-05,
      "loss": 0.9878,
      "step": 1164
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9742773813875957e-05,
      "loss": 1.0,
      "step": 1165
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.974214569638786e-05,
      "loss": 1.0,
      "step": 1166
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9741516822954793e-05,
      "loss": 1.0103,
      "step": 1167
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9740887193625552e-05,
      "loss": 1.0518,
      "step": 1168
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9740256808448995e-05,
      "loss": 0.9717,
      "step": 1169
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9739625667474033e-05,
      "loss": 1.0127,
      "step": 1170
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9738993770749644e-05,
      "loss": 0.9995,
      "step": 1171
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9738361118324855e-05,
      "loss": 0.9839,
      "step": 1172
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9737727710248764e-05,
      "loss": 1.0088,
      "step": 1173
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9737093546570515e-05,
      "loss": 1.0127,
      "step": 1174
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9736458627339318e-05,
      "loss": 0.9551,
      "step": 1175
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9735822952604442e-05,
      "loss": 1.0293,
      "step": 1176
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.973518652241521e-05,
      "loss": 1.041,
      "step": 1177
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9734549336821004e-05,
      "loss": 1.019,
      "step": 1178
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9733911395871267e-05,
      "loss": 1.0469,
      "step": 1179
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9733272699615506e-05,
      "loss": 1.0127,
      "step": 1180
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9732633248103274e-05,
      "loss": 1.0015,
      "step": 1181
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.973199304138419e-05,
      "loss": 1.0259,
      "step": 1182
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9731352079507938e-05,
      "loss": 1.0005,
      "step": 1183
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9730710362524248e-05,
      "loss": 1.0239,
      "step": 1184
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9730067890482914e-05,
      "loss": 0.9849,
      "step": 1185
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9729424663433792e-05,
      "loss": 0.9995,
      "step": 1186
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.972878068142679e-05,
      "loss": 1.0127,
      "step": 1187
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9728135944511878e-05,
      "loss": 1.0205,
      "step": 1188
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.972749045273909e-05,
      "loss": 1.0088,
      "step": 1189
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9726844206158508e-05,
      "loss": 0.9897,
      "step": 1190
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9726197204820274e-05,
      "loss": 0.9971,
      "step": 1191
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.97255494487746e-05,
      "loss": 1.001,
      "step": 1192
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.972490093807175e-05,
      "loss": 1.0005,
      "step": 1193
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9724251672762037e-05,
      "loss": 1.0254,
      "step": 1194
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9723601652895847e-05,
      "loss": 1.0127,
      "step": 1195
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9722950878523614e-05,
      "loss": 1.0122,
      "step": 1196
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.972229934969584e-05,
      "loss": 1.0122,
      "step": 1197
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.972164706646308e-05,
      "loss": 1.0269,
      "step": 1198
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9720994028875943e-05,
      "loss": 1.0347,
      "step": 1199
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.972034023698511e-05,
      "loss": 0.9321,
      "step": 1200
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9719685690841304e-05,
      "loss": 0.9951,
      "step": 1201
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.971903039049532e-05,
      "loss": 1.0122,
      "step": 1202
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9718374335998e-05,
      "loss": 1.0444,
      "step": 1203
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.971771752740026e-05,
      "loss": 1.0059,
      "step": 1204
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.971705996475306e-05,
      "loss": 1.0454,
      "step": 1205
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9716401648107425e-05,
      "loss": 1.0376,
      "step": 1206
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9715742577514432e-05,
      "loss": 1.0098,
      "step": 1207
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.971508275302523e-05,
      "loss": 1.0181,
      "step": 1208
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9714422174691014e-05,
      "loss": 1.0298,
      "step": 1209
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.971376084256304e-05,
      "loss": 1.0078,
      "step": 1210
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.971309875669263e-05,
      "loss": 0.9712,
      "step": 1211
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9712435917131155e-05,
      "loss": 0.9971,
      "step": 1212
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9711772323930048e-05,
      "loss": 1.0444,
      "step": 1213
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9711107977140804e-05,
      "loss": 1.0098,
      "step": 1214
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9710442876814966e-05,
      "loss": 0.9819,
      "step": 1215
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9709777023004147e-05,
      "loss": 1.0088,
      "step": 1216
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.970911041576002e-05,
      "loss": 1.0166,
      "step": 1217
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9708443055134303e-05,
      "loss": 1.0278,
      "step": 1218
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.970777494117878e-05,
      "loss": 1.0376,
      "step": 1219
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9707106073945298e-05,
      "loss": 0.9824,
      "step": 1220
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9706436453485756e-05,
      "loss": 1.0459,
      "step": 1221
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.970576607985211e-05,
      "loss": 0.9937,
      "step": 1222
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9705094953096382e-05,
      "loss": 0.9214,
      "step": 1223
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9704423073270647e-05,
      "loss": 1.0044,
      "step": 1224
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9703750440427042e-05,
      "loss": 1.0205,
      "step": 1225
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.970307705461776e-05,
      "loss": 1.0146,
      "step": 1226
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9702402915895044e-05,
      "loss": 1.0244,
      "step": 1227
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9701728024311216e-05,
      "loss": 0.9265,
      "step": 1228
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9701052379918636e-05,
      "loss": 1.0557,
      "step": 1229
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9700375982769737e-05,
      "loss": 0.9985,
      "step": 1230
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9699698832917e-05,
      "loss": 1.0337,
      "step": 1231
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.969902093041297e-05,
      "loss": 0.998,
      "step": 1232
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.969834227531025e-05,
      "loss": 0.9648,
      "step": 1233
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.96976628676615e-05,
      "loss": 1.0347,
      "step": 1234
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9696982707519433e-05,
      "loss": 0.979,
      "step": 1235
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9696301794936836e-05,
      "loss": 0.9985,
      "step": 1236
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.969562012996654e-05,
      "loss": 1.0288,
      "step": 1237
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.969493771266144e-05,
      "loss": 1.001,
      "step": 1238
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9694254543074486e-05,
      "loss": 1.04,
      "step": 1239
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9693570621258692e-05,
      "loss": 1.0107,
      "step": 1240
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.969288594726712e-05,
      "loss": 0.4006,
      "step": 1241
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.969220052115291e-05,
      "loss": 1.022,
      "step": 1242
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9691514342969235e-05,
      "loss": 1.0093,
      "step": 1243
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.969082741276935e-05,
      "loss": 1.0405,
      "step": 1244
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.969013973060655e-05,
      "loss": 1.0117,
      "step": 1245
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.96894512965342e-05,
      "loss": 1.0454,
      "step": 1246
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9688762110605718e-05,
      "loss": 0.9814,
      "step": 1247
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9688072172874582e-05,
      "loss": 1.0303,
      "step": 1248
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9687381483394326e-05,
      "loss": 0.9917,
      "step": 1249
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9686690042218546e-05,
      "loss": 1.0054,
      "step": 1250
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.968599784940089e-05,
      "loss": 0.9839,
      "step": 1251
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.968530490499508e-05,
      "loss": 1.041,
      "step": 1252
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9684611209054875e-05,
      "loss": 1.0415,
      "step": 1253
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9683916761634106e-05,
      "loss": 0.9712,
      "step": 1254
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9683221562786663e-05,
      "loss": 1.0444,
      "step": 1255
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9682525612566484e-05,
      "loss": 0.9902,
      "step": 1256
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9681828911027572e-05,
      "loss": 0.9819,
      "step": 1257
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.968113145822399e-05,
      "loss": 0.9902,
      "step": 1258
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9680433254209857e-05,
      "loss": 1.0083,
      "step": 1259
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9679734299039344e-05,
      "loss": 0.978,
      "step": 1260
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.96790345927667e-05,
      "loss": 1.021,
      "step": 1261
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.967833413544621e-05,
      "loss": 0.9941,
      "step": 1262
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9677632927132225e-05,
      "loss": 1.002,
      "step": 1263
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.967693096787916e-05,
      "loss": 1.0127,
      "step": 1264
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9676228257741483e-05,
      "loss": 1.0068,
      "step": 1265
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9675524796773716e-05,
      "loss": 1.0405,
      "step": 1266
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9674820585030452e-05,
      "loss": 1.0034,
      "step": 1267
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.967411562256633e-05,
      "loss": 1.0107,
      "step": 1268
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.967340990943605e-05,
      "loss": 1.0156,
      "step": 1269
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9672703445694375e-05,
      "loss": 0.9946,
      "step": 1270
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9671996231396126e-05,
      "loss": 0.9985,
      "step": 1271
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9671288266596176e-05,
      "loss": 1.0088,
      "step": 1272
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9670579551349456e-05,
      "loss": 0.9761,
      "step": 1273
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9669870085710963e-05,
      "loss": 1.0293,
      "step": 1274
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9669159869735754e-05,
      "loss": 1.0171,
      "step": 1275
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.966844890347893e-05,
      "loss": 0.9639,
      "step": 1276
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.966773718699566e-05,
      "loss": 1.0278,
      "step": 1277
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.966702472034117e-05,
      "loss": 0.9434,
      "step": 1278
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.966631150357075e-05,
      "loss": 1.0693,
      "step": 1279
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9665597536739736e-05,
      "loss": 0.9707,
      "step": 1280
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9664882819903532e-05,
      "loss": 0.9785,
      "step": 1281
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.966416735311759e-05,
      "loss": 1.0015,
      "step": 1282
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9663451136437433e-05,
      "loss": 1.0674,
      "step": 1283
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9662734169918635e-05,
      "loss": 0.9019,
      "step": 1284
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.966201645361683e-05,
      "loss": 0.9395,
      "step": 1285
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.966129798758771e-05,
      "loss": 1.0259,
      "step": 1286
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.966057877188702e-05,
      "loss": 1.0337,
      "step": 1287
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.965985880657057e-05,
      "loss": 1.0605,
      "step": 1288
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.965913809169423e-05,
      "loss": 0.9497,
      "step": 1289
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9658416627313917e-05,
      "loss": 1.0527,
      "step": 1290
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.965769441348562e-05,
      "loss": 0.9829,
      "step": 1291
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.965697145026538e-05,
      "loss": 1.0303,
      "step": 1292
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9656247737709287e-05,
      "loss": 1.0195,
      "step": 1293
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9655523275873506e-05,
      "loss": 1.0327,
      "step": 1294
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9654798064814244e-05,
      "loss": 1.0117,
      "step": 1295
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.965407210458778e-05,
      "loss": 1.0396,
      "step": 1296
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9653345395250446e-05,
      "loss": 1.022,
      "step": 1297
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.965261793685863e-05,
      "loss": 1.0171,
      "step": 1298
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.965188972946878e-05,
      "loss": 0.9868,
      "step": 1299
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9651160773137393e-05,
      "loss": 1.0229,
      "step": 1300
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9650431067921043e-05,
      "loss": 1.0054,
      "step": 1301
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.964970061387635e-05,
      "loss": 1.0347,
      "step": 1302
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.964896941105999e-05,
      "loss": 1.0088,
      "step": 1303
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9648237459528703e-05,
      "loss": 1.0479,
      "step": 1304
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9647504759339286e-05,
      "loss": 1.0464,
      "step": 1305
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.964677131054859e-05,
      "loss": 1.0083,
      "step": 1306
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9646037113213535e-05,
      "loss": 0.9736,
      "step": 1307
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.964530216739108e-05,
      "loss": 0.96,
      "step": 1308
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.964456647313826e-05,
      "loss": 0.9937,
      "step": 1309
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.964383003051216e-05,
      "loss": 1.0244,
      "step": 1310
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9643092839569926e-05,
      "loss": 1.0503,
      "step": 1311
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.964235490036876e-05,
      "loss": 1.0122,
      "step": 1312
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.964161621296592e-05,
      "loss": 1.02,
      "step": 1313
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9640876777418726e-05,
      "loss": 1.042,
      "step": 1314
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.964013659378456e-05,
      "loss": 1.0493,
      "step": 1315
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9639395662120847e-05,
      "loss": 1.0576,
      "step": 1316
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.963865398248509e-05,
      "loss": 1.022,
      "step": 1317
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9637911554934832e-05,
      "loss": 0.9097,
      "step": 1318
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9637168379527686e-05,
      "loss": 1.0205,
      "step": 1319
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.963642445632132e-05,
      "loss": 0.9927,
      "step": 1320
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9635679785373453e-05,
      "loss": 1.019,
      "step": 1321
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9634934366741875e-05,
      "loss": 1.0044,
      "step": 1322
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.963418820048442e-05,
      "loss": 0.9766,
      "step": 1323
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.963344128665899e-05,
      "loss": 0.9331,
      "step": 1324
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9632693625323547e-05,
      "loss": 0.9756,
      "step": 1325
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9631945216536103e-05,
      "loss": 1.0117,
      "step": 1326
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9631196060354725e-05,
      "loss": 0.4595,
      "step": 1327
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9630446156837552e-05,
      "loss": 1.019,
      "step": 1328
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.962969550604277e-05,
      "loss": 0.9946,
      "step": 1329
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9628944108028625e-05,
      "loss": 1.0181,
      "step": 1330
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9628191962853422e-05,
      "loss": 0.9922,
      "step": 1331
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.962743907057553e-05,
      "loss": 0.9673,
      "step": 1332
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.962668543125336e-05,
      "loss": 0.9971,
      "step": 1333
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9625931044945394e-05,
      "loss": 0.9932,
      "step": 1334
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9625175911710172e-05,
      "loss": 1.02,
      "step": 1335
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.962442003160629e-05,
      "loss": 1.0229,
      "step": 1336
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9623663404692395e-05,
      "loss": 1.0088,
      "step": 1337
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.96229060310272e-05,
      "loss": 1.0215,
      "step": 1338
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9622147910669477e-05,
      "loss": 1.0322,
      "step": 1339
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9621389043678048e-05,
      "loss": 0.4888,
      "step": 1340
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9620629430111803e-05,
      "loss": 0.9414,
      "step": 1341
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.961986907002968e-05,
      "loss": 0.9932,
      "step": 1342
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9619107963490676e-05,
      "loss": 1.0225,
      "step": 1343
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.961834611055386e-05,
      "loss": 0.9785,
      "step": 1344
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9617583511278337e-05,
      "loss": 0.9463,
      "step": 1345
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.961682016572329e-05,
      "loss": 1.0073,
      "step": 1346
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9616056073947945e-05,
      "loss": 1.0444,
      "step": 1347
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9615291236011593e-05,
      "loss": 0.998,
      "step": 1348
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9614525651973584e-05,
      "loss": 0.9727,
      "step": 1349
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9613759321893323e-05,
      "loss": 1.0142,
      "step": 1350
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9612992245830274e-05,
      "loss": 1.002,
      "step": 1351
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9612224423843958e-05,
      "loss": 1.0645,
      "step": 1352
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9611455855993953e-05,
      "loss": 1.001,
      "step": 1353
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.96106865423399e-05,
      "loss": 0.9561,
      "step": 1354
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9609916482941487e-05,
      "loss": 1.0093,
      "step": 1355
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9609145677858473e-05,
      "loss": 1.0088,
      "step": 1356
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.960837412715067e-05,
      "loss": 1.0151,
      "step": 1357
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9607601830877943e-05,
      "loss": 1.0435,
      "step": 1358
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.960682878910022e-05,
      "loss": 1.0454,
      "step": 1359
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9606055001877485e-05,
      "loss": 1.0249,
      "step": 1360
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.960528046926978e-05,
      "loss": 0.9912,
      "step": 1361
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9604505191337206e-05,
      "loss": 0.9961,
      "step": 1362
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.960372916813992e-05,
      "loss": 0.9888,
      "step": 1363
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.960295239973814e-05,
      "loss": 0.9556,
      "step": 1364
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9602174886192137e-05,
      "loss": 1.0,
      "step": 1365
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9601396627562242e-05,
      "loss": 0.9868,
      "step": 1366
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.960061762390885e-05,
      "loss": 0.9531,
      "step": 1367
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.95998378752924e-05,
      "loss": 1.0737,
      "step": 1368
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.95990573817734e-05,
      "loss": 0.9937,
      "step": 1369
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9598276143412415e-05,
      "loss": 0.9756,
      "step": 1370
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9597494160270062e-05,
      "loss": 0.9653,
      "step": 1371
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.959671143240702e-05,
      "loss": 1.0386,
      "step": 1372
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.959592795988403e-05,
      "loss": 0.3906,
      "step": 1373
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.959514374276188e-05,
      "loss": 0.9722,
      "step": 1374
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9594358781101422e-05,
      "loss": 1.0151,
      "step": 1375
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.959357307496357e-05,
      "loss": 0.9482,
      "step": 1376
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9592786624409285e-05,
      "loss": 1.0161,
      "step": 1377
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.959199942949959e-05,
      "loss": 1.0151,
      "step": 1378
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.959121149029558e-05,
      "loss": 1.0088,
      "step": 1379
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9590422806858383e-05,
      "loss": 1.0283,
      "step": 1380
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9589633379249204e-05,
      "loss": 1.0015,
      "step": 1381
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9588843207529295e-05,
      "loss": 1.0,
      "step": 1382
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9588052291759972e-05,
      "loss": 1.0063,
      "step": 1383
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9587260632002607e-05,
      "loss": 1.0156,
      "step": 1384
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9586468228318627e-05,
      "loss": 0.9995,
      "step": 1385
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9585675080769517e-05,
      "loss": 1.0532,
      "step": 1386
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9584881189416825e-05,
      "loss": 0.9956,
      "step": 1387
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.958408655432216e-05,
      "loss": 0.9766,
      "step": 1388
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9583291175547163e-05,
      "loss": 0.9937,
      "step": 1389
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.958249505315357e-05,
      "loss": 1.0371,
      "step": 1390
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9581698187203145e-05,
      "loss": 1.0225,
      "step": 1391
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9580900577757732e-05,
      "loss": 1.0352,
      "step": 1392
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.958010222487921e-05,
      "loss": 1.0107,
      "step": 1393
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9579303128629535e-05,
      "loss": 0.9502,
      "step": 1394
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.957850328907071e-05,
      "loss": 1.0034,
      "step": 1395
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9577702706264802e-05,
      "loss": 1.0059,
      "step": 1396
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9576901380273925e-05,
      "loss": 1.0107,
      "step": 1397
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9576099311160265e-05,
      "loss": 0.478,
      "step": 1398
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9575296498986057e-05,
      "loss": 1.0596,
      "step": 1399
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.95744929438136e-05,
      "loss": 0.979,
      "step": 1400
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.957368864570524e-05,
      "loss": 1.02,
      "step": 1401
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9572883604723384e-05,
      "loss": 0.9824,
      "step": 1402
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9572077820930508e-05,
      "loss": 0.4241,
      "step": 1403
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9571271294389134e-05,
      "loss": 0.9844,
      "step": 1404
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9570464025161842e-05,
      "loss": 0.9961,
      "step": 1405
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.956965601331127e-05,
      "loss": 1.0005,
      "step": 1406
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9568847258900127e-05,
      "loss": 1.0225,
      "step": 1407
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9568037761991155e-05,
      "loss": 0.9888,
      "step": 1408
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9567227522647177e-05,
      "loss": 0.9922,
      "step": 1409
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9566416540931063e-05,
      "loss": 1.019,
      "step": 1410
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9565604816905736e-05,
      "loss": 1.0381,
      "step": 1411
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9564792350634182e-05,
      "loss": 1.0156,
      "step": 1412
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.956397914217945e-05,
      "loss": 0.9619,
      "step": 1413
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.956316519160464e-05,
      "loss": 0.9639,
      "step": 1414
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9562350498972907e-05,
      "loss": 1.0215,
      "step": 1415
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.956153506434747e-05,
      "loss": 1.0195,
      "step": 1416
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9560718887791607e-05,
      "loss": 1.0557,
      "step": 1417
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9559901969368644e-05,
      "loss": 0.9995,
      "step": 1418
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9559084309141964e-05,
      "loss": 0.9995,
      "step": 1419
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9558265907175027e-05,
      "loss": 1.0264,
      "step": 1420
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.955744676353133e-05,
      "loss": 0.9507,
      "step": 1421
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9556626878274432e-05,
      "loss": 1.0127,
      "step": 1422
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.955580625146796e-05,
      "loss": 1.0024,
      "step": 1423
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9554984883175583e-05,
      "loss": 1.041,
      "step": 1424
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9554162773461044e-05,
      "loss": 0.9727,
      "step": 1425
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.955333992238813e-05,
      "loss": 0.9443,
      "step": 1426
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.955251633002069e-05,
      "loss": 1.021,
      "step": 1427
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9551691996422627e-05,
      "loss": 1.0098,
      "step": 1428
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9550866921657912e-05,
      "loss": 1.0112,
      "step": 1429
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9550041105790562e-05,
      "loss": 0.9819,
      "step": 1430
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9549214548884662e-05,
      "loss": 0.9893,
      "step": 1431
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9548387251004345e-05,
      "loss": 1.0142,
      "step": 1432
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.954755921221381e-05,
      "loss": 0.9688,
      "step": 1433
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9546730432577303e-05,
      "loss": 0.9956,
      "step": 1434
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9545900912159134e-05,
      "loss": 0.9692,
      "step": 1435
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9545070651023674e-05,
      "loss": 0.9512,
      "step": 1436
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.954423964923534e-05,
      "loss": 1.0054,
      "step": 1437
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9543407906858626e-05,
      "loss": 0.9517,
      "step": 1438
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.954257542395806e-05,
      "loss": 0.4399,
      "step": 1439
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9541742200598243e-05,
      "loss": 1.0171,
      "step": 1440
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9540908236843832e-05,
      "loss": 0.9946,
      "step": 1441
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9540073532759535e-05,
      "loss": 0.9849,
      "step": 1442
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9539238088410122e-05,
      "loss": 1.0186,
      "step": 1443
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9538401903860417e-05,
      "loss": 0.9878,
      "step": 1444
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.953756497917531e-05,
      "loss": 1.001,
      "step": 1445
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9536727314419737e-05,
      "loss": 1.0205,
      "step": 1446
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9535888909658702e-05,
      "loss": 0.9448,
      "step": 1447
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.953504976495726e-05,
      "loss": 1.0269,
      "step": 1448
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9534209880380517e-05,
      "loss": 1.02,
      "step": 1449
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9533369255993652e-05,
      "loss": 0.9731,
      "step": 1450
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9532527891861895e-05,
      "loss": 0.9951,
      "step": 1451
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9531685788050527e-05,
      "loss": 0.9609,
      "step": 1452
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.953084294462489e-05,
      "loss": 1.0371,
      "step": 1453
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.952999936165039e-05,
      "loss": 1.0298,
      "step": 1454
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.952915503919248e-05,
      "loss": 0.9917,
      "step": 1455
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9528309977316683e-05,
      "loss": 0.9893,
      "step": 1456
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9527464176088565e-05,
      "loss": 1.0361,
      "step": 1457
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.952661763557376e-05,
      "loss": 1.0161,
      "step": 1458
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9525770355837948e-05,
      "loss": 0.9883,
      "step": 1459
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9524922336946884e-05,
      "loss": 1.0015,
      "step": 1460
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.952407357896637e-05,
      "loss": 0.9956,
      "step": 1461
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9523224081962254e-05,
      "loss": 1.0674,
      "step": 1462
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9522373846000466e-05,
      "loss": 1.0054,
      "step": 1463
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9521522871146975e-05,
      "loss": 0.9951,
      "step": 1464
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.952067115746781e-05,
      "loss": 1.0073,
      "step": 1465
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9519818705029065e-05,
      "loss": 1.0264,
      "step": 1466
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9518965513896883e-05,
      "loss": 1.0234,
      "step": 1467
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.951811158413747e-05,
      "loss": 1.0044,
      "step": 1468
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.951725691581708e-05,
      "loss": 0.9736,
      "step": 1469
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9516401509002045e-05,
      "loss": 1.0122,
      "step": 1470
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.951554536375873e-05,
      "loss": 0.9688,
      "step": 1471
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.951468848015357e-05,
      "loss": 0.9648,
      "step": 1472
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9513830858253056e-05,
      "loss": 0.9946,
      "step": 1473
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9512972498123733e-05,
      "loss": 0.9956,
      "step": 1474
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9512113399832207e-05,
      "loss": 0.9854,
      "step": 1475
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9511253563445143e-05,
      "loss": 0.9434,
      "step": 1476
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.951039298902926e-05,
      "loss": 0.9199,
      "step": 1477
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.950953167665133e-05,
      "loss": 0.9756,
      "step": 1478
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9508669626378188e-05,
      "loss": 0.978,
      "step": 1479
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9507806838276727e-05,
      "loss": 0.999,
      "step": 1480
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.95069433124139e-05,
      "loss": 0.9995,
      "step": 1481
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9506079048856703e-05,
      "loss": 1.0181,
      "step": 1482
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9505214047672203e-05,
      "loss": 1.0107,
      "step": 1483
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9504348308927522e-05,
      "loss": 1.0103,
      "step": 1484
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9503481832689832e-05,
      "loss": 1.042,
      "step": 1485
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9502614619026376e-05,
      "loss": 0.9897,
      "step": 1486
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.950174666800444e-05,
      "loss": 1.0044,
      "step": 1487
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.950087797969137e-05,
      "loss": 0.9814,
      "step": 1488
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9500008554154577e-05,
      "loss": 0.9868,
      "step": 1489
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9499138391461523e-05,
      "loss": 0.9922,
      "step": 1490
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.949826749167973e-05,
      "loss": 0.9907,
      "step": 1491
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9497395854876778e-05,
      "loss": 0.9912,
      "step": 1492
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.949652348112029e-05,
      "loss": 0.9678,
      "step": 1493
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9495650370477974e-05,
      "loss": 1.0,
      "step": 1494
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.949477652301757e-05,
      "loss": 0.9497,
      "step": 1495
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9493901938806886e-05,
      "loss": 1.0312,
      "step": 1496
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9493026617913787e-05,
      "loss": 0.9727,
      "step": 1497
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.949215056040619e-05,
      "loss": 1.0078,
      "step": 1498
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9491273766352077e-05,
      "loss": 1.0654,
      "step": 1499
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9490396235819483e-05,
      "loss": 0.9526,
      "step": 1500
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.94895179688765e-05,
      "loss": 1.0308,
      "step": 1501
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9488638965591274e-05,
      "loss": 1.0127,
      "step": 1502
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9487759226032014e-05,
      "loss": 1.0132,
      "step": 1503
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9486878750266983e-05,
      "loss": 0.9673,
      "step": 1504
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9485997538364507e-05,
      "loss": 0.9873,
      "step": 1505
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9485115590392957e-05,
      "loss": 1.0552,
      "step": 1506
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.948423290642077e-05,
      "loss": 0.998,
      "step": 1507
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.948334948651644e-05,
      "loss": 0.957,
      "step": 1508
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9482465330748517e-05,
      "loss": 1.0225,
      "step": 1509
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9481580439185603e-05,
      "loss": 0.9756,
      "step": 1510
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9480694811896362e-05,
      "loss": 1.0293,
      "step": 1511
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9479808448949517e-05,
      "loss": 0.9634,
      "step": 1512
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.947892135041385e-05,
      "loss": 1.0347,
      "step": 1513
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9478033516358182e-05,
      "loss": 1.0112,
      "step": 1514
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9477144946851417e-05,
      "loss": 1.0205,
      "step": 1515
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9476255641962505e-05,
      "loss": 0.9688,
      "step": 1516
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9475365601760443e-05,
      "loss": 0.9946,
      "step": 1517
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.94744748263143e-05,
      "loss": 0.9741,
      "step": 1518
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.947358331569319e-05,
      "loss": 0.9678,
      "step": 1519
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.94726910699663e-05,
      "loss": 1.0264,
      "step": 1520
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9471798089202852e-05,
      "loss": 1.0156,
      "step": 1521
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.947090437347215e-05,
      "loss": 1.002,
      "step": 1522
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.947000992284353e-05,
      "loss": 0.9893,
      "step": 1523
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9469114737386407e-05,
      "loss": 0.998,
      "step": 1524
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.946821881717024e-05,
      "loss": 1.0239,
      "step": 1525
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9467322162264542e-05,
      "loss": 1.0029,
      "step": 1526
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9466424772738897e-05,
      "loss": 1.0044,
      "step": 1527
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9465526648662937e-05,
      "loss": 1.021,
      "step": 1528
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9464627790106347e-05,
      "loss": 1.001,
      "step": 1529
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9463728197138883e-05,
      "loss": 1.0054,
      "step": 1530
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.946282786983034e-05,
      "loss": 0.9609,
      "step": 1531
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9461926808250587e-05,
      "loss": 1.0127,
      "step": 1532
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9461025012469535e-05,
      "loss": 1.0381,
      "step": 1533
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9460122482557168e-05,
      "loss": 0.978,
      "step": 1534
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.945921921858351e-05,
      "loss": 1.022,
      "step": 1535
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.945831522061865e-05,
      "loss": 1.0156,
      "step": 1536
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.945741048873274e-05,
      "loss": 0.978,
      "step": 1537
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9456505022995982e-05,
      "loss": 1.0063,
      "step": 1538
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9455598823478633e-05,
      "loss": 1.0039,
      "step": 1539
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.945469189025101e-05,
      "loss": 0.9653,
      "step": 1540
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9453784223383486e-05,
      "loss": 0.9746,
      "step": 1541
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9452875822946494e-05,
      "loss": 0.9868,
      "step": 1542
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.945196668901052e-05,
      "loss": 0.9585,
      "step": 1543
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9451056821646113e-05,
      "loss": 0.9712,
      "step": 1544
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.945014622092387e-05,
      "loss": 0.9819,
      "step": 1545
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9449234886914446e-05,
      "loss": 0.4871,
      "step": 1546
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9448322819688564e-05,
      "loss": 1.0122,
      "step": 1547
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9447410019316993e-05,
      "loss": 1.0527,
      "step": 1548
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.944649648587056e-05,
      "loss": 1.0439,
      "step": 1549
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9445582219420154e-05,
      "loss": 0.9248,
      "step": 1550
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9444667220036713e-05,
      "loss": 1.0166,
      "step": 1551
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9443751487791246e-05,
      "loss": 1.0024,
      "step": 1552
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.94428350227548e-05,
      "loss": 1.0034,
      "step": 1553
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.944191782499849e-05,
      "loss": 0.9712,
      "step": 1554
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9440999894593495e-05,
      "loss": 1.0327,
      "step": 1555
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.944008123161103e-05,
      "loss": 1.0142,
      "step": 1556
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9439161836122385e-05,
      "loss": 0.9771,
      "step": 1557
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.94382417081989e-05,
      "loss": 0.9844,
      "step": 1558
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.943732084791197e-05,
      "loss": 1.0483,
      "step": 1559
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9436399255333057e-05,
      "loss": 1.0034,
      "step": 1560
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9435476930533667e-05,
      "loss": 1.001,
      "step": 1561
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9434553873585367e-05,
      "loss": 1.0015,
      "step": 1562
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9433630084559785e-05,
      "loss": 1.0146,
      "step": 1563
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.94327055635286e-05,
      "loss": 0.9888,
      "step": 1564
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9431780310563554e-05,
      "loss": 0.9624,
      "step": 1565
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.943085432573644e-05,
      "loss": 1.0278,
      "step": 1566
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9429927609119104e-05,
      "loss": 1.0444,
      "step": 1567
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9429000160783465e-05,
      "loss": 0.9585,
      "step": 1568
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9428071980801485e-05,
      "loss": 0.9678,
      "step": 1569
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9427143069245187e-05,
      "loss": 1.0288,
      "step": 1570
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9426213426186646e-05,
      "loss": 1.0283,
      "step": 1571
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9425283051698004e-05,
      "loss": 1.0024,
      "step": 1572
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9424351945851452e-05,
      "loss": 0.9922,
      "step": 1573
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9423420108719236e-05,
      "loss": 0.9678,
      "step": 1574
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9422487540373664e-05,
      "loss": 0.9761,
      "step": 1575
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.94215542408871e-05,
      "loss": 0.9937,
      "step": 1576
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9420620210331965e-05,
      "loss": 1.0156,
      "step": 1577
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9419685448780734e-05,
      "loss": 0.9741,
      "step": 1578
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.941874995630594e-05,
      "loss": 0.9609,
      "step": 1579
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.941781373298017e-05,
      "loss": 0.9893,
      "step": 1580
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9416876778876073e-05,
      "loss": 0.98,
      "step": 1581
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9415939094066354e-05,
      "loss": 0.9785,
      "step": 1582
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9415000678623773e-05,
      "loss": 1.0015,
      "step": 1583
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.941406153262114e-05,
      "loss": 0.9844,
      "step": 1584
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.941312165613134e-05,
      "loss": 0.9302,
      "step": 1585
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.941218104922729e-05,
      "loss": 1.0146,
      "step": 1586
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9411239711981985e-05,
      "loss": 0.9673,
      "step": 1587
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.941029764446847e-05,
      "loss": 0.9624,
      "step": 1588
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.940935484675984e-05,
      "loss": 0.9907,
      "step": 1589
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.940841131892925e-05,
      "loss": 1.0215,
      "step": 1590
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.940746706104992e-05,
      "loss": 1.0337,
      "step": 1591
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9406522073195117e-05,
      "loss": 1.0244,
      "step": 1592
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9405576355438163e-05,
      "loss": 0.9868,
      "step": 1593
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9404629907852447e-05,
      "loss": 0.9878,
      "step": 1594
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9403682730511408e-05,
      "loss": 0.9868,
      "step": 1595
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.940273482348854e-05,
      "loss": 0.9888,
      "step": 1596
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9401786186857402e-05,
      "loss": 0.9927,
      "step": 1597
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.94008368206916e-05,
      "loss": 0.9893,
      "step": 1598
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9399886725064796e-05,
      "loss": 0.9844,
      "step": 1599
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9398935900050722e-05,
      "loss": 1.0342,
      "step": 1600
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9397984345723147e-05,
      "loss": 1.022,
      "step": 1601
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.939703206215592e-05,
      "loss": 1.0049,
      "step": 1602
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.939607904942292e-05,
      "loss": 0.9697,
      "step": 1603
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9395125307598106e-05,
      "loss": 0.9922,
      "step": 1604
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9394170836755482e-05,
      "loss": 0.9849,
      "step": 1605
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.939321563696911e-05,
      "loss": 0.9731,
      "step": 1606
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9392259708313103e-05,
      "loss": 1.0308,
      "step": 1607
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9391303050861645e-05,
      "loss": 1.0181,
      "step": 1608
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.939034566468897e-05,
      "loss": 0.4185,
      "step": 1609
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9389387549869356e-05,
      "loss": 0.3997,
      "step": 1610
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9388428706477156e-05,
      "loss": 0.98,
      "step": 1611
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9387469134586768e-05,
      "loss": 0.9888,
      "step": 1612
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9386508834272653e-05,
      "loss": 1.0156,
      "step": 1613
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9385547805609327e-05,
      "loss": 1.0132,
      "step": 1614
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.938458604867136e-05,
      "loss": 0.9678,
      "step": 1615
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9383623563533376e-05,
      "loss": 0.9619,
      "step": 1616
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9382660350270062e-05,
      "loss": 0.9536,
      "step": 1617
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.938169640895616e-05,
      "loss": 0.978,
      "step": 1618
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.938073173966647e-05,
      "loss": 0.9834,
      "step": 1619
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9379766342475838e-05,
      "loss": 0.9937,
      "step": 1620
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9378800217459183e-05,
      "loss": 0.4504,
      "step": 1621
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9377833364691465e-05,
      "loss": 0.9731,
      "step": 1622
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9376865784247713e-05,
      "loss": 1.0205,
      "step": 1623
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9375897476203e-05,
      "loss": 1.0044,
      "step": 1624
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9374928440632468e-05,
      "loss": 0.9736,
      "step": 1625
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9373958677611307e-05,
      "loss": 0.9482,
      "step": 1626
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9372988187214766e-05,
      "loss": 0.9966,
      "step": 1627
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.937201696951815e-05,
      "loss": 1.0298,
      "step": 1628
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.937104502459682e-05,
      "loss": 1.0034,
      "step": 1629
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.93700723525262e-05,
      "loss": 1.0098,
      "step": 1630
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.936909895338176e-05,
      "loss": 1.02,
      "step": 1631
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9368124827239035e-05,
      "loss": 0.9712,
      "step": 1632
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9367149974173606e-05,
      "loss": 1.0278,
      "step": 1633
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9366174394261124e-05,
      "loss": 0.9966,
      "step": 1634
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9365198087577284e-05,
      "loss": 0.9712,
      "step": 1635
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9364221054197848e-05,
      "loss": 0.9849,
      "step": 1636
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9363243294198624e-05,
      "loss": 1.0049,
      "step": 1637
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9362264807655487e-05,
      "loss": 0.9902,
      "step": 1638
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.936128559464436e-05,
      "loss": 1.0098,
      "step": 1639
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.936030565524122e-05,
      "loss": 0.9902,
      "step": 1640
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9359324989522116e-05,
      "loss": 0.998,
      "step": 1641
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9358343597563135e-05,
      "loss": 0.9746,
      "step": 1642
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9357361479440437e-05,
      "loss": 0.9629,
      "step": 1643
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.935637863523022e-05,
      "loss": 0.959,
      "step": 1644
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9355395065008756e-05,
      "loss": 0.9995,
      "step": 1645
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.935441076885236e-05,
      "loss": 0.9766,
      "step": 1646
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.935342574683741e-05,
      "loss": 1.0225,
      "step": 1647
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9352439999040343e-05,
      "loss": 1.0439,
      "step": 1648
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.935145352553764e-05,
      "loss": 1.0225,
      "step": 1649
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9350466326405858e-05,
      "loss": 0.3743,
      "step": 1650
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.934947840172159e-05,
      "loss": 1.0088,
      "step": 1651
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9348489751561498e-05,
      "loss": 0.9976,
      "step": 1652
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9347500376002297e-05,
      "loss": 0.9692,
      "step": 1653
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9346510275120756e-05,
      "loss": 1.0308,
      "step": 1654
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9345519448993705e-05,
      "loss": 0.9805,
      "step": 1655
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.934452789769802e-05,
      "loss": 0.9644,
      "step": 1656
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9343535621310652e-05,
      "loss": 0.9902,
      "step": 1657
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9342542619908592e-05,
      "loss": 0.9409,
      "step": 1658
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9341548893568886e-05,
      "loss": 0.9946,
      "step": 1659
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9340554442368652e-05,
      "loss": 1.0488,
      "step": 1660
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9339559266385053e-05,
      "loss": 1.0005,
      "step": 1661
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9338563365695305e-05,
      "loss": 1.0161,
      "step": 1662
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9337566740376686e-05,
      "loss": 1.0132,
      "step": 1663
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9336569390506538e-05,
      "loss": 0.9995,
      "step": 1664
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.933557131616224e-05,
      "loss": 0.9941,
      "step": 1665
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9334572517421243e-05,
      "loss": 0.9197,
      "step": 1666
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.933357299436105e-05,
      "loss": 1.0371,
      "step": 1667
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9332572747059216e-05,
      "loss": 1.0044,
      "step": 1668
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.933157177559336e-05,
      "loss": 1.0234,
      "step": 1669
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9330570080041146e-05,
      "loss": 1.0093,
      "step": 1670
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.932956766048031e-05,
      "loss": 0.98,
      "step": 1671
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9328564516988624e-05,
      "loss": 1.0176,
      "step": 1672
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9327560649643935e-05,
      "loss": 0.9771,
      "step": 1673
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9326556058524137e-05,
      "loss": 0.9883,
      "step": 1674
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9325550743707186e-05,
      "loss": 1.0073,
      "step": 1675
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.932454470527108e-05,
      "loss": 0.9512,
      "step": 1676
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9323537943293885e-05,
      "loss": 0.9912,
      "step": 1677
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9322530457853728e-05,
      "loss": 1.019,
      "step": 1678
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9321522249028782e-05,
      "loss": 0.9785,
      "step": 1679
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9320513316897273e-05,
      "loss": 0.9985,
      "step": 1680
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.93195036615375e-05,
      "loss": 0.9854,
      "step": 1681
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9318493283027798e-05,
      "loss": 0.9355,
      "step": 1682
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9317482181446573e-05,
      "loss": 1.0298,
      "step": 1683
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9316470356872282e-05,
      "loss": 0.9443,
      "step": 1684
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9315457809383438e-05,
      "loss": 0.9937,
      "step": 1685
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9314444539058605e-05,
      "loss": 1.0132,
      "step": 1686
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9313430545976414e-05,
      "loss": 1.0093,
      "step": 1687
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9312415830215544e-05,
      "loss": 0.9629,
      "step": 1688
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.931140039185473e-05,
      "loss": 0.9438,
      "step": 1689
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9310384230972766e-05,
      "loss": 1.0312,
      "step": 1690
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9309367347648503e-05,
      "loss": 0.9639,
      "step": 1691
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9308349741960848e-05,
      "loss": 0.9731,
      "step": 1692
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9307331413988758e-05,
      "loss": 0.998,
      "step": 1693
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9306312363811254e-05,
      "loss": 0.9468,
      "step": 1694
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.930529259150741e-05,
      "loss": 0.9971,
      "step": 1695
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.930427209715635e-05,
      "loss": 1.0015,
      "step": 1696
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9303250880837265e-05,
      "loss": 1.0098,
      "step": 1697
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9302228942629394e-05,
      "loss": 0.9731,
      "step": 1698
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.930120628261204e-05,
      "loss": 0.9438,
      "step": 1699
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9300182900864547e-05,
      "loss": 0.9819,
      "step": 1700
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9299158797466332e-05,
      "loss": 1.0269,
      "step": 1701
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9298133972496858e-05,
      "loss": 0.9951,
      "step": 1702
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.929710842603565e-05,
      "loss": 0.9927,
      "step": 1703
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.929608215816228e-05,
      "loss": 1.0005,
      "step": 1704
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9295055168956382e-05,
      "loss": 0.9868,
      "step": 1705
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9294027458497653e-05,
      "loss": 0.9941,
      "step": 1706
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.929299902686583e-05,
      "loss": 0.9707,
      "step": 1707
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.929196987414072e-05,
      "loss": 1.0181,
      "step": 1708
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.929094000040218e-05,
      "loss": 0.9746,
      "step": 1709
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9289909405730118e-05,
      "loss": 0.9961,
      "step": 1710
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9288878090204507e-05,
      "loss": 1.0127,
      "step": 1711
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.928784605390537e-05,
      "loss": 0.9912,
      "step": 1712
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.92868132969128e-05,
      "loss": 0.9307,
      "step": 1713
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9285779819306916e-05,
      "loss": 0.9546,
      "step": 1714
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9284745621167924e-05,
      "loss": 1.0278,
      "step": 1715
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.928371070257607e-05,
      "loss": 0.957,
      "step": 1716
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9282675063611652e-05,
      "loss": 0.9375,
      "step": 1717
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.928163870435504e-05,
      "loss": 1.0254,
      "step": 1718
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9280601624886647e-05,
      "loss": 0.999,
      "step": 1719
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9279563825286948e-05,
      "loss": 0.9951,
      "step": 1720
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.927852530563646e-05,
      "loss": 0.9316,
      "step": 1721
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9277486066015784e-05,
      "loss": 0.9956,
      "step": 1722
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.927644610650555e-05,
      "loss": 0.9834,
      "step": 1723
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9275405427186456e-05,
      "loss": 0.9688,
      "step": 1724
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9274364028139256e-05,
      "loss": 0.9766,
      "step": 1725
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9273321909444752e-05,
      "loss": 0.9658,
      "step": 1726
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9272279071183816e-05,
      "loss": 0.9688,
      "step": 1727
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9271235513437358e-05,
      "loss": 1.0068,
      "step": 1728
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.927019123628636e-05,
      "loss": 0.9868,
      "step": 1729
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.926914623981185e-05,
      "loss": 1.0195,
      "step": 1730
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9268100524094917e-05,
      "loss": 0.9678,
      "step": 1731
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9267054089216704e-05,
      "loss": 0.9858,
      "step": 1732
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9266006935258406e-05,
      "loss": 0.9785,
      "step": 1733
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.926495906230128e-05,
      "loss": 1.0015,
      "step": 1734
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9263910470426633e-05,
      "loss": 1.0298,
      "step": 1735
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9262861159715833e-05,
      "loss": 0.9922,
      "step": 1736
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9261811130250302e-05,
      "loss": 0.9756,
      "step": 1737
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.926076038211152e-05,
      "loss": 0.9917,
      "step": 1738
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.925970891538101e-05,
      "loss": 0.9531,
      "step": 1739
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9258656730140373e-05,
      "loss": 0.9438,
      "step": 1740
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.925760382647125e-05,
      "loss": 1.0225,
      "step": 1741
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9256550204455344e-05,
      "loss": 0.9673,
      "step": 1742
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.92554958641744e-05,
      "loss": 0.9619,
      "step": 1743
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9254440805710237e-05,
      "loss": 0.9756,
      "step": 1744
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9253385029144723e-05,
      "loss": 0.3936,
      "step": 1745
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9252328534559784e-05,
      "loss": 1.001,
      "step": 1746
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9251271322037394e-05,
      "loss": 1.0273,
      "step": 1747
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.925021339165959e-05,
      "loss": 0.9517,
      "step": 1748
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9249154743508465e-05,
      "loss": 1.0073,
      "step": 1749
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.924809537766616e-05,
      "loss": 1.0312,
      "step": 1750
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.924703529421488e-05,
      "loss": 0.981,
      "step": 1751
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.924597449323688e-05,
      "loss": 0.9727,
      "step": 1752
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9244912974814476e-05,
      "loss": 1.0063,
      "step": 1753
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.924385073903004e-05,
      "loss": 1.0332,
      "step": 1754
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9242787785965988e-05,
      "loss": 0.998,
      "step": 1755
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9241724115704804e-05,
      "loss": 1.0112,
      "step": 1756
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9240659728329026e-05,
      "loss": 1.0205,
      "step": 1757
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.923959462392124e-05,
      "loss": 1.0259,
      "step": 1758
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9238528802564103e-05,
      "loss": 1.0127,
      "step": 1759
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.923746226434031e-05,
      "loss": 1.0181,
      "step": 1760
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9236395009332623e-05,
      "loss": 0.9551,
      "step": 1761
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.923532703762385e-05,
      "loss": 0.9751,
      "step": 1762
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9234258349296867e-05,
      "loss": 0.9741,
      "step": 1763
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9233188944434595e-05,
      "loss": 1.0112,
      "step": 1764
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.923211882312002e-05,
      "loss": 0.9644,
      "step": 1765
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.923104798543617e-05,
      "loss": 0.9961,
      "step": 1766
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9229976431466147e-05,
      "loss": 0.4634,
      "step": 1767
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9228904161293094e-05,
      "loss": 0.9839,
      "step": 1768
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9227831175000213e-05,
      "loss": 0.9863,
      "step": 1769
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9226757472670764e-05,
      "loss": 0.9775,
      "step": 1770
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.922568305438806e-05,
      "loss": 0.9756,
      "step": 1771
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.922460792023547e-05,
      "loss": 0.9902,
      "step": 1772
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9223532070296424e-05,
      "loss": 1.0024,
      "step": 1773
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9222455504654398e-05,
      "loss": 1.0361,
      "step": 1774
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9221378223392934e-05,
      "loss": 0.4463,
      "step": 1775
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9220300226595618e-05,
      "loss": 0.9077,
      "step": 1776
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.92192215143461e-05,
      "loss": 1.0225,
      "step": 1777
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9218142086728083e-05,
      "loss": 1.0352,
      "step": 1778
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.921706194382533e-05,
      "loss": 1.043,
      "step": 1779
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9215981085721643e-05,
      "loss": 0.9971,
      "step": 1780
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9214899512500905e-05,
      "loss": 1.0371,
      "step": 1781
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.921381722424703e-05,
      "loss": 0.9585,
      "step": 1782
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9212734221044008e-05,
      "loss": 1.001,
      "step": 1783
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9211650502975873e-05,
      "loss": 0.9966,
      "step": 1784
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.921056607012671e-05,
      "loss": 0.9805,
      "step": 1785
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.920948092258067e-05,
      "loss": 1.002,
      "step": 1786
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9208395060421957e-05,
      "loss": 1.0293,
      "step": 1787
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9207308483734828e-05,
      "loss": 1.019,
      "step": 1788
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9206221192603593e-05,
      "loss": 0.9966,
      "step": 1789
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9205133187112624e-05,
      "loss": 1.0181,
      "step": 1790
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9204044467346347e-05,
      "loss": 1.0347,
      "step": 1791
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.920295503338924e-05,
      "loss": 0.9038,
      "step": 1792
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.920186488532583e-05,
      "loss": 0.9526,
      "step": 1793
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.920077402324072e-05,
      "loss": 0.9854,
      "step": 1794
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9199682447218552e-05,
      "loss": 1.0029,
      "step": 1795
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9198590157344022e-05,
      "loss": 0.9883,
      "step": 1796
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.919749715370189e-05,
      "loss": 0.9873,
      "step": 1797
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9196403436376968e-05,
      "loss": 0.9912,
      "step": 1798
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9195309005454123e-05,
      "loss": 0.3833,
      "step": 1799
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9194213861018277e-05,
      "loss": 0.9438,
      "step": 1800
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9193118003154412e-05,
      "loss": 1.0088,
      "step": 1801
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9192021431947558e-05,
      "loss": 0.4927,
      "step": 1802
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9190924147482804e-05,
      "loss": 1.0122,
      "step": 1803
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9189826149845294e-05,
      "loss": 1.0205,
      "step": 1804
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.918872743912023e-05,
      "loss": 1.0054,
      "step": 1805
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9187628015392864e-05,
      "loss": 1.0068,
      "step": 1806
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.91865278787485e-05,
      "loss": 0.9717,
      "step": 1807
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.918542702927252e-05,
      "loss": 1.0005,
      "step": 1808
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9184325467050332e-05,
      "loss": 0.9634,
      "step": 1809
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9183223192167414e-05,
      "loss": 0.9771,
      "step": 1810
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9182120204709302e-05,
      "loss": 1.0083,
      "step": 1811
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9181016504761575e-05,
      "loss": 0.9282,
      "step": 1812
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.917991209240988e-05,
      "loss": 0.9795,
      "step": 1813
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9178806967739916e-05,
      "loss": 0.9556,
      "step": 1814
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9177701130837433e-05,
      "loss": 0.9565,
      "step": 1815
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9176594581788238e-05,
      "loss": 0.9795,
      "step": 1816
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9175487320678194e-05,
      "loss": 0.9492,
      "step": 1817
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.917437934759322e-05,
      "loss": 1.0103,
      "step": 1818
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.917327066261929e-05,
      "loss": 0.9961,
      "step": 1819
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.917216126584243e-05,
      "loss": 0.9834,
      "step": 1820
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9171051157348733e-05,
      "loss": 1.0005,
      "step": 1821
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9169940337224325e-05,
      "loss": 1.0098,
      "step": 1822
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.916882880555541e-05,
      "loss": 0.9941,
      "step": 1823
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9167716562428237e-05,
      "loss": 0.9546,
      "step": 1824
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9166603607929104e-05,
      "loss": 0.9941,
      "step": 1825
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9165489942144377e-05,
      "loss": 1.0093,
      "step": 1826
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9164375565160475e-05,
      "loss": 0.9595,
      "step": 1827
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9163260477063857e-05,
      "loss": 0.9897,
      "step": 1828
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9162144677941055e-05,
      "loss": 0.9932,
      "step": 1829
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9161028167878655e-05,
      "loss": 0.9766,
      "step": 1830
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9159910946963282e-05,
      "loss": 0.9961,
      "step": 1831
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9158793015281638e-05,
      "loss": 0.9307,
      "step": 1832
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.915767437292046e-05,
      "loss": 1.0454,
      "step": 1833
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9156555019966558e-05,
      "loss": 1.0049,
      "step": 1834
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.915543495650678e-05,
      "loss": 0.9595,
      "step": 1835
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9154314182628044e-05,
      "loss": 0.9604,
      "step": 1836
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9153192698417316e-05,
      "loss": 1.001,
      "step": 1837
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9152070503961616e-05,
      "loss": 1.0059,
      "step": 1838
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.915094759934802e-05,
      "loss": 0.959,
      "step": 1839
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9149823984663662e-05,
      "loss": 1.0054,
      "step": 1840
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.914869965999573e-05,
      "loss": 1.0068,
      "step": 1841
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9147574625431464e-05,
      "loss": 1.0181,
      "step": 1842
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9146448881058164e-05,
      "loss": 0.9292,
      "step": 1843
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.914532242696318e-05,
      "loss": 0.9585,
      "step": 1844
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.914419526323392e-05,
      "loss": 0.9824,
      "step": 1845
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.914306738995785e-05,
      "loss": 1.0215,
      "step": 1846
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9141938807222488e-05,
      "loss": 0.9829,
      "step": 1847
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.91408095151154e-05,
      "loss": 0.936,
      "step": 1848
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9139679513724217e-05,
      "loss": 0.9746,
      "step": 1849
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9138548803136625e-05,
      "loss": 1.0366,
      "step": 1850
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9137417383440357e-05,
      "loss": 0.9663,
      "step": 1851
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.913628525472321e-05,
      "loss": 0.9897,
      "step": 1852
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.913515241707303e-05,
      "loss": 0.9731,
      "step": 1853
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.913401887057772e-05,
      "loss": 0.9775,
      "step": 1854
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.913288461532524e-05,
      "loss": 1.022,
      "step": 1855
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.91317496514036e-05,
      "loss": 0.9888,
      "step": 1856
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9130613978900868e-05,
      "loss": 0.9883,
      "step": 1857
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9129477597905163e-05,
      "loss": 1.0107,
      "step": 1858
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9128340508504674e-05,
      "loss": 0.4319,
      "step": 1859
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9127202710787624e-05,
      "loss": 1.0029,
      "step": 1860
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.912606420484231e-05,
      "loss": 0.9805,
      "step": 1861
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.912492499075706e-05,
      "loss": 0.9546,
      "step": 1862
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9123785068620288e-05,
      "loss": 1.0098,
      "step": 1863
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.912264443852044e-05,
      "loss": 1.021,
      "step": 1864
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9121503100546014e-05,
      "loss": 0.9756,
      "step": 1865
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9120361054785587e-05,
      "loss": 0.9751,
      "step": 1866
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.911921830132777e-05,
      "loss": 0.9854,
      "step": 1867
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9118074840261235e-05,
      "loss": 0.9946,
      "step": 1868
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9116930671674713e-05,
      "loss": 1.0254,
      "step": 1869
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9115785795656984e-05,
      "loss": 1.0449,
      "step": 1870
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.911464021229688e-05,
      "loss": 1.0122,
      "step": 1871
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.91134939216833e-05,
      "loss": 1.0249,
      "step": 1872
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9112346923905188e-05,
      "loss": 1.0063,
      "step": 1873
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9111199219051544e-05,
      "loss": 0.9717,
      "step": 1874
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9110050807211426e-05,
      "loss": 0.9707,
      "step": 1875
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.910890168847395e-05,
      "loss": 1.02,
      "step": 1876
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9107751862928276e-05,
      "loss": 0.9546,
      "step": 1877
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9106601330663625e-05,
      "loss": 0.9902,
      "step": 1878
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9105450091769276e-05,
      "loss": 0.9722,
      "step": 1879
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.910429814633456e-05,
      "loss": 0.9351,
      "step": 1880
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9103145494448862e-05,
      "loss": 0.9907,
      "step": 1881
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.910199213620162e-05,
      "loss": 0.9976,
      "step": 1882
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.910083807168233e-05,
      "loss": 0.9814,
      "step": 1883
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9099683300980543e-05,
      "loss": 0.4878,
      "step": 1884
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9098527824185867e-05,
      "loss": 0.9824,
      "step": 1885
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9097371641387952e-05,
      "loss": 0.9805,
      "step": 1886
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9096214752676526e-05,
      "loss": 1.0327,
      "step": 1887
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9095057158141348e-05,
      "loss": 0.9917,
      "step": 1888
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9093898857872246e-05,
      "loss": 0.9897,
      "step": 1889
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9092739851959095e-05,
      "loss": 0.9658,
      "step": 1890
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9091580140491833e-05,
      "loss": 0.9707,
      "step": 1891
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9090419723560444e-05,
      "loss": 1.0122,
      "step": 1892
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9089258601254973e-05,
      "loss": 0.9766,
      "step": 1893
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9088096773665522e-05,
      "loss": 1.0083,
      "step": 1894
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9086934240882233e-05,
      "loss": 1.001,
      "step": 1895
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9085771002995322e-05,
      "loss": 0.9443,
      "step": 1896
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.908460706009505e-05,
      "loss": 1.0015,
      "step": 1897
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.908344241227173e-05,
      "loss": 0.9653,
      "step": 1898
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9082277059615736e-05,
      "loss": 0.9731,
      "step": 1899
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.908111100221749e-05,
      "loss": 1.0049,
      "step": 1900
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9079944240167475e-05,
      "loss": 1.002,
      "step": 1901
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.907877677355623e-05,
      "loss": 1.0088,
      "step": 1902
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.907760860247434e-05,
      "loss": 1.0107,
      "step": 1903
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.907643972701245e-05,
      "loss": 1.0264,
      "step": 1904
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9075270147261263e-05,
      "loss": 1.0264,
      "step": 1905
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.907409986331153e-05,
      "loss": 0.9619,
      "step": 1906
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9072928875254057e-05,
      "loss": 1.0557,
      "step": 1907
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.907175718317971e-05,
      "loss": 0.9956,
      "step": 1908
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.907058478717941e-05,
      "loss": 1.0034,
      "step": 1909
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9069411687344127e-05,
      "loss": 1.0205,
      "step": 1910
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9068237883764883e-05,
      "loss": 0.9399,
      "step": 1911
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9067063376532767e-05,
      "loss": 0.9438,
      "step": 1912
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9065888165738913e-05,
      "loss": 0.9858,
      "step": 1913
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.906471225147451e-05,
      "loss": 0.981,
      "step": 1914
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9063535633830804e-05,
      "loss": 0.9775,
      "step": 1915
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.90623583128991e-05,
      "loss": 1.0005,
      "step": 1916
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9061180288770745e-05,
      "loss": 0.9805,
      "step": 1917
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.906000156153715e-05,
      "loss": 0.9878,
      "step": 1918
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9058822131289783e-05,
      "loss": 1.0005,
      "step": 1919
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.905764199812016e-05,
      "loss": 1.0015,
      "step": 1920
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9056461162119853e-05,
      "loss": 1.0269,
      "step": 1921
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9055279623380487e-05,
      "loss": 0.9697,
      "step": 1922
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.905409738199375e-05,
      "loss": 1.002,
      "step": 1923
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9052914438051373e-05,
      "loss": 0.9712,
      "step": 1924
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.905173079164515e-05,
      "loss": 0.9678,
      "step": 1925
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9050546442866923e-05,
      "loss": 0.9775,
      "step": 1926
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9049361391808596e-05,
      "loss": 0.9849,
      "step": 1927
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.904817563856212e-05,
      "loss": 1.0229,
      "step": 1928
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9046989183219507e-05,
      "loss": 0.9497,
      "step": 1929
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.904580202587282e-05,
      "loss": 1.0376,
      "step": 1930
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9044614166614175e-05,
      "loss": 0.9951,
      "step": 1931
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9043425605535746e-05,
      "loss": 1.0024,
      "step": 1932
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9042236342729758e-05,
      "loss": 0.981,
      "step": 1933
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9041046378288494e-05,
      "loss": 0.9814,
      "step": 1934
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.903985571230429e-05,
      "loss": 1.0303,
      "step": 1935
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.903866434486953e-05,
      "loss": 0.9854,
      "step": 1936
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9037472276076666e-05,
      "loss": 0.9917,
      "step": 1937
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.90362795060182e-05,
      "loss": 0.9736,
      "step": 1938
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9035086034786673e-05,
      "loss": 0.9854,
      "step": 1939
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.90338918624747e-05,
      "loss": 0.998,
      "step": 1940
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9032696989174946e-05,
      "loss": 1.0093,
      "step": 1941
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.903150141498012e-05,
      "loss": 0.957,
      "step": 1942
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9030305139983003e-05,
      "loss": 1.0488,
      "step": 1943
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.902910816427641e-05,
      "loss": 0.9141,
      "step": 1944
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9027910487953233e-05,
      "loss": 0.9849,
      "step": 1945
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.902671211110639e-05,
      "loss": 1.0122,
      "step": 1946
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.902551303382888e-05,
      "loss": 0.9043,
      "step": 1947
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.902431325621375e-05,
      "loss": 0.9575,
      "step": 1948
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9023112778354083e-05,
      "loss": 0.9546,
      "step": 1949
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9021911600343043e-05,
      "loss": 0.9932,
      "step": 1950
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.902070972227383e-05,
      "loss": 0.9604,
      "step": 1951
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.90195071442397e-05,
      "loss": 0.9824,
      "step": 1952
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9018303866333984e-05,
      "loss": 1.0342,
      "step": 1953
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.901709988865003e-05,
      "loss": 0.9922,
      "step": 1954
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9015895211281274e-05,
      "loss": 0.9717,
      "step": 1955
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.901468983432119e-05,
      "loss": 0.9463,
      "step": 1956
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.901348375786331e-05,
      "loss": 1.0156,
      "step": 1957
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.901227698200122e-05,
      "loss": 0.9858,
      "step": 1958
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9011069506828558e-05,
      "loss": 0.915,
      "step": 1959
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9009861332439018e-05,
      "loss": 0.9766,
      "step": 1960
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9008652458926352e-05,
      "loss": 1.0283,
      "step": 1961
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9007442886384365e-05,
      "loss": 0.9712,
      "step": 1962
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9006232614906904e-05,
      "loss": 0.9878,
      "step": 1963
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9005021644587895e-05,
      "loss": 1.0083,
      "step": 1964
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9003809975521293e-05,
      "loss": 0.9849,
      "step": 1965
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9002597607801117e-05,
      "loss": 1.0244,
      "step": 1966
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9001384541521452e-05,
      "loss": 0.9961,
      "step": 1967
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9000170776776412e-05,
      "loss": 0.9834,
      "step": 1968
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8998956313660192e-05,
      "loss": 0.8551,
      "step": 1969
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8997741152267018e-05,
      "loss": 1.0132,
      "step": 1970
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8996525292691186e-05,
      "loss": 1.002,
      "step": 1971
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8995308735027046e-05,
      "loss": 1.0322,
      "step": 1972
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8994091479368986e-05,
      "loss": 1.022,
      "step": 1973
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8992873525811472e-05,
      "loss": 0.9502,
      "step": 1974
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8991654874449002e-05,
      "loss": 0.9502,
      "step": 1975
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8990435525376142e-05,
      "loss": 0.9697,
      "step": 1976
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8989215478687506e-05,
      "loss": 0.9766,
      "step": 1977
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.898799473447776e-05,
      "loss": 0.4382,
      "step": 1978
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8986773292841637e-05,
      "loss": 0.9863,
      "step": 1979
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8985551153873912e-05,
      "loss": 0.9385,
      "step": 1980
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8984328317669414e-05,
      "loss": 0.9937,
      "step": 1981
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.898310478432303e-05,
      "loss": 0.9736,
      "step": 1982
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8981880553929705e-05,
      "loss": 0.9805,
      "step": 1983
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8980655626584426e-05,
      "loss": 0.9634,
      "step": 1984
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8979430002382248e-05,
      "loss": 0.9849,
      "step": 1985
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8978203681418272e-05,
      "loss": 1.0024,
      "step": 1986
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8976976663787655e-05,
      "loss": 0.9668,
      "step": 1987
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8975748949585608e-05,
      "loss": 1.0298,
      "step": 1988
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8974520538907393e-05,
      "loss": 0.9526,
      "step": 1989
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8973291431848332e-05,
      "loss": 1.0088,
      "step": 1990
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8972061628503798e-05,
      "loss": 1.0176,
      "step": 1991
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8970831128969216e-05,
      "loss": 0.9795,
      "step": 1992
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8969599933340064e-05,
      "loss": 1.0044,
      "step": 1993
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.896836804171189e-05,
      "loss": 0.9531,
      "step": 1994
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8967135454180265e-05,
      "loss": 0.9961,
      "step": 1995
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8965902170840846e-05,
      "loss": 0.9932,
      "step": 1996
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8964668191789327e-05,
      "loss": 0.9238,
      "step": 1997
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8963433517121453e-05,
      "loss": 0.9482,
      "step": 1998
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8962198146933034e-05,
      "loss": 0.9946,
      "step": 1999
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.896096208131993e-05,
      "loss": 0.9824,
      "step": 2000
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.895972532037805e-05,
      "loss": 0.9956,
      "step": 2001
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8958487864203365e-05,
      "loss": 0.9326,
      "step": 2002
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8957249712891893e-05,
      "loss": 1.0029,
      "step": 2003
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8956010866539706e-05,
      "loss": 0.9814,
      "step": 2004
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.895477132524294e-05,
      "loss": 0.9829,
      "step": 2005
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.895353108909777e-05,
      "loss": 0.9531,
      "step": 2006
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8952290158200443e-05,
      "loss": 0.9541,
      "step": 2007
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8951048532647236e-05,
      "loss": 0.9688,
      "step": 2008
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8949806212534504e-05,
      "loss": 0.9766,
      "step": 2009
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.894856319795864e-05,
      "loss": 0.9678,
      "step": 2010
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8947319489016098e-05,
      "loss": 0.9487,
      "step": 2011
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.894607508580338e-05,
      "loss": 1.0093,
      "step": 2012
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8944829988417052e-05,
      "loss": 0.9663,
      "step": 2013
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8943584196953723e-05,
      "loss": 0.4135,
      "step": 2014
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8942337711510065e-05,
      "loss": 0.959,
      "step": 2015
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.89410905321828e-05,
      "loss": 1.0063,
      "step": 2016
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8939842659068695e-05,
      "loss": 0.9453,
      "step": 2017
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8938594092264587e-05,
      "loss": 0.9893,
      "step": 2018
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8937344831867354e-05,
      "loss": 0.9927,
      "step": 2019
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.893609487797394e-05,
      "loss": 1.0083,
      "step": 2020
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8934844230681326e-05,
      "loss": 0.9819,
      "step": 2021
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8933592890086564e-05,
      "loss": 0.9761,
      "step": 2022
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.893234085628675e-05,
      "loss": 0.9761,
      "step": 2023
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.893108812937903e-05,
      "loss": 0.9902,
      "step": 2024
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.892983470946062e-05,
      "loss": 0.9741,
      "step": 2025
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8928580596628774e-05,
      "loss": 0.9702,
      "step": 2026
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8927325790980805e-05,
      "loss": 0.9941,
      "step": 2027
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.892607029261408e-05,
      "loss": 0.9922,
      "step": 2028
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8924814101626024e-05,
      "loss": 0.9873,
      "step": 2029
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8923557218114103e-05,
      "loss": 1.0132,
      "step": 2030
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8922299642175854e-05,
      "loss": 1.0391,
      "step": 2031
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8921041373908857e-05,
      "loss": 0.9497,
      "step": 2032
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8919782413410743e-05,
      "loss": 0.9468,
      "step": 2033
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8918522760779208e-05,
      "loss": 0.9736,
      "step": 2034
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8917262416111988e-05,
      "loss": 0.9971,
      "step": 2035
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8916001379506887e-05,
      "loss": 0.9712,
      "step": 2036
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.891473965106175e-05,
      "loss": 1.0376,
      "step": 2037
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8913477230874484e-05,
      "loss": 0.9492,
      "step": 2038
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8912214119043047e-05,
      "loss": 0.9868,
      "step": 2039
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.891095031566545e-05,
      "loss": 0.9844,
      "step": 2040
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.890968582083976e-05,
      "loss": 0.9961,
      "step": 2041
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8908420634664093e-05,
      "loss": 0.9512,
      "step": 2042
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.890715475723662e-05,
      "loss": 1.0205,
      "step": 2043
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8905888188655574e-05,
      "loss": 1.0371,
      "step": 2044
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.890462092901923e-05,
      "loss": 1.0137,
      "step": 2045
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.890335297842592e-05,
      "loss": 1.001,
      "step": 2046
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8902084336974033e-05,
      "loss": 0.998,
      "step": 2047
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.890081500476201e-05,
      "loss": 0.9609,
      "step": 2048
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8899544981888346e-05,
      "loss": 1.0332,
      "step": 2049
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.889827426845159e-05,
      "loss": 0.9956,
      "step": 2050
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.889700286455034e-05,
      "loss": 0.9854,
      "step": 2051
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.889573077028325e-05,
      "loss": 1.0278,
      "step": 2052
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8894457985749032e-05,
      "loss": 1.0122,
      "step": 2053
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8893184511046446e-05,
      "loss": 0.9819,
      "step": 2054
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.889191034627431e-05,
      "loss": 0.9556,
      "step": 2055
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8890635491531492e-05,
      "loss": 1.0088,
      "step": 2056
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8889359946916916e-05,
      "loss": 1.0024,
      "step": 2057
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8888083712529553e-05,
      "loss": 0.9609,
      "step": 2058
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8886806788468442e-05,
      "loss": 1.0229,
      "step": 2059
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.888552917483266e-05,
      "loss": 0.9819,
      "step": 2060
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.888425087172134e-05,
      "loss": 0.9951,
      "step": 2061
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.888297187923368e-05,
      "loss": 0.9697,
      "step": 2062
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.888169219746892e-05,
      "loss": 1.0117,
      "step": 2063
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.888041182652636e-05,
      "loss": 0.9167,
      "step": 2064
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.887913076650535e-05,
      "loss": 0.9536,
      "step": 2065
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8877849017505293e-05,
      "loss": 0.9741,
      "step": 2066
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8876566579625647e-05,
      "loss": 0.9946,
      "step": 2067
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8875283452965924e-05,
      "loss": 0.9976,
      "step": 2068
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8873999637625687e-05,
      "loss": 1.0166,
      "step": 2069
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8872715133704558e-05,
      "loss": 1.0508,
      "step": 2070
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8871429941302205e-05,
      "loss": 1.019,
      "step": 2071
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.887014406051835e-05,
      "loss": 1.0166,
      "step": 2072
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.886885749145278e-05,
      "loss": 0.9888,
      "step": 2073
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8867570234205318e-05,
      "loss": 0.9917,
      "step": 2074
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8866282288875853e-05,
      "loss": 0.9893,
      "step": 2075
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8864993655564325e-05,
      "loss": 1.0142,
      "step": 2076
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8863704334370726e-05,
      "loss": 0.9751,
      "step": 2077
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8862414325395095e-05,
      "loss": 1.0044,
      "step": 2078
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8861123628737538e-05,
      "loss": 0.9697,
      "step": 2079
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.88598322444982e-05,
      "loss": 0.9829,
      "step": 2080
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8858540172777298e-05,
      "loss": 0.978,
      "step": 2081
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8857247413675077e-05,
      "loss": 0.958,
      "step": 2082
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.885595396729186e-05,
      "loss": 0.9668,
      "step": 2083
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8854659833728007e-05,
      "loss": 0.9956,
      "step": 2084
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8853365013083934e-05,
      "loss": 0.9937,
      "step": 2085
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.885206950546012e-05,
      "loss": 0.4861,
      "step": 2086
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8850773310957086e-05,
      "loss": 0.9727,
      "step": 2087
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.884947642967541e-05,
      "loss": 1.0,
      "step": 2088
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8848178861715728e-05,
      "loss": 0.9678,
      "step": 2089
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8846880607178725e-05,
      "loss": 0.9561,
      "step": 2090
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.884558166616513e-05,
      "loss": 0.9624,
      "step": 2091
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8844282038775748e-05,
      "loss": 0.9429,
      "step": 2092
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8842981725111415e-05,
      "loss": 0.9932,
      "step": 2093
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8841680725273033e-05,
      "loss": 0.9619,
      "step": 2094
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8840379039361553e-05,
      "loss": 1.0308,
      "step": 2095
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.883907666747798e-05,
      "loss": 0.9824,
      "step": 2096
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.883777360972337e-05,
      "loss": 1.0283,
      "step": 2097
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8836469866198836e-05,
      "loss": 1.0337,
      "step": 2098
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8835165437005544e-05,
      "loss": 1.0127,
      "step": 2099
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8833860322244706e-05,
      "loss": 0.9854,
      "step": 2100
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.88325545220176e-05,
      "loss": 0.9907,
      "step": 2101
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8831248036425546e-05,
      "loss": 0.9897,
      "step": 2102
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.882994086556992e-05,
      "loss": 0.3933,
      "step": 2103
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.882863300955215e-05,
      "loss": 0.9487,
      "step": 2104
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8827324468473727e-05,
      "loss": 0.9614,
      "step": 2105
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8826015242436188e-05,
      "loss": 0.9868,
      "step": 2106
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8824705331541116e-05,
      "loss": 0.9717,
      "step": 2107
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8823394735890156e-05,
      "loss": 0.9863,
      "step": 2108
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8822083455585006e-05,
      "loss": 1.0034,
      "step": 2109
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8820771490727415e-05,
      "loss": 0.9971,
      "step": 2110
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8819458841419186e-05,
      "loss": 0.9668,
      "step": 2111
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.881814550776217e-05,
      "loss": 0.4478,
      "step": 2112
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8816831489858277e-05,
      "loss": 0.4875,
      "step": 2113
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8815516787809474e-05,
      "loss": 0.957,
      "step": 2114
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8814201401717772e-05,
      "loss": 0.9863,
      "step": 2115
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8812885331685237e-05,
      "loss": 0.9868,
      "step": 2116
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.881156857781399e-05,
      "loss": 0.9521,
      "step": 2117
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8810251140206207e-05,
      "loss": 0.9678,
      "step": 2118
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8808933018964118e-05,
      "loss": 1.0059,
      "step": 2119
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8807614214189998e-05,
      "loss": 0.9976,
      "step": 2120
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8806294725986183e-05,
      "loss": 1.0161,
      "step": 2121
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8804974554455054e-05,
      "loss": 0.9922,
      "step": 2122
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.880365369969906e-05,
      "loss": 0.9653,
      "step": 2123
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8802332161820683e-05,
      "loss": 1.0078,
      "step": 2124
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8801009940922473e-05,
      "loss": 0.98,
      "step": 2125
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8799687037107026e-05,
      "loss": 1.0015,
      "step": 2126
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8798363450476995e-05,
      "loss": 0.9248,
      "step": 2127
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8797039181135085e-05,
      "loss": 0.9692,
      "step": 2128
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.879571422918405e-05,
      "loss": 0.9731,
      "step": 2129
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8794388594726706e-05,
      "loss": 1.0264,
      "step": 2130
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8793062277865913e-05,
      "loss": 0.9736,
      "step": 2131
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.879173527870458e-05,
      "loss": 1.0049,
      "step": 2132
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8790407597345684e-05,
      "loss": 0.9541,
      "step": 2133
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8789079233892246e-05,
      "loss": 0.9819,
      "step": 2134
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.878775018844734e-05,
      "loss": 0.9595,
      "step": 2135
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8786420461114093e-05,
      "loss": 0.9575,
      "step": 2136
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8785090051995683e-05,
      "loss": 0.9644,
      "step": 2137
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.878375896119535e-05,
      "loss": 1.043,
      "step": 2138
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8782427188816375e-05,
      "loss": 1.0127,
      "step": 2139
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8781094734962102e-05,
      "loss": 1.0288,
      "step": 2140
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8779761599735918e-05,
      "loss": 0.9551,
      "step": 2141
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.877842778324127e-05,
      "loss": 0.9556,
      "step": 2142
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8777093285581655e-05,
      "loss": 0.9897,
      "step": 2143
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.877575810686063e-05,
      "loss": 0.9355,
      "step": 2144
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.877442224718179e-05,
      "loss": 1.0107,
      "step": 2145
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8773085706648797e-05,
      "loss": 0.9351,
      "step": 2146
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8771748485365356e-05,
      "loss": 1.021,
      "step": 2147
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8770410583435233e-05,
      "loss": 0.9673,
      "step": 2148
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8769072000962243e-05,
      "loss": 0.9312,
      "step": 2149
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.876773273805025e-05,
      "loss": 0.4812,
      "step": 2150
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.876639279480318e-05,
      "loss": 0.9556,
      "step": 2151
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8765052171325e-05,
      "loss": 0.9805,
      "step": 2152
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8763710867719744e-05,
      "loss": 0.9849,
      "step": 2153
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8762368884091483e-05,
      "loss": 1.0195,
      "step": 2154
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.876102622054435e-05,
      "loss": 0.9912,
      "step": 2155
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8759682877182533e-05,
      "loss": 0.979,
      "step": 2156
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8758338854110267e-05,
      "loss": 0.9727,
      "step": 2157
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8756994151431846e-05,
      "loss": 0.9873,
      "step": 2158
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8755648769251604e-05,
      "loss": 0.981,
      "step": 2159
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8754302707673943e-05,
      "loss": 0.9399,
      "step": 2160
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.875295596680331e-05,
      "loss": 0.998,
      "step": 2161
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8751608546744206e-05,
      "loss": 0.9517,
      "step": 2162
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8750260447601184e-05,
      "loss": 0.999,
      "step": 2163
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.874891166947885e-05,
      "loss": 0.9932,
      "step": 2164
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.874756221248186e-05,
      "loss": 0.9536,
      "step": 2165
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.874621207671493e-05,
      "loss": 0.936,
      "step": 2166
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8744861262282824e-05,
      "loss": 0.9668,
      "step": 2167
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8743509769290355e-05,
      "loss": 0.9766,
      "step": 2168
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8742157597842397e-05,
      "loss": 0.9751,
      "step": 2169
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.874080474804387e-05,
      "loss": 0.9678,
      "step": 2170
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8739451219999747e-05,
      "loss": 0.9404,
      "step": 2171
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.873809701381506e-05,
      "loss": 0.9727,
      "step": 2172
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8736742129594887e-05,
      "loss": 0.9937,
      "step": 2173
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8735386567444358e-05,
      "loss": 0.9395,
      "step": 2174
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8734030327468663e-05,
      "loss": 0.9912,
      "step": 2175
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8732673409773036e-05,
      "loss": 1.0166,
      "step": 2176
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8731315814462768e-05,
      "loss": 0.9814,
      "step": 2177
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8729957541643205e-05,
      "loss": 0.9912,
      "step": 2178
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.872859859141974e-05,
      "loss": 0.9819,
      "step": 2179
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.872723896389782e-05,
      "loss": 0.9795,
      "step": 2180
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8725878659182947e-05,
      "loss": 0.8849,
      "step": 2181
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8724517677380677e-05,
      "loss": 0.9624,
      "step": 2182
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8723156018596612e-05,
      "loss": 0.981,
      "step": 2183
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8721793682936416e-05,
      "loss": 0.9927,
      "step": 2184
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8720430670505792e-05,
      "loss": 0.9873,
      "step": 2185
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8719066981410508e-05,
      "loss": 0.9575,
      "step": 2186
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.871770261575638e-05,
      "loss": 0.9546,
      "step": 2187
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8716337573649276e-05,
      "loss": 0.9434,
      "step": 2188
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8714971855195113e-05,
      "loss": 0.9883,
      "step": 2189
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8713605460499867e-05,
      "loss": 1.0015,
      "step": 2190
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.871223838966957e-05,
      "loss": 0.9751,
      "step": 2191
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8710870642810294e-05,
      "loss": 0.9341,
      "step": 2192
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8709502220028168e-05,
      "loss": 0.9883,
      "step": 2193
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8708133121429378e-05,
      "loss": 0.9658,
      "step": 2194
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8706763347120164e-05,
      "loss": 1.0,
      "step": 2195
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8705392897206805e-05,
      "loss": 0.9834,
      "step": 2196
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.870402177179565e-05,
      "loss": 0.979,
      "step": 2197
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8702649970993082e-05,
      "loss": 0.9863,
      "step": 2198
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8701277494905556e-05,
      "loss": 0.9561,
      "step": 2199
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8699904343639567e-05,
      "loss": 1.0234,
      "step": 2200
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8698530517301665e-05,
      "loss": 1.0493,
      "step": 2201
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.869715601599845e-05,
      "loss": 0.9556,
      "step": 2202
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.869578083983658e-05,
      "loss": 0.936,
      "step": 2203
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.869440498892276e-05,
      "loss": 0.9404,
      "step": 2204
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8693028463363748e-05,
      "loss": 0.9604,
      "step": 2205
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8691651263266363e-05,
      "loss": 0.9756,
      "step": 2206
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8690273388737462e-05,
      "loss": 0.9565,
      "step": 2207
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8688894839883966e-05,
      "loss": 1.0005,
      "step": 2208
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.868751561681284e-05,
      "loss": 1.0137,
      "step": 2209
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8686135719631108e-05,
      "loss": 1.0327,
      "step": 2210
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8684755148445842e-05,
      "loss": 0.9692,
      "step": 2211
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8683373903364173e-05,
      "loss": 0.9453,
      "step": 2212
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8681991984493273e-05,
      "loss": 0.9937,
      "step": 2213
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8680609391940376e-05,
      "loss": 0.9297,
      "step": 2214
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.867922612581276e-05,
      "loss": 0.999,
      "step": 2215
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.867784218621777e-05,
      "loss": 0.937,
      "step": 2216
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.867645757326278e-05,
      "loss": 0.9839,
      "step": 2217
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8675072287055234e-05,
      "loss": 0.9165,
      "step": 2218
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8673686327702633e-05,
      "loss": 0.9492,
      "step": 2219
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.867229969531251e-05,
      "loss": 0.978,
      "step": 2220
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8670912389992465e-05,
      "loss": 0.9487,
      "step": 2221
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8669524411850147e-05,
      "loss": 0.9639,
      "step": 2222
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8668135760993252e-05,
      "loss": 0.9722,
      "step": 2223
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8666746437529544e-05,
      "loss": 1.0068,
      "step": 2224
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.866535644156682e-05,
      "loss": 0.9849,
      "step": 2225
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8663965773212932e-05,
      "loss": 1.0054,
      "step": 2226
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8662574432575798e-05,
      "loss": 0.4612,
      "step": 2227
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.866118241976338e-05,
      "loss": 0.9609,
      "step": 2228
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8659789734883685e-05,
      "loss": 0.9902,
      "step": 2229
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8658396378044784e-05,
      "loss": 0.9844,
      "step": 2230
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8657002349354792e-05,
      "loss": 1.0186,
      "step": 2231
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8655607648921882e-05,
      "loss": 0.9751,
      "step": 2232
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8654212276854275e-05,
      "loss": 0.9971,
      "step": 2233
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8652816233260242e-05,
      "loss": 0.9624,
      "step": 2234
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8651419518248114e-05,
      "loss": 0.9932,
      "step": 2235
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8650022131926272e-05,
      "loss": 0.9541,
      "step": 2236
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.864862407440314e-05,
      "loss": 0.9878,
      "step": 2237
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8647225345787203e-05,
      "loss": 0.9727,
      "step": 2238
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8645825946187e-05,
      "loss": 1.0181,
      "step": 2239
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8644425875711107e-05,
      "loss": 0.9517,
      "step": 2240
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8643025134468174e-05,
      "loss": 0.9629,
      "step": 2241
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8641623722566888e-05,
      "loss": 0.9941,
      "step": 2242
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.864022164011599e-05,
      "loss": 0.9658,
      "step": 2243
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.863881888722428e-05,
      "loss": 0.9497,
      "step": 2244
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.86374154640006e-05,
      "loss": 0.9653,
      "step": 2245
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8636011370553854e-05,
      "loss": 0.9897,
      "step": 2246
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8634606606992988e-05,
      "loss": 1.0078,
      "step": 2247
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.863320117342701e-05,
      "loss": 0.9751,
      "step": 2248
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.863179506996497e-05,
      "loss": 0.9932,
      "step": 2249
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8630388296715978e-05,
      "loss": 0.9453,
      "step": 2250
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8628980853789193e-05,
      "loss": 0.9219,
      "step": 2251
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.862757274129382e-05,
      "loss": 1.0098,
      "step": 2252
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8626163959339135e-05,
      "loss": 1.0181,
      "step": 2253
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8624754508034443e-05,
      "loss": 1.0103,
      "step": 2254
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8623344387489115e-05,
      "loss": 0.9502,
      "step": 2255
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8621933597812567e-05,
      "loss": 0.9814,
      "step": 2256
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.862052213911427e-05,
      "loss": 1.0049,
      "step": 2257
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8619110011503748e-05,
      "loss": 0.9678,
      "step": 2258
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8617697215090574e-05,
      "loss": 1.001,
      "step": 2259
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8616283749984378e-05,
      "loss": 0.9912,
      "step": 2260
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8614869616294832e-05,
      "loss": 1.0293,
      "step": 2261
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.861345481413167e-05,
      "loss": 1.0166,
      "step": 2262
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8612039343604676e-05,
      "loss": 0.9668,
      "step": 2263
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.861062320482368e-05,
      "loss": 0.958,
      "step": 2264
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.860920639789857e-05,
      "loss": 0.98,
      "step": 2265
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8607788922939282e-05,
      "loss": 0.9839,
      "step": 2266
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8606370780055806e-05,
      "loss": 1.0049,
      "step": 2267
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.860495196935818e-05,
      "loss": 0.9648,
      "step": 2268
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.860353249095651e-05,
      "loss": 1.0098,
      "step": 2269
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8602112344960926e-05,
      "loss": 0.9058,
      "step": 2270
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.860069153148163e-05,
      "loss": 0.9717,
      "step": 2271
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.859927005062887e-05,
      "loss": 0.9863,
      "step": 2272
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.859784790251295e-05,
      "loss": 0.9429,
      "step": 2273
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.859642508724422e-05,
      "loss": 0.9575,
      "step": 2274
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.859500160493308e-05,
      "loss": 0.9922,
      "step": 2275
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8593577455689988e-05,
      "loss": 1.0029,
      "step": 2276
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.859215263962545e-05,
      "loss": 0.9619,
      "step": 2277
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8590727156850033e-05,
      "loss": 0.9365,
      "step": 2278
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8589301007474335e-05,
      "loss": 0.9556,
      "step": 2279
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.858787419160903e-05,
      "loss": 1.0024,
      "step": 2280
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8586446709364826e-05,
      "loss": 0.9907,
      "step": 2281
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8585018560852493e-05,
      "loss": 1.0273,
      "step": 2282
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8583589746182846e-05,
      "loss": 1.0039,
      "step": 2283
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.858216026546675e-05,
      "loss": 0.9426,
      "step": 2284
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8580730118815133e-05,
      "loss": 0.9814,
      "step": 2285
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8579299306338963e-05,
      "loss": 0.9883,
      "step": 2286
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8577867828149266e-05,
      "loss": 0.9868,
      "step": 2287
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8576435684357122e-05,
      "loss": 0.938,
      "step": 2288
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8575002875073654e-05,
      "loss": 0.9502,
      "step": 2289
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.857356940041004e-05,
      "loss": 0.9868,
      "step": 2290
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8572135260477516e-05,
      "loss": 0.9922,
      "step": 2291
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8570700455387364e-05,
      "loss": 0.9658,
      "step": 2292
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8569264985250913e-05,
      "loss": 0.9976,
      "step": 2293
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.856782885017955e-05,
      "loss": 0.9839,
      "step": 2294
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8566392050284718e-05,
      "loss": 0.9478,
      "step": 2295
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.85649545856779e-05,
      "loss": 1.0176,
      "step": 2296
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.856351645647064e-05,
      "loss": 0.9868,
      "step": 2297
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8562077662774526e-05,
      "loss": 0.9888,
      "step": 2298
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8560638204701206e-05,
      "loss": 0.9585,
      "step": 2299
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8559198082362375e-05,
      "loss": 0.9536,
      "step": 2300
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.855775729586978e-05,
      "loss": 0.9995,
      "step": 2301
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8556315845335217e-05,
      "loss": 0.4199,
      "step": 2302
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8554873730870534e-05,
      "loss": 0.9805,
      "step": 2303
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8553430952587635e-05,
      "loss": 0.9678,
      "step": 2304
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8551987510598476e-05,
      "loss": 0.9297,
      "step": 2305
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8550543405015054e-05,
      "loss": 0.9502,
      "step": 2306
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.854909863594943e-05,
      "loss": 1.0029,
      "step": 2307
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8547653203513713e-05,
      "loss": 0.9478,
      "step": 2308
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.854620710782006e-05,
      "loss": 0.9814,
      "step": 2309
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8544760348980674e-05,
      "loss": 1.0635,
      "step": 2310
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.854331292710783e-05,
      "loss": 0.9893,
      "step": 2311
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.854186484231383e-05,
      "loss": 0.9971,
      "step": 2312
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8540416094711043e-05,
      "loss": 1.0107,
      "step": 2313
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8538966684411888e-05,
      "loss": 0.9604,
      "step": 2314
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8537516611528827e-05,
      "loss": 0.9814,
      "step": 2315
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8536065876174382e-05,
      "loss": 0.9946,
      "step": 2316
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.853461447846112e-05,
      "loss": 0.9263,
      "step": 2317
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8533162418501673e-05,
      "loss": 1.0073,
      "step": 2318
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.85317096964087e-05,
      "loss": 0.9595,
      "step": 2319
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.853025631229493e-05,
      "loss": 1.0376,
      "step": 2320
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8528802266273142e-05,
      "loss": 0.9434,
      "step": 2321
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8527347558456164e-05,
      "loss": 0.9863,
      "step": 2322
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8525892188956872e-05,
      "loss": 0.9609,
      "step": 2323
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.85244361578882e-05,
      "loss": 0.9912,
      "step": 2324
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8522979465363118e-05,
      "loss": 0.9429,
      "step": 2325
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8521522111494668e-05,
      "loss": 1.0303,
      "step": 2326
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8520064096395935e-05,
      "loss": 0.9648,
      "step": 2327
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8518605420180044e-05,
      "loss": 0.9819,
      "step": 2328
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8517146082960194e-05,
      "loss": 0.4834,
      "step": 2329
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8515686084849616e-05,
      "loss": 1.0054,
      "step": 2330
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8514225425961602e-05,
      "loss": 0.9722,
      "step": 2331
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8512764106409485e-05,
      "loss": 0.9839,
      "step": 2332
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8511302126306665e-05,
      "loss": 0.9727,
      "step": 2333
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8509839485766582e-05,
      "loss": 0.9795,
      "step": 2334
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8508376184902734e-05,
      "loss": 0.4946,
      "step": 2335
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8506912223828656e-05,
      "loss": 1.0098,
      "step": 2336
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.850544760265795e-05,
      "loss": 0.9878,
      "step": 2337
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.850398232150427e-05,
      "loss": 0.9565,
      "step": 2338
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8502516380481306e-05,
      "loss": 0.9019,
      "step": 2339
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8501049779702812e-05,
      "loss": 0.9873,
      "step": 2340
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8499582519282587e-05,
      "loss": 0.9561,
      "step": 2341
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8498114599334493e-05,
      "loss": 0.9395,
      "step": 2342
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8496646019972418e-05,
      "loss": 0.9824,
      "step": 2343
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.849517678131033e-05,
      "loss": 0.8625,
      "step": 2344
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8493706883462227e-05,
      "loss": 0.9873,
      "step": 2345
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.849223632654217e-05,
      "loss": 0.9868,
      "step": 2346
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.849076511066427e-05,
      "loss": 0.9771,
      "step": 2347
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.848929323594268e-05,
      "loss": 0.9609,
      "step": 2348
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8487820702491614e-05,
      "loss": 0.8994,
      "step": 2349
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8486347510425332e-05,
      "loss": 0.9922,
      "step": 2350
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.848487365985815e-05,
      "loss": 0.9854,
      "step": 2351
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8483399150904433e-05,
      "loss": 0.9663,
      "step": 2352
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8481923983678592e-05,
      "loss": 0.9209,
      "step": 2353
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.848044815829509e-05,
      "loss": 1.0068,
      "step": 2354
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8478971674868457e-05,
      "loss": 0.9658,
      "step": 2355
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8477494533513244e-05,
      "loss": 0.9854,
      "step": 2356
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8476016734344085e-05,
      "loss": 0.9707,
      "step": 2357
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8474538277475642e-05,
      "loss": 1.0142,
      "step": 2358
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.847305916302264e-05,
      "loss": 0.9409,
      "step": 2359
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.847157939109985e-05,
      "loss": 0.9536,
      "step": 2360
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8470098961822092e-05,
      "loss": 0.9561,
      "step": 2361
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8468617875304245e-05,
      "loss": 0.9819,
      "step": 2362
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8467136131661233e-05,
      "loss": 0.9839,
      "step": 2363
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8465653731008034e-05,
      "loss": 1.0298,
      "step": 2364
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8464170673459674e-05,
      "loss": 0.9976,
      "step": 2365
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.846268695913123e-05,
      "loss": 0.9502,
      "step": 2366
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8461202588137833e-05,
      "loss": 0.9849,
      "step": 2367
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8459717560594664e-05,
      "loss": 0.9585,
      "step": 2368
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8458231876616956e-05,
      "loss": 0.9375,
      "step": 2369
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8456745536319983e-05,
      "loss": 0.9443,
      "step": 2370
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8455258539819082e-05,
      "loss": 0.9336,
      "step": 2371
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8453770887229642e-05,
      "loss": 1.0098,
      "step": 2372
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8452282578667092e-05,
      "loss": 0.9746,
      "step": 2373
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.845079361424692e-05,
      "loss": 0.9604,
      "step": 2374
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8449303994084665e-05,
      "loss": 0.9517,
      "step": 2375
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8447813718295908e-05,
      "loss": 0.958,
      "step": 2376
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8446322786996296e-05,
      "loss": 0.9966,
      "step": 2377
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.844483120030151e-05,
      "loss": 0.9595,
      "step": 2378
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8443338958327297e-05,
      "loss": 0.9702,
      "step": 2379
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8441846061189443e-05,
      "loss": 1.0259,
      "step": 2380
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.844035250900379e-05,
      "loss": 0.9355,
      "step": 2381
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8438858301886234e-05,
      "loss": 0.9668,
      "step": 2382
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8437363439952717e-05,
      "loss": 0.9502,
      "step": 2383
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.843586792331924e-05,
      "loss": 0.9932,
      "step": 2384
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8434371752101833e-05,
      "loss": 0.9907,
      "step": 2385
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.84328749264166e-05,
      "loss": 0.9546,
      "step": 2386
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8431377446379693e-05,
      "loss": 0.9863,
      "step": 2387
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.84298793121073e-05,
      "loss": 0.936,
      "step": 2388
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8428380523715677e-05,
      "loss": 0.9731,
      "step": 2389
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.842688108132112e-05,
      "loss": 0.9937,
      "step": 2390
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8425380985039975e-05,
      "loss": 0.9707,
      "step": 2391
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8423880234988648e-05,
      "loss": 0.9683,
      "step": 2392
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8422378831283587e-05,
      "loss": 0.9404,
      "step": 2393
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8420876774041295e-05,
      "loss": 0.9907,
      "step": 2394
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8419374063378326e-05,
      "loss": 1.0029,
      "step": 2395
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.841787069941128e-05,
      "loss": 0.9468,
      "step": 2396
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.841636668225681e-05,
      "loss": 0.9653,
      "step": 2397
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.841486201203163e-05,
      "loss": 0.9961,
      "step": 2398
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8413356688852487e-05,
      "loss": 0.9814,
      "step": 2399
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8411850712836185e-05,
      "loss": 0.9438,
      "step": 2400
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.841034408409959e-05,
      "loss": 0.9302,
      "step": 2401
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.84088368027596e-05,
      "loss": 0.9668,
      "step": 2402
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8407328868933176e-05,
      "loss": 0.9438,
      "step": 2403
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8405820282737332e-05,
      "loss": 0.5217,
      "step": 2404
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.840431104428912e-05,
      "loss": 0.9912,
      "step": 2405
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8402801153705653e-05,
      "loss": 0.9854,
      "step": 2406
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8401290611104092e-05,
      "loss": 0.999,
      "step": 2407
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8399779416601648e-05,
      "loss": 0.9214,
      "step": 2408
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.839826757031558e-05,
      "loss": 0.9458,
      "step": 2409
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8396755072363204e-05,
      "loss": 0.981,
      "step": 2410
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.839524192286188e-05,
      "loss": 0.9805,
      "step": 2411
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.839372812192902e-05,
      "loss": 0.9834,
      "step": 2412
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8392213669682092e-05,
      "loss": 0.9683,
      "step": 2413
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8390698566238606e-05,
      "loss": 0.9565,
      "step": 2414
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8389182811716133e-05,
      "loss": 0.96,
      "step": 2415
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8387666406232286e-05,
      "loss": 0.9551,
      "step": 2416
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8386149349904724e-05,
      "loss": 0.9585,
      "step": 2417
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.838463164285117e-05,
      "loss": 0.9775,
      "step": 2418
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8383113285189396e-05,
      "loss": 0.9692,
      "step": 2419
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.838159427703721e-05,
      "loss": 0.9561,
      "step": 2420
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8380074618512483e-05,
      "loss": 0.9312,
      "step": 2421
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8378554309733137e-05,
      "loss": 0.9072,
      "step": 2422
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8377033350817134e-05,
      "loss": 0.9624,
      "step": 2423
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.83755117418825e-05,
      "loss": 0.9546,
      "step": 2424
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.83739894830473e-05,
      "loss": 0.9683,
      "step": 2425
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8372466574429658e-05,
      "loss": 0.9888,
      "step": 2426
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8370943016147743e-05,
      "loss": 1.0283,
      "step": 2427
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8369418808319774e-05,
      "loss": 1.0171,
      "step": 2428
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8367893951064024e-05,
      "loss": 1.0093,
      "step": 2429
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8366368444498818e-05,
      "loss": 0.9912,
      "step": 2430
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8364842288742523e-05,
      "loss": 0.9517,
      "step": 2431
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8363315483913564e-05,
      "loss": 0.4238,
      "step": 2432
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.836178803013041e-05,
      "loss": 0.9883,
      "step": 2433
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8360259927511593e-05,
      "loss": 0.998,
      "step": 2434
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8358731176175676e-05,
      "loss": 0.9644,
      "step": 2435
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8357201776241295e-05,
      "loss": 0.9639,
      "step": 2436
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8355671727827112e-05,
      "loss": 0.9985,
      "step": 2437
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.835414103105186e-05,
      "loss": 0.9634,
      "step": 2438
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8352609686034314e-05,
      "loss": 1.0122,
      "step": 2439
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.835107769289329e-05,
      "loss": 0.958,
      "step": 2440
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8349545051747676e-05,
      "loss": 0.96,
      "step": 2441
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.834801176271639e-05,
      "loss": 0.9653,
      "step": 2442
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8346477825918406e-05,
      "loss": 0.9507,
      "step": 2443
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8344943241472758e-05,
      "loss": 0.9902,
      "step": 2444
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.834340800949852e-05,
      "loss": 0.9868,
      "step": 2445
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8341872130114813e-05,
      "loss": 0.9473,
      "step": 2446
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.834033560344082e-05,
      "loss": 0.9985,
      "step": 2447
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.833879842959577e-05,
      "loss": 0.9766,
      "step": 2448
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8337260608698932e-05,
      "loss": 0.9507,
      "step": 2449
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8335722140869644e-05,
      "loss": 0.9863,
      "step": 2450
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8334183026227276e-05,
      "loss": 0.98,
      "step": 2451
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8332643264891264e-05,
      "loss": 1.0034,
      "step": 2452
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8331102856981075e-05,
      "loss": 0.9268,
      "step": 2453
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.832956180261625e-05,
      "loss": 0.9243,
      "step": 2454
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8328020101916355e-05,
      "loss": 1.0005,
      "step": 2455
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8326477755001027e-05,
      "loss": 1.0049,
      "step": 2456
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8324934761989946e-05,
      "loss": 0.9673,
      "step": 2457
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8323391123002835e-05,
      "loss": 0.9771,
      "step": 2458
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8321846838159478e-05,
      "loss": 0.9351,
      "step": 2459
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8320301907579703e-05,
      "loss": 0.9561,
      "step": 2460
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.831875633138339e-05,
      "loss": 0.9414,
      "step": 2461
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8317210109690467e-05,
      "loss": 1.0073,
      "step": 2462
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8315663242620913e-05,
      "loss": 0.9629,
      "step": 2463
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.831411573029476e-05,
      "loss": 0.9561,
      "step": 2464
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8312567572832087e-05,
      "loss": 0.9668,
      "step": 2465
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.831101877035302e-05,
      "loss": 0.9922,
      "step": 2466
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8309469322977745e-05,
      "loss": 1.0015,
      "step": 2467
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8307919230826487e-05,
      "loss": 0.958,
      "step": 2468
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.830636849401953e-05,
      "loss": 0.9907,
      "step": 2469
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.83048171126772e-05,
      "loss": 0.4861,
      "step": 2470
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.830326508691988e-05,
      "loss": 0.9707,
      "step": 2471
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8301712416867998e-05,
      "loss": 0.999,
      "step": 2472
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8300159102642036e-05,
      "loss": 0.9443,
      "step": 2473
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.829860514436252e-05,
      "loss": 0.9639,
      "step": 2474
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8297050542150036e-05,
      "loss": 0.9521,
      "step": 2475
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8295495296125206e-05,
      "loss": 0.9751,
      "step": 2476
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8293939406408717e-05,
      "loss": 0.9985,
      "step": 2477
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8292382873121296e-05,
      "loss": 0.9805,
      "step": 2478
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.829082569638372e-05,
      "loss": 0.9902,
      "step": 2479
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8289267876316822e-05,
      "loss": 0.9375,
      "step": 2480
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8287709413041484e-05,
      "loss": 0.9844,
      "step": 2481
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.828615030667863e-05,
      "loss": 0.9585,
      "step": 2482
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.828459055734924e-05,
      "loss": 0.9922,
      "step": 2483
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.828303016517435e-05,
      "loss": 1.0186,
      "step": 2484
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.828146913027503e-05,
      "loss": 0.9639,
      "step": 2485
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8279907452772412e-05,
      "loss": 0.4229,
      "step": 2486
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.827834513278768e-05,
      "loss": 0.9639,
      "step": 2487
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8276782170442055e-05,
      "loss": 0.959,
      "step": 2488
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.827521856585682e-05,
      "loss": 0.9336,
      "step": 2489
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8273654319153302e-05,
      "loss": 0.9766,
      "step": 2490
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8272089430452885e-05,
      "loss": 0.9663,
      "step": 2491
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8270523899876985e-05,
      "loss": 0.9951,
      "step": 2492
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.826895772754709e-05,
      "loss": 0.9858,
      "step": 2493
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8267390913584726e-05,
      "loss": 0.981,
      "step": 2494
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8265823458111468e-05,
      "loss": 0.9702,
      "step": 2495
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8264255361248945e-05,
      "loss": 0.9658,
      "step": 2496
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.826268662311883e-05,
      "loss": 0.9561,
      "step": 2497
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8261117243842852e-05,
      "loss": 0.958,
      "step": 2498
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.825954722354279e-05,
      "loss": 0.9409,
      "step": 2499
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8257976562340472e-05,
      "loss": 0.9819,
      "step": 2500
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8256405260357766e-05,
      "loss": 0.8792,
      "step": 2501
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8254833317716604e-05,
      "loss": 1.0005,
      "step": 2502
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.825326073453896e-05,
      "loss": 0.8828,
      "step": 2503
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.825168751094686e-05,
      "loss": 0.9717,
      "step": 2504
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8250113647062372e-05,
      "loss": 0.9746,
      "step": 2505
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8248539143007632e-05,
      "loss": 0.9487,
      "step": 2506
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8246963998904805e-05,
      "loss": 0.9761,
      "step": 2507
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8245388214876118e-05,
      "loss": 0.9888,
      "step": 2508
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8243811791043846e-05,
      "loss": 1.0156,
      "step": 2509
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.824223472753031e-05,
      "loss": 0.9033,
      "step": 2510
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8240657024457885e-05,
      "loss": 1.0176,
      "step": 2511
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.823907868194899e-05,
      "loss": 0.9863,
      "step": 2512
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8237499700126097e-05,
      "loss": 0.9609,
      "step": 2513
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.823592007911173e-05,
      "loss": 0.9673,
      "step": 2514
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8234339819028462e-05,
      "loss": 0.9507,
      "step": 2515
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.823275891999891e-05,
      "loss": 0.9658,
      "step": 2516
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8231177382145744e-05,
      "loss": 0.998,
      "step": 2517
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8229595205591687e-05,
      "loss": 0.9712,
      "step": 2518
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8228012390459507e-05,
      "loss": 0.9692,
      "step": 2519
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8226428936872025e-05,
      "loss": 0.8884,
      "step": 2520
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8224844844952105e-05,
      "loss": 0.9414,
      "step": 2521
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.822326011482267e-05,
      "loss": 0.9385,
      "step": 2522
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8221674746606686e-05,
      "loss": 1.0024,
      "step": 2523
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.822008874042717e-05,
      "loss": 0.9658,
      "step": 2524
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8218502096407183e-05,
      "loss": 0.9351,
      "step": 2525
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.821691481466985e-05,
      "loss": 0.9878,
      "step": 2526
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8215326895338338e-05,
      "loss": 0.9893,
      "step": 2527
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8213738338535852e-05,
      "loss": 0.9639,
      "step": 2528
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8212149144385662e-05,
      "loss": 0.4153,
      "step": 2529
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8210559313011084e-05,
      "loss": 0.9824,
      "step": 2530
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8208968844535478e-05,
      "loss": 0.9731,
      "step": 2531
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.820737773908226e-05,
      "loss": 1.0078,
      "step": 2532
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.820578599677489e-05,
      "loss": 0.9868,
      "step": 2533
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8204193617736878e-05,
      "loss": 1.0283,
      "step": 2534
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8202600602091792e-05,
      "loss": 1.0088,
      "step": 2535
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8201006949963233e-05,
      "loss": 0.9546,
      "step": 2536
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8199412661474873e-05,
      "loss": 0.9238,
      "step": 2537
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.819781773675041e-05,
      "loss": 0.9546,
      "step": 2538
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8196222175913606e-05,
      "loss": 0.9766,
      "step": 2539
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8194625979088272e-05,
      "loss": 0.9575,
      "step": 2540
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8193029146398264e-05,
      "loss": 0.9702,
      "step": 2541
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8191431677967487e-05,
      "loss": 0.9482,
      "step": 2542
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8189833573919903e-05,
      "loss": 0.998,
      "step": 2543
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8188234834379508e-05,
      "loss": 0.9883,
      "step": 2544
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8186635459470365e-05,
      "loss": 0.9707,
      "step": 2545
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.818503544931657e-05,
      "loss": 1.021,
      "step": 2546
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8183434804042287e-05,
      "loss": 0.9868,
      "step": 2547
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.818183352377171e-05,
      "loss": 0.998,
      "step": 2548
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.818023160862909e-05,
      "loss": 1.0005,
      "step": 2549
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8178629058738735e-05,
      "loss": 0.9492,
      "step": 2550
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8177025874224993e-05,
      "loss": 0.9775,
      "step": 2551
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.817542205521226e-05,
      "loss": 0.9824,
      "step": 2552
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8173817601824988e-05,
      "loss": 0.9575,
      "step": 2553
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8172212514187676e-05,
      "loss": 0.9878,
      "step": 2554
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8170606792424867e-05,
      "loss": 0.9521,
      "step": 2555
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8169000436661163e-05,
      "loss": 0.9619,
      "step": 2556
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8167393447021203e-05,
      "loss": 0.9634,
      "step": 2557
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.816578582362969e-05,
      "loss": 0.9771,
      "step": 2558
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8164177566611365e-05,
      "loss": 1.002,
      "step": 2559
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8162568676091016e-05,
      "loss": 1.0034,
      "step": 2560
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8160959152193493e-05,
      "loss": 0.9365,
      "step": 2561
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8159348995043683e-05,
      "loss": 0.9512,
      "step": 2562
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8157738204766527e-05,
      "loss": 0.9746,
      "step": 2563
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8156126781487015e-05,
      "loss": 0.9761,
      "step": 2564
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.815451472533019e-05,
      "loss": 0.9541,
      "step": 2565
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8152902036421132e-05,
      "loss": 0.8984,
      "step": 2566
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8151288714884983e-05,
      "loss": 0.9902,
      "step": 2567
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8149674760846934e-05,
      "loss": 0.9395,
      "step": 2568
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8148060174432213e-05,
      "loss": 0.957,
      "step": 2569
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8146444955766102e-05,
      "loss": 0.9604,
      "step": 2570
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8144829104973944e-05,
      "loss": 0.9658,
      "step": 2571
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8143212622181115e-05,
      "loss": 0.9683,
      "step": 2572
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8141595507513047e-05,
      "loss": 0.958,
      "step": 2573
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.813997776109522e-05,
      "loss": 0.9775,
      "step": 2574
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8138359383053168e-05,
      "loss": 1.0117,
      "step": 2575
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8136740373512464e-05,
      "loss": 0.9619,
      "step": 2576
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.813512073259874e-05,
      "loss": 0.9707,
      "step": 2577
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.813350046043767e-05,
      "loss": 0.96,
      "step": 2578
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.813187955715498e-05,
      "loss": 1.002,
      "step": 2579
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8130258022876446e-05,
      "loss": 0.9805,
      "step": 2580
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8128635857727887e-05,
      "loss": 0.9907,
      "step": 2581
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.812701306183518e-05,
      "loss": 1.0,
      "step": 2582
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8125389635324246e-05,
      "loss": 0.9424,
      "step": 2583
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8123765578321054e-05,
      "loss": 0.9888,
      "step": 2584
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8122140890951626e-05,
      "loss": 0.9741,
      "step": 2585
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8120515573342024e-05,
      "loss": 0.9688,
      "step": 2586
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8118889625618372e-05,
      "loss": 0.9736,
      "step": 2587
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.811726304790683e-05,
      "loss": 0.9507,
      "step": 2588
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8115635840333617e-05,
      "loss": 1.0015,
      "step": 2589
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8114008003024993e-05,
      "loss": 0.9751,
      "step": 2590
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8112379536107277e-05,
      "loss": 0.9961,
      "step": 2591
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8110750439706823e-05,
      "loss": 0.9785,
      "step": 2592
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8109120713950045e-05,
      "loss": 0.9531,
      "step": 2593
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8107490358963403e-05,
      "loss": 0.9766,
      "step": 2594
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8105859374873404e-05,
      "loss": 0.9556,
      "step": 2595
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8104227761806602e-05,
      "loss": 0.9575,
      "step": 2596
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8102595519889604e-05,
      "loss": 0.9722,
      "step": 2597
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8100962649249068e-05,
      "loss": 0.9756,
      "step": 2598
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8099329150011694e-05,
      "loss": 0.9912,
      "step": 2599
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8097695022304235e-05,
      "loss": 0.9585,
      "step": 2600
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.809606026625349e-05,
      "loss": 0.9565,
      "step": 2601
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8094424881986307e-05,
      "loss": 0.9976,
      "step": 2602
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.809278886962959e-05,
      "loss": 0.501,
      "step": 2603
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8091152229310277e-05,
      "loss": 0.9834,
      "step": 2604
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8089514961155372e-05,
      "loss": 0.9854,
      "step": 2605
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.808787706529192e-05,
      "loss": 0.9868,
      "step": 2606
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8086238541847004e-05,
      "loss": 0.9873,
      "step": 2607
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8084599390947776e-05,
      "loss": 0.4602,
      "step": 2608
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8082959612721422e-05,
      "loss": 0.9624,
      "step": 2609
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.808131920729518e-05,
      "loss": 0.4038,
      "step": 2610
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8079678174796344e-05,
      "loss": 0.9624,
      "step": 2611
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8078036515352244e-05,
      "loss": 1.0273,
      "step": 2612
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8076394229090264e-05,
      "loss": 0.96,
      "step": 2613
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8074751316137847e-05,
      "loss": 0.9253,
      "step": 2614
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8073107776622463e-05,
      "loss": 0.9844,
      "step": 2615
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8071463610671653e-05,
      "loss": 1.0063,
      "step": 2616
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8069818818412992e-05,
      "loss": 0.9712,
      "step": 2617
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8068173399974108e-05,
      "loss": 0.9717,
      "step": 2618
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.806652735548268e-05,
      "loss": 0.9194,
      "step": 2619
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8064880685066433e-05,
      "loss": 0.9678,
      "step": 2620
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8063233388853138e-05,
      "loss": 0.957,
      "step": 2621
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8061585466970618e-05,
      "loss": 0.9639,
      "step": 2622
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.805993691954675e-05,
      "loss": 1.021,
      "step": 2623
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8058287746709447e-05,
      "loss": 0.9438,
      "step": 2624
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.805663794858668e-05,
      "loss": 0.9858,
      "step": 2625
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8054987525306463e-05,
      "loss": 1.041,
      "step": 2626
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8053336476996864e-05,
      "loss": 1.0288,
      "step": 2627
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8051684803785998e-05,
      "loss": 0.9331,
      "step": 2628
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8050032505802024e-05,
      "loss": 1.0107,
      "step": 2629
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.804837958317315e-05,
      "loss": 0.9785,
      "step": 2630
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8046726036027644e-05,
      "loss": 0.8981,
      "step": 2631
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.80450718644938e-05,
      "loss": 0.9404,
      "step": 2632
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.804341706869999e-05,
      "loss": 0.9858,
      "step": 2633
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8041761648774607e-05,
      "loss": 0.9414,
      "step": 2634
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8040105604846106e-05,
      "loss": 0.979,
      "step": 2635
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8038448937042993e-05,
      "loss": 0.9897,
      "step": 2636
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8036791645493812e-05,
      "loss": 0.9854,
      "step": 2637
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8035133730327162e-05,
      "loss": 1.0151,
      "step": 2638
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8033475191671692e-05,
      "loss": 0.936,
      "step": 2639
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8031816029656097e-05,
      "loss": 0.9751,
      "step": 2640
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8030156244409113e-05,
      "loss": 0.958,
      "step": 2641
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8028495836059546e-05,
      "loss": 0.9951,
      "step": 2642
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8026834804736223e-05,
      "loss": 0.9736,
      "step": 2643
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8025173150568032e-05,
      "loss": 0.999,
      "step": 2644
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.802351087368392e-05,
      "loss": 0.9692,
      "step": 2645
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8021847974212863e-05,
      "loss": 0.9487,
      "step": 2646
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.80201844522839e-05,
      "loss": 0.9614,
      "step": 2647
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.801852030802611e-05,
      "loss": 0.9775,
      "step": 2648
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.801685554156862e-05,
      "loss": 0.9629,
      "step": 2649
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8015190153040614e-05,
      "loss": 0.9814,
      "step": 2650
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8013524142571314e-05,
      "loss": 0.9604,
      "step": 2651
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8011857510289993e-05,
      "loss": 0.9346,
      "step": 2652
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.801019025632598e-05,
      "loss": 1.001,
      "step": 2653
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.800852238080864e-05,
      "loss": 0.9766,
      "step": 2654
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8006853883867398e-05,
      "loss": 0.9487,
      "step": 2655
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8005184765631717e-05,
      "loss": 1.0039,
      "step": 2656
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8003515026231115e-05,
      "loss": 0.957,
      "step": 2657
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8001844665795155e-05,
      "loss": 0.998,
      "step": 2658
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.800017368445345e-05,
      "loss": 0.8584,
      "step": 2659
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7998502082335657e-05,
      "loss": 0.9717,
      "step": 2660
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.799682985957149e-05,
      "loss": 0.9556,
      "step": 2661
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7995157016290706e-05,
      "loss": 0.9873,
      "step": 2662
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7993483552623102e-05,
      "loss": 1.0142,
      "step": 2663
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7991809468698537e-05,
      "loss": 0.9326,
      "step": 2664
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7990134764646913e-05,
      "loss": 0.9639,
      "step": 2665
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7988459440598174e-05,
      "loss": 0.9707,
      "step": 2666
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7986783496682325e-05,
      "loss": 1.04,
      "step": 2667
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7985106933029402e-05,
      "loss": 0.9229,
      "step": 2668
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7983429749769503e-05,
      "loss": 0.9873,
      "step": 2669
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7981751947032773e-05,
      "loss": 0.9414,
      "step": 2670
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.79800735249494e-05,
      "loss": 0.9927,
      "step": 2671
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7978394483649617e-05,
      "loss": 0.9419,
      "step": 2672
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7976714823263714e-05,
      "loss": 0.9775,
      "step": 2673
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7975034543922024e-05,
      "loss": 0.9912,
      "step": 2674
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.797335364575493e-05,
      "loss": 0.9849,
      "step": 2675
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7971672128892857e-05,
      "loss": 0.939,
      "step": 2676
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.796998999346629e-05,
      "loss": 0.9419,
      "step": 2677
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.796830723960575e-05,
      "loss": 1.0073,
      "step": 2678
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.796662386744181e-05,
      "loss": 0.9419,
      "step": 2679
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.79649398771051e-05,
      "loss": 0.998,
      "step": 2680
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7963255268726276e-05,
      "loss": 0.916,
      "step": 2681
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7961570042436068e-05,
      "loss": 0.981,
      "step": 2682
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7959884198365233e-05,
      "loss": 0.9707,
      "step": 2683
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7958197736644593e-05,
      "loss": 0.981,
      "step": 2684
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7956510657405005e-05,
      "loss": 0.9727,
      "step": 2685
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.795482296077738e-05,
      "loss": 0.9302,
      "step": 2686
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.795313464689267e-05,
      "loss": 0.9585,
      "step": 2687
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7951445715881885e-05,
      "loss": 0.9233,
      "step": 2688
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7949756167876077e-05,
      "loss": 0.999,
      "step": 2689
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.794806600300635e-05,
      "loss": 0.957,
      "step": 2690
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7946375221403848e-05,
      "loss": 0.9321,
      "step": 2691
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7944683823199772e-05,
      "loss": 0.9697,
      "step": 2692
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7942991808525362e-05,
      "loss": 0.9688,
      "step": 2693
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.794129917751192e-05,
      "loss": 0.9326,
      "step": 2694
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7939605930290774e-05,
      "loss": 0.9858,
      "step": 2695
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7937912066993316e-05,
      "loss": 0.458,
      "step": 2696
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7936217587750984e-05,
      "loss": 0.957,
      "step": 2697
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7934522492695266e-05,
      "loss": 0.9233,
      "step": 2698
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7932826781957686e-05,
      "loss": 0.9819,
      "step": 2699
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7931130455669825e-05,
      "loss": 0.9683,
      "step": 2700
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.792943351396331e-05,
      "loss": 0.9399,
      "step": 2701
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7927735956969814e-05,
      "loss": 0.9121,
      "step": 2702
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.792603778482107e-05,
      "loss": 0.9595,
      "step": 2703
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7924338997648834e-05,
      "loss": 1.02,
      "step": 2704
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.792263959558493e-05,
      "loss": 0.4099,
      "step": 2705
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7920939578761224e-05,
      "loss": 0.9683,
      "step": 2706
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7919238947309634e-05,
      "loss": 0.9917,
      "step": 2707
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7917537701362112e-05,
      "loss": 0.9766,
      "step": 2708
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.791583584105067e-05,
      "loss": 1.0054,
      "step": 2709
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7914133366507367e-05,
      "loss": 0.9478,
      "step": 2710
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7912430277864307e-05,
      "loss": 0.9893,
      "step": 2711
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.791072657525364e-05,
      "loss": 1.001,
      "step": 2712
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.790902225880756e-05,
      "loss": 0.9575,
      "step": 2713
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7907317328658325e-05,
      "loss": 0.9692,
      "step": 2714
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7905611784938223e-05,
      "loss": 0.998,
      "step": 2715
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7903905627779594e-05,
      "loss": 0.9717,
      "step": 2716
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7902198857314834e-05,
      "loss": 0.9966,
      "step": 2717
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.790049147367638e-05,
      "loss": 0.9526,
      "step": 2718
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.789878347699671e-05,
      "loss": 0.9624,
      "step": 2719
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7897074867408363e-05,
      "loss": 0.9648,
      "step": 2720
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.789536564504392e-05,
      "loss": 0.9775,
      "step": 2721
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7893655810036003e-05,
      "loss": 0.9458,
      "step": 2722
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7891945362517288e-05,
      "loss": 0.9834,
      "step": 2723
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.78902343026205e-05,
      "loss": 0.9824,
      "step": 2724
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7888522630478414e-05,
      "loss": 0.9492,
      "step": 2725
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7886810346223837e-05,
      "loss": 0.9922,
      "step": 2726
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7885097449989642e-05,
      "loss": 0.9927,
      "step": 2727
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7883383941908744e-05,
      "loss": 0.4819,
      "step": 2728
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7881669822114096e-05,
      "loss": 0.9326,
      "step": 2729
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7879955090738708e-05,
      "loss": 0.9663,
      "step": 2730
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7878239747915636e-05,
      "loss": 0.9873,
      "step": 2731
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7876523793777984e-05,
      "loss": 0.9824,
      "step": 2732
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7874807228458897e-05,
      "loss": 0.9575,
      "step": 2733
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7873090052091577e-05,
      "loss": 0.9702,
      "step": 2734
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.787137226480927e-05,
      "loss": 0.9624,
      "step": 2735
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7869653866745268e-05,
      "loss": 0.9683,
      "step": 2736
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7867934858032902e-05,
      "loss": 0.9927,
      "step": 2737
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.786621523880557e-05,
      "loss": 0.9873,
      "step": 2738
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7864495009196702e-05,
      "loss": 1.0151,
      "step": 2739
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.786277416933978e-05,
      "loss": 0.9248,
      "step": 2740
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.786105271936833e-05,
      "loss": 0.9404,
      "step": 2741
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7859330659415938e-05,
      "loss": 0.9102,
      "step": 2742
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7857607989616215e-05,
      "loss": 0.9614,
      "step": 2743
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.785588471010284e-05,
      "loss": 0.4441,
      "step": 2744
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.785416082100953e-05,
      "loss": 0.9907,
      "step": 2745
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.785243632247005e-05,
      "loss": 0.9834,
      "step": 2746
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7850711214618218e-05,
      "loss": 0.938,
      "step": 2747
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7848985497587886e-05,
      "loss": 0.9668,
      "step": 2748
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7847259171512966e-05,
      "loss": 0.9736,
      "step": 2749
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7845532236527413e-05,
      "loss": 0.9629,
      "step": 2750
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7843804692765226e-05,
      "loss": 0.9766,
      "step": 2751
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.784207654036046e-05,
      "loss": 0.9766,
      "step": 2752
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7840347779447207e-05,
      "loss": 0.9995,
      "step": 2753
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7838618410159613e-05,
      "loss": 0.9272,
      "step": 2754
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.783688843263187e-05,
      "loss": 0.979,
      "step": 2755
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.783515784699821e-05,
      "loss": 0.9551,
      "step": 2756
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7833426653392924e-05,
      "loss": 0.9824,
      "step": 2757
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.783169485195034e-05,
      "loss": 0.9727,
      "step": 2758
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7829962442804847e-05,
      "loss": 0.936,
      "step": 2759
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.782822942609086e-05,
      "loss": 0.9658,
      "step": 2760
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7826495801942862e-05,
      "loss": 1.0107,
      "step": 2761
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.782476157049537e-05,
      "loss": 0.8883,
      "step": 2762
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7823026731882955e-05,
      "loss": 0.9712,
      "step": 2763
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7821291286240226e-05,
      "loss": 0.9604,
      "step": 2764
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7819555233701857e-05,
      "loss": 0.9888,
      "step": 2765
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7817818574402542e-05,
      "loss": 0.9775,
      "step": 2766
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.781608130847705e-05,
      "loss": 0.9663,
      "step": 2767
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7814343436060182e-05,
      "loss": 0.9316,
      "step": 2768
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7812604957286788e-05,
      "loss": 0.9443,
      "step": 2769
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.781086587229176e-05,
      "loss": 1.0332,
      "step": 2770
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7809126181210054e-05,
      "loss": 0.9653,
      "step": 2771
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7807385884176654e-05,
      "loss": 0.9902,
      "step": 2772
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.78056449813266e-05,
      "loss": 0.9663,
      "step": 2773
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7803903472794983e-05,
      "loss": 0.9795,
      "step": 2774
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.780216135871693e-05,
      "loss": 0.9849,
      "step": 2775
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7800418639227623e-05,
      "loss": 0.9922,
      "step": 2776
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7798675314462287e-05,
      "loss": 0.96,
      "step": 2777
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.77969313845562e-05,
      "loss": 0.9863,
      "step": 2778
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.779518684964468e-05,
      "loss": 0.9521,
      "step": 2779
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7793441709863094e-05,
      "loss": 0.9927,
      "step": 2780
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7791695965346856e-05,
      "loss": 0.9766,
      "step": 2781
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.778994961623143e-05,
      "loss": 0.9243,
      "step": 2782
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.778820266265233e-05,
      "loss": 0.9614,
      "step": 2783
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7786455104745094e-05,
      "loss": 0.9766,
      "step": 2784
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7784706942645344e-05,
      "loss": 1.0,
      "step": 2785
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7782958176488724e-05,
      "loss": 0.9873,
      "step": 2786
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7781208806410918e-05,
      "loss": 0.9668,
      "step": 2787
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7779458832547684e-05,
      "loss": 0.9858,
      "step": 2788
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7777708255034803e-05,
      "loss": 0.9688,
      "step": 2789
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7775957074008118e-05,
      "loss": 0.9639,
      "step": 2790
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7774205289603506e-05,
      "loss": 0.9995,
      "step": 2791
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.77724529019569e-05,
      "loss": 0.4517,
      "step": 2792
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7770699911204278e-05,
      "loss": 1.0044,
      "step": 2793
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7768946317481665e-05,
      "loss": 0.9526,
      "step": 2794
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7767192120925124e-05,
      "loss": 0.9604,
      "step": 2795
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7765437321670783e-05,
      "loss": 1.0034,
      "step": 2796
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.77636819198548e-05,
      "loss": 0.9854,
      "step": 2797
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7761925915613392e-05,
      "loss": 0.9438,
      "step": 2798
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7760169309082805e-05,
      "loss": 0.9556,
      "step": 2799
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7758412100399356e-05,
      "loss": 1.0044,
      "step": 2800
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.775665428969939e-05,
      "loss": 0.9951,
      "step": 2801
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.77548958771193e-05,
      "loss": 0.9736,
      "step": 2802
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7753136862795542e-05,
      "loss": 0.9814,
      "step": 2803
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.77513772468646e-05,
      "loss": 0.9346,
      "step": 2804
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7749617029463015e-05,
      "loss": 0.9541,
      "step": 2805
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.774785621072737e-05,
      "loss": 0.9834,
      "step": 2806
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7746094790794296e-05,
      "loss": 0.9263,
      "step": 2807
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.774433276980047e-05,
      "loss": 0.9536,
      "step": 2808
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7742570147882618e-05,
      "loss": 0.9849,
      "step": 2809
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7740806925177514e-05,
      "loss": 0.9878,
      "step": 2810
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7739043101821968e-05,
      "loss": 0.9463,
      "step": 2811
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7737278677952855e-05,
      "loss": 0.9722,
      "step": 2812
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7735513653707078e-05,
      "loss": 0.958,
      "step": 2813
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.77337480292216e-05,
      "loss": 0.9355,
      "step": 2814
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.773198180463342e-05,
      "loss": 0.9482,
      "step": 2815
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.773021498007959e-05,
      "loss": 0.9209,
      "step": 2816
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.772844755569721e-05,
      "loss": 0.9741,
      "step": 2817
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7726679531623424e-05,
      "loss": 0.9702,
      "step": 2818
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7724910907995417e-05,
      "loss": 0.9087,
      "step": 2819
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7723141684950433e-05,
      "loss": 0.9326,
      "step": 2820
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.772137186262575e-05,
      "loss": 0.981,
      "step": 2821
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7719601441158705e-05,
      "loss": 1.0054,
      "step": 2822
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7717830420686666e-05,
      "loss": 0.9766,
      "step": 2823
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.771605880134706e-05,
      "loss": 0.9663,
      "step": 2824
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7714286583277353e-05,
      "loss": 0.9556,
      "step": 2825
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7712513766615066e-05,
      "loss": 0.9976,
      "step": 2826
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.771074035149776e-05,
      "loss": 0.9541,
      "step": 2827
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.770896633806304e-05,
      "loss": 0.9629,
      "step": 2828
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.770719172644857e-05,
      "loss": 0.9966,
      "step": 2829
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.770541651679204e-05,
      "loss": 1.0117,
      "step": 2830
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7703640709231204e-05,
      "loss": 0.9854,
      "step": 2831
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7701864303903857e-05,
      "loss": 0.9639,
      "step": 2832
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7700087300947836e-05,
      "loss": 0.96,
      "step": 2833
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7698309700501032e-05,
      "loss": 0.978,
      "step": 2834
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7696531502701376e-05,
      "loss": 0.9536,
      "step": 2835
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.769475270768685e-05,
      "loss": 0.9941,
      "step": 2836
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.769297331559548e-05,
      "loss": 0.9238,
      "step": 2837
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.769119332656534e-05,
      "loss": 0.5261,
      "step": 2838
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.768941274073454e-05,
      "loss": 0.9727,
      "step": 2839
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7687631558241256e-05,
      "loss": 0.959,
      "step": 2840
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7685849779223698e-05,
      "loss": 0.9346,
      "step": 2841
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7684067403820117e-05,
      "loss": 0.4802,
      "step": 2842
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7682284432168818e-05,
      "loss": 0.9429,
      "step": 2843
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7680500864408156e-05,
      "loss": 0.9668,
      "step": 2844
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7678716700676528e-05,
      "loss": 0.9399,
      "step": 2845
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7676931941112373e-05,
      "loss": 0.9692,
      "step": 2846
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7675146585854182e-05,
      "loss": 0.981,
      "step": 2847
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.767336063504049e-05,
      "loss": 1.0122,
      "step": 2848
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7671574088809874e-05,
      "loss": 0.9741,
      "step": 2849
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.766978694730097e-05,
      "loss": 0.9321,
      "step": 2850
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7667999210652444e-05,
      "loss": 0.9966,
      "step": 2851
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7666210879003024e-05,
      "loss": 0.939,
      "step": 2852
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7664421952491467e-05,
      "loss": 0.9502,
      "step": 2853
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7662632431256593e-05,
      "loss": 0.9849,
      "step": 2854
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7660842315437255e-05,
      "loss": 0.9517,
      "step": 2855
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.765905160517236e-05,
      "loss": 0.9712,
      "step": 2856
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.765726030060086e-05,
      "loss": 0.9673,
      "step": 2857
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7655468401861754e-05,
      "loss": 0.9707,
      "step": 2858
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7653675909094077e-05,
      "loss": 0.9414,
      "step": 2859
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7651882822436927e-05,
      "loss": 0.96,
      "step": 2860
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7650089142029433e-05,
      "loss": 0.9863,
      "step": 2861
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7648294868010777e-05,
      "loss": 0.9463,
      "step": 2862
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7646500000520184e-05,
      "loss": 1.001,
      "step": 2863
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7644704539696937e-05,
      "loss": 0.9668,
      "step": 2864
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7642908485680346e-05,
      "loss": 0.9517,
      "step": 2865
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.764111183860978e-05,
      "loss": 0.9141,
      "step": 2866
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.763931459862465e-05,
      "loss": 0.9312,
      "step": 2867
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7637516765864415e-05,
      "loss": 0.9697,
      "step": 2868
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7635718340468573e-05,
      "loss": 0.9956,
      "step": 2869
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7633919322576678e-05,
      "loss": 1.0459,
      "step": 2870
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7632119712328327e-05,
      "loss": 1.0156,
      "step": 2871
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7630319509863153e-05,
      "loss": 0.9692,
      "step": 2872
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7628518715320857e-05,
      "loss": 0.9731,
      "step": 2873
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.762671732884116e-05,
      "loss": 0.9751,
      "step": 2874
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7624915350563846e-05,
      "loss": 0.9644,
      "step": 2875
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.762311278062874e-05,
      "loss": 0.9731,
      "step": 2876
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.762130961917571e-05,
      "loss": 0.9648,
      "step": 2877
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.761950586634468e-05,
      "loss": 0.9775,
      "step": 2878
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7617701522275604e-05,
      "loss": 0.8965,
      "step": 2879
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7615896587108498e-05,
      "loss": 0.9492,
      "step": 2880
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7614091060983414e-05,
      "loss": 0.9375,
      "step": 2881
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.761228494404045e-05,
      "loss": 0.9556,
      "step": 2882
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7610478236419757e-05,
      "loss": 0.9565,
      "step": 2883
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.760867093826152e-05,
      "loss": 0.9546,
      "step": 2884
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7606863049705985e-05,
      "loss": 0.9839,
      "step": 2885
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.760505457089343e-05,
      "loss": 0.957,
      "step": 2886
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7603245501964187e-05,
      "loss": 0.9512,
      "step": 2887
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7601435843058628e-05,
      "loss": 0.9561,
      "step": 2888
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.759962559431718e-05,
      "loss": 0.9629,
      "step": 2889
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7597814755880304e-05,
      "loss": 0.9287,
      "step": 2890
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7596003327888514e-05,
      "loss": 1.0283,
      "step": 2891
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7594191310482373e-05,
      "loss": 1.0039,
      "step": 2892
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7592378703802482e-05,
      "loss": 0.8931,
      "step": 2893
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.759056550798949e-05,
      "loss": 0.998,
      "step": 2894
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.758875172318409e-05,
      "loss": 0.9946,
      "step": 2895
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7586937349527028e-05,
      "loss": 0.9751,
      "step": 2896
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7585122387159088e-05,
      "loss": 1.0005,
      "step": 2897
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7583306836221105e-05,
      "loss": 0.9365,
      "step": 2898
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7581490696853952e-05,
      "loss": 0.9551,
      "step": 2899
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.757967396919856e-05,
      "loss": 0.9795,
      "step": 2900
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7577856653395896e-05,
      "loss": 0.9761,
      "step": 2901
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7576038749586973e-05,
      "loss": 0.9321,
      "step": 2902
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7574220257912855e-05,
      "loss": 0.9487,
      "step": 2903
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7572401178514647e-05,
      "loss": 0.9399,
      "step": 2904
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.75705815115335e-05,
      "loss": 0.96,
      "step": 2905
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.756876125711061e-05,
      "loss": 0.9858,
      "step": 2906
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.756694041538723e-05,
      "loss": 0.9839,
      "step": 2907
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.756511898650463e-05,
      "loss": 0.9629,
      "step": 2908
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7563296970604166e-05,
      "loss": 0.959,
      "step": 2909
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.756147436782721e-05,
      "loss": 0.9736,
      "step": 2910
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7559651178315177e-05,
      "loss": 0.9736,
      "step": 2911
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.755782740220955e-05,
      "loss": 0.9648,
      "step": 2912
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7556003039651843e-05,
      "loss": 0.9229,
      "step": 2913
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7554178090783614e-05,
      "loss": 0.9565,
      "step": 2914
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7552352555746472e-05,
      "loss": 1.0254,
      "step": 2915
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7550526434682074e-05,
      "loss": 0.9619,
      "step": 2916
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7548699727732118e-05,
      "loss": 0.9878,
      "step": 2917
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7546872435038344e-05,
      "loss": 0.9785,
      "step": 2918
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7545044556742545e-05,
      "loss": 0.9751,
      "step": 2919
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7543216092986547e-05,
      "loss": 0.9487,
      "step": 2920
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7541387043912243e-05,
      "loss": 0.9731,
      "step": 2921
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7539557409661552e-05,
      "loss": 0.9814,
      "step": 2922
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7537727190376442e-05,
      "loss": 0.9653,
      "step": 2923
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7535896386198938e-05,
      "loss": 0.9453,
      "step": 2924
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.75340649972711e-05,
      "loss": 0.9771,
      "step": 2925
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7532233023735027e-05,
      "loss": 0.9741,
      "step": 2926
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.753040046573288e-05,
      "loss": 0.9526,
      "step": 2927
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7528567323406852e-05,
      "loss": 0.9414,
      "step": 2928
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7526733596899188e-05,
      "loss": 0.9312,
      "step": 2929
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7524899286352176e-05,
      "loss": 0.9883,
      "step": 2930
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7523064391908155e-05,
      "loss": 0.9209,
      "step": 2931
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7521228913709495e-05,
      "loss": 1.0361,
      "step": 2932
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7519392851898628e-05,
      "loss": 0.9258,
      "step": 2933
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.751755620661802e-05,
      "loss": 0.9429,
      "step": 2934
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.751571897801019e-05,
      "loss": 1.0029,
      "step": 2935
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7513881166217693e-05,
      "loss": 1.001,
      "step": 2936
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7512042771383136e-05,
      "loss": 0.939,
      "step": 2937
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7510203793649176e-05,
      "loss": 1.0098,
      "step": 2938
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7508364233158502e-05,
      "loss": 0.9087,
      "step": 2939
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7506524090053858e-05,
      "loss": 0.958,
      "step": 2940
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.750468336447803e-05,
      "loss": 0.999,
      "step": 2941
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.750284205657385e-05,
      "loss": 0.938,
      "step": 2942
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7501000166484194e-05,
      "loss": 0.9888,
      "step": 2943
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7499157694351985e-05,
      "loss": 0.9585,
      "step": 2944
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.749731464032019e-05,
      "loss": 0.894,
      "step": 2945
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7495471004531822e-05,
      "loss": 1.021,
      "step": 2946
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7493626787129936e-05,
      "loss": 0.9595,
      "step": 2947
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7491781988257638e-05,
      "loss": 0.9531,
      "step": 2948
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7489936608058073e-05,
      "loss": 0.9399,
      "step": 2949
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7488090646674434e-05,
      "loss": 0.9585,
      "step": 2950
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.748624410424996e-05,
      "loss": 0.9551,
      "step": 2951
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.748439698092794e-05,
      "loss": 0.9888,
      "step": 2952
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7482549276851694e-05,
      "loss": 0.9448,
      "step": 2953
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7480700992164596e-05,
      "loss": 0.9453,
      "step": 2954
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7478852127010065e-05,
      "loss": 0.4517,
      "step": 2955
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7477002681531567e-05,
      "loss": 0.9971,
      "step": 2956
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7475152655872607e-05,
      "loss": 0.9229,
      "step": 2957
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.747330205017674e-05,
      "loss": 1.0342,
      "step": 2958
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7471450864587563e-05,
      "loss": 0.9463,
      "step": 2959
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7469599099248724e-05,
      "loss": 0.9668,
      "step": 2960
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7467746754303908e-05,
      "loss": 0.9648,
      "step": 2961
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7465893829896843e-05,
      "loss": 0.9658,
      "step": 2962
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7464040326171314e-05,
      "loss": 1.001,
      "step": 2963
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7462186243271144e-05,
      "loss": 0.957,
      "step": 2964
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.74603315813402e-05,
      "loss": 0.9673,
      "step": 2965
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7458476340522393e-05,
      "loss": 0.938,
      "step": 2966
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7456620520961685e-05,
      "loss": 0.9546,
      "step": 2967
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7454764122802077e-05,
      "loss": 0.9546,
      "step": 2968
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7452907146187613e-05,
      "loss": 0.9756,
      "step": 2969
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7451049591262394e-05,
      "loss": 0.9214,
      "step": 2970
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7449191458170547e-05,
      "loss": 0.9741,
      "step": 2971
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.744733274705627e-05,
      "loss": 0.9722,
      "step": 2972
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7445473458063773e-05,
      "loss": 0.9653,
      "step": 2973
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7443613591337335e-05,
      "loss": 1.0205,
      "step": 2974
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.744175314702128e-05,
      "loss": 0.9463,
      "step": 2975
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7439892125259958e-05,
      "loss": 1.0088,
      "step": 2976
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7438030526197782e-05,
      "loss": 0.9502,
      "step": 2977
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7436168349979204e-05,
      "loss": 0.9785,
      "step": 2978
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.743430559674872e-05,
      "loss": 0.9468,
      "step": 2979
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7432442266650865e-05,
      "loss": 0.9556,
      "step": 2980
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7430578359830233e-05,
      "loss": 0.9556,
      "step": 2981
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7428713876431452e-05,
      "loss": 0.9521,
      "step": 2982
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7426848816599194e-05,
      "loss": 0.9229,
      "step": 2983
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7424983180478178e-05,
      "loss": 0.9521,
      "step": 2984
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7423116968213177e-05,
      "loss": 0.9873,
      "step": 2985
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.742125017994899e-05,
      "loss": 0.959,
      "step": 2986
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7419382815830478e-05,
      "loss": 0.958,
      "step": 2987
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.741751487600254e-05,
      "loss": 0.96,
      "step": 2988
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7415646360610114e-05,
      "loss": 1.02,
      "step": 2989
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.741377726979819e-05,
      "loss": 0.9697,
      "step": 2990
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7411907603711807e-05,
      "loss": 0.9707,
      "step": 2991
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7410037362496033e-05,
      "loss": 0.9517,
      "step": 2992
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7408166546295997e-05,
      "loss": 0.9751,
      "step": 2993
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.740629515525686e-05,
      "loss": 0.9741,
      "step": 2994
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7404423189523837e-05,
      "loss": 0.9849,
      "step": 2995
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7402550649242184e-05,
      "loss": 0.9214,
      "step": 2996
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.74006775345572e-05,
      "loss": 0.9575,
      "step": 2997
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7398803845614226e-05,
      "loss": 0.9541,
      "step": 2998
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7396929582558658e-05,
      "loss": 0.9858,
      "step": 2999
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.739505474553593e-05,
      "loss": 0.9385,
      "step": 3000
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7393179334691517e-05,
      "loss": 0.9937,
      "step": 3001
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.739130335017094e-05,
      "loss": 0.9453,
      "step": 3002
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7389426792119772e-05,
      "loss": 0.9624,
      "step": 3003
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7387549660683625e-05,
      "loss": 0.9482,
      "step": 3004
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7385671956008153e-05,
      "loss": 0.9619,
      "step": 3005
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.738379367823906e-05,
      "loss": 0.9707,
      "step": 3006
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.738191482752208e-05,
      "loss": 0.9849,
      "step": 3007
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7380035404003025e-05,
      "loss": 0.9634,
      "step": 3008
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7378155407827712e-05,
      "loss": 0.9282,
      "step": 3009
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.737627483914202e-05,
      "loss": 0.9438,
      "step": 3010
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7374393698091882e-05,
      "loss": 0.9492,
      "step": 3011
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.737251198482326e-05,
      "loss": 0.9038,
      "step": 3012
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7370629699482168e-05,
      "loss": 0.9746,
      "step": 3013
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7368746842214662e-05,
      "loss": 0.9365,
      "step": 3014
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.736686341316684e-05,
      "loss": 0.9468,
      "step": 3015
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7364979412484852e-05,
      "loss": 0.9707,
      "step": 3016
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7363094840314882e-05,
      "loss": 0.9907,
      "step": 3017
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.736120969680317e-05,
      "loss": 0.9668,
      "step": 3018
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.735932398209599e-05,
      "loss": 0.9033,
      "step": 3019
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7357437696339672e-05,
      "loss": 0.978,
      "step": 3020
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7355550839680573e-05,
      "loss": 0.9575,
      "step": 3021
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7353663412265106e-05,
      "loss": 0.9326,
      "step": 3022
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7351775414239735e-05,
      "loss": 0.9971,
      "step": 3023
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7349886845750952e-05,
      "loss": 0.9683,
      "step": 3024
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7347997706945305e-05,
      "loss": 0.9722,
      "step": 3025
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7346107997969376e-05,
      "loss": 0.9824,
      "step": 3026
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7344217718969804e-05,
      "loss": 0.9814,
      "step": 3027
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7342326870093266e-05,
      "loss": 0.9272,
      "step": 3028
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7340435451486477e-05,
      "loss": 1.0034,
      "step": 3029
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7338543463296208e-05,
      "loss": 1.0073,
      "step": 3030
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7336650905669267e-05,
      "loss": 0.9644,
      "step": 3031
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7334757778752508e-05,
      "loss": 0.489,
      "step": 3032
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7332864082692828e-05,
      "loss": 1.0146,
      "step": 3033
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7330969817637166e-05,
      "loss": 0.9365,
      "step": 3034
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7329074983732513e-05,
      "loss": 0.9375,
      "step": 3035
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7327179581125898e-05,
      "loss": 0.9434,
      "step": 3036
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7325283609964395e-05,
      "loss": 0.9517,
      "step": 3037
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.732338707039512e-05,
      "loss": 0.9824,
      "step": 3038
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.732148996256524e-05,
      "loss": 0.9668,
      "step": 3039
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7319592286621957e-05,
      "loss": 0.9556,
      "step": 3040
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7317694042712526e-05,
      "loss": 0.9517,
      "step": 3041
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7315795230984242e-05,
      "loss": 0.9351,
      "step": 3042
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.731389585158444e-05,
      "loss": 0.9375,
      "step": 3043
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7311995904660504e-05,
      "loss": 0.9546,
      "step": 3044
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7310095390359865e-05,
      "loss": 0.9199,
      "step": 3045
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.730819430882999e-05,
      "loss": 0.9595,
      "step": 3046
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7306292660218393e-05,
      "loss": 0.9849,
      "step": 3047
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.730439044467264e-05,
      "loss": 0.9565,
      "step": 3048
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7302487662340324e-05,
      "loss": 0.9092,
      "step": 3049
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.73005843133691e-05,
      "loss": 0.9634,
      "step": 3050
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7298680397906652e-05,
      "loss": 0.9717,
      "step": 3051
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7296775916100727e-05,
      "loss": 0.4263,
      "step": 3052
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.729487086809909e-05,
      "loss": 0.9375,
      "step": 3053
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.729296525404957e-05,
      "loss": 0.8936,
      "step": 3054
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7291059074100034e-05,
      "loss": 0.9507,
      "step": 3055
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7289152328398396e-05,
      "loss": 0.9683,
      "step": 3056
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7287245017092602e-05,
      "loss": 0.5645,
      "step": 3057
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.728533714033066e-05,
      "loss": 0.9131,
      "step": 3058
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7283428698260603e-05,
      "loss": 0.957,
      "step": 3059
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7281519691030525e-05,
      "loss": 0.9678,
      "step": 3060
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.727961011878855e-05,
      "loss": 0.9375,
      "step": 3061
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7277699981682854e-05,
      "loss": 0.9834,
      "step": 3062
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.727578927986166e-05,
      "loss": 0.4309,
      "step": 3063
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7273878013473222e-05,
      "loss": 0.9834,
      "step": 3064
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.727196618266585e-05,
      "loss": 1.0005,
      "step": 3065
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7270053787587888e-05,
      "loss": 0.4275,
      "step": 3066
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7268140828387734e-05,
      "loss": 0.9502,
      "step": 3067
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7266227305213826e-05,
      "loss": 0.9648,
      "step": 3068
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7264313218214636e-05,
      "loss": 0.96,
      "step": 3069
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7262398567538696e-05,
      "loss": 0.9609,
      "step": 3070
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.726048335333457e-05,
      "loss": 0.9771,
      "step": 3071
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7258567575750877e-05,
      "loss": 0.9995,
      "step": 3072
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7256651234936263e-05,
      "loss": 0.9585,
      "step": 3073
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7254734331039428e-05,
      "loss": 0.9497,
      "step": 3074
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.725281686420912e-05,
      "loss": 0.9717,
      "step": 3075
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7250898834594125e-05,
      "loss": 0.9624,
      "step": 3076
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7248980242343267e-05,
      "loss": 1.001,
      "step": 3077
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.724706108760543e-05,
      "loss": 0.9395,
      "step": 3078
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.724514137052952e-05,
      "loss": 0.9731,
      "step": 3079
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7243221091264505e-05,
      "loss": 0.9478,
      "step": 3080
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7241300249959386e-05,
      "loss": 0.9561,
      "step": 3081
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7239378846763214e-05,
      "loss": 0.9771,
      "step": 3082
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7237456881825085e-05,
      "loss": 0.9458,
      "step": 3083
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7235534355294127e-05,
      "loss": 0.9844,
      "step": 3084
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.723361126731952e-05,
      "loss": 0.9917,
      "step": 3085
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.723168761805049e-05,
      "loss": 0.4263,
      "step": 3086
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.72297634076363e-05,
      "loss": 0.4419,
      "step": 3087
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7227838636226266e-05,
      "loss": 0.9678,
      "step": 3088
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7225913303969733e-05,
      "loss": 0.9204,
      "step": 3089
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.72239874110161e-05,
      "loss": 0.9824,
      "step": 3090
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7222060957514815e-05,
      "loss": 0.9619,
      "step": 3091
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7220133943615352e-05,
      "loss": 0.9937,
      "step": 3092
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.721820636946724e-05,
      "loss": 0.9727,
      "step": 3093
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7216278235220053e-05,
      "loss": 0.9668,
      "step": 3094
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7214349541023402e-05,
      "loss": 0.9624,
      "step": 3095
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7212420287026953e-05,
      "loss": 0.9395,
      "step": 3096
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7210490473380395e-05,
      "loss": 0.9902,
      "step": 3097
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7208560100233478e-05,
      "loss": 0.9541,
      "step": 3098
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.720662916773599e-05,
      "loss": 0.9673,
      "step": 3099
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7204697676037768e-05,
      "loss": 0.9771,
      "step": 3100
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7202765625288675e-05,
      "loss": 0.9302,
      "step": 3101
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7200833015638637e-05,
      "loss": 0.9453,
      "step": 3102
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.719889984723761e-05,
      "loss": 0.96,
      "step": 3103
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7196966120235607e-05,
      "loss": 0.9766,
      "step": 3104
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.719503183478267e-05,
      "loss": 0.9814,
      "step": 3105
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7193096991028896e-05,
      "loss": 0.9287,
      "step": 3106
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.719116158912441e-05,
      "loss": 0.9375,
      "step": 3107
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.71892256292194e-05,
      "loss": 0.9243,
      "step": 3108
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.718728911146408e-05,
      "loss": 0.9614,
      "step": 3109
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7185352036008724e-05,
      "loss": 0.9189,
      "step": 3110
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.718341440300363e-05,
      "loss": 0.9795,
      "step": 3111
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7181476212599157e-05,
      "loss": 0.9712,
      "step": 3112
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7179537464945694e-05,
      "loss": 0.9561,
      "step": 3113
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7177598160193684e-05,
      "loss": 1.0103,
      "step": 3114
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.71756582984936e-05,
      "loss": 0.9878,
      "step": 3115
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7173717879995974e-05,
      "loss": 0.9834,
      "step": 3116
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7171776904851367e-05,
      "loss": 1.0078,
      "step": 3117
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7169835373210396e-05,
      "loss": 0.9434,
      "step": 3118
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.716789328522371e-05,
      "loss": 0.9717,
      "step": 3119
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.716595064104201e-05,
      "loss": 0.9326,
      "step": 3120
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7164007440816033e-05,
      "loss": 0.9453,
      "step": 3121
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.716206368469656e-05,
      "loss": 0.9468,
      "step": 3122
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7160119372834424e-05,
      "loss": 0.9238,
      "step": 3123
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.715817450538049e-05,
      "loss": 0.9375,
      "step": 3124
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7156229082485674e-05,
      "loss": 0.9604,
      "step": 3125
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7154283104300926e-05,
      "loss": 0.9814,
      "step": 3126
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7152336570977253e-05,
      "loss": 0.9814,
      "step": 3127
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7150389482665686e-05,
      "loss": 0.9492,
      "step": 3128
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.714844183951732e-05,
      "loss": 0.9419,
      "step": 3129
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7146493641683277e-05,
      "loss": 0.9658,
      "step": 3130
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.714454488931473e-05,
      "loss": 0.9404,
      "step": 3131
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.71425955825629e-05,
      "loss": 0.9702,
      "step": 3132
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.714064572157903e-05,
      "loss": 0.4602,
      "step": 3133
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.713869530651443e-05,
      "loss": 0.9829,
      "step": 3134
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7136744337520436e-05,
      "loss": 0.9946,
      "step": 3135
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7134792814748444e-05,
      "loss": 0.9487,
      "step": 3136
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7132840738349874e-05,
      "loss": 0.9834,
      "step": 3137
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7130888108476202e-05,
      "loss": 0.9424,
      "step": 3138
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7128934925278945e-05,
      "loss": 1.0049,
      "step": 3139
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7126981188909657e-05,
      "loss": 0.9541,
      "step": 3140
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.712502689951994e-05,
      "loss": 0.9404,
      "step": 3141
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.712307205726144e-05,
      "loss": 0.9448,
      "step": 3142
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.712111666228584e-05,
      "loss": 0.9146,
      "step": 3143
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.711916071474487e-05,
      "loss": 0.9922,
      "step": 3144
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7117204214790303e-05,
      "loss": 0.9497,
      "step": 3145
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7115247162573954e-05,
      "loss": 0.9473,
      "step": 3146
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7113289558247687e-05,
      "loss": 0.9414,
      "step": 3147
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7111331401963393e-05,
      "loss": 0.9453,
      "step": 3148
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.710937269387302e-05,
      "loss": 0.9868,
      "step": 3149
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.710741343412856e-05,
      "loss": 0.9556,
      "step": 3150
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7105453622882038e-05,
      "loss": 1.0044,
      "step": 3151
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.710349326028552e-05,
      "loss": 0.9468,
      "step": 3152
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7101532346491132e-05,
      "loss": 0.9761,
      "step": 3153
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.709957088165102e-05,
      "loss": 0.959,
      "step": 3154
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.70976088659174e-05,
      "loss": 1.0181,
      "step": 3155
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.70956462994425e-05,
      "loss": 0.9595,
      "step": 3156
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.709368318237861e-05,
      "loss": 0.9424,
      "step": 3157
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7091719514878064e-05,
      "loss": 0.9668,
      "step": 3158
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7089755297093232e-05,
      "loss": 0.9771,
      "step": 3159
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7087790529176524e-05,
      "loss": 0.9243,
      "step": 3160
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7085825211280402e-05,
      "loss": 0.9824,
      "step": 3161
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.708385934355736e-05,
      "loss": 0.9302,
      "step": 3162
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7081892926159948e-05,
      "loss": 0.9824,
      "step": 3163
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7079925959240737e-05,
      "loss": 0.9272,
      "step": 3164
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.707795844295237e-05,
      "loss": 0.9829,
      "step": 3165
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7075990377447507e-05,
      "loss": 0.9287,
      "step": 3166
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7074021762878866e-05,
      "loss": 0.981,
      "step": 3167
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7072052599399197e-05,
      "loss": 0.9873,
      "step": 3168
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7070082887161304e-05,
      "loss": 0.9478,
      "step": 3169
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7068112626318024e-05,
      "loss": 1.0068,
      "step": 3170
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7066141817022236e-05,
      "loss": 1.0029,
      "step": 3171
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7064170459426876e-05,
      "loss": 0.978,
      "step": 3172
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7062198553684904e-05,
      "loss": 0.9517,
      "step": 3173
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7060226099949333e-05,
      "loss": 0.9326,
      "step": 3174
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7058253098373218e-05,
      "loss": 0.9839,
      "step": 3175
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7056279549109647e-05,
      "loss": 1.0073,
      "step": 3176
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7054305452311773e-05,
      "loss": 1.0034,
      "step": 3177
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.705233080813276e-05,
      "loss": 0.959,
      "step": 3178
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7050355616725843e-05,
      "loss": 0.9312,
      "step": 3179
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7048379878244282e-05,
      "loss": 0.9629,
      "step": 3180
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.704640359284139e-05,
      "loss": 1.0068,
      "step": 3181
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7044426760670508e-05,
      "loss": 0.9312,
      "step": 3182
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.704244938188504e-05,
      "loss": 0.9727,
      "step": 3183
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.704047145663841e-05,
      "loss": 0.9438,
      "step": 3184
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.703849298508411e-05,
      "loss": 0.9517,
      "step": 3185
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.703651396737565e-05,
      "loss": 0.9624,
      "step": 3186
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7034534403666593e-05,
      "loss": 0.9639,
      "step": 3187
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7032554294110545e-05,
      "loss": 0.9531,
      "step": 3188
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7030573638861155e-05,
      "loss": 0.9697,
      "step": 3189
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.702859243807211e-05,
      "loss": 0.9399,
      "step": 3190
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7026610691897146e-05,
      "loss": 0.917,
      "step": 3191
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7024628400490035e-05,
      "loss": 1.0239,
      "step": 3192
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.702264556400459e-05,
      "loss": 0.9668,
      "step": 3193
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.702066218259468e-05,
      "loss": 0.9443,
      "step": 3194
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.701867825641419e-05,
      "loss": 0.4241,
      "step": 3195
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.701669378561708e-05,
      "loss": 0.9824,
      "step": 3196
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7014708770357323e-05,
      "loss": 0.9561,
      "step": 3197
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.7012723210788953e-05,
      "loss": 0.9326,
      "step": 3198
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.701073710706604e-05,
      "loss": 0.9175,
      "step": 3199
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.7008750459342696e-05,
      "loss": 1.0054,
      "step": 3200
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.7006763267773078e-05,
      "loss": 1.001,
      "step": 3201
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.7004775532511377e-05,
      "loss": 0.9697,
      "step": 3202
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.7002787253711833e-05,
      "loss": 1.0068,
      "step": 3203
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.700079843152873e-05,
      "loss": 0.9346,
      "step": 3204
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6998809066116395e-05,
      "loss": 0.9766,
      "step": 3205
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6996819157629184e-05,
      "loss": 0.9805,
      "step": 3206
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.699482870622151e-05,
      "loss": 0.9668,
      "step": 3207
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6992837712047827e-05,
      "loss": 0.9805,
      "step": 3208
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6990846175262615e-05,
      "loss": 0.8887,
      "step": 3209
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.698885409602042e-05,
      "loss": 0.9785,
      "step": 3210
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6986861474475814e-05,
      "loss": 0.9546,
      "step": 3211
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6984868310783412e-05,
      "loss": 0.9756,
      "step": 3212
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6982874605097873e-05,
      "loss": 0.5271,
      "step": 3213
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.698088035757391e-05,
      "loss": 0.9556,
      "step": 3214
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6978885568366253e-05,
      "loss": 0.9277,
      "step": 3215
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.69768902376297e-05,
      "loss": 0.9634,
      "step": 3216
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6974894365519067e-05,
      "loss": 0.9097,
      "step": 3217
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6972897952189238e-05,
      "loss": 0.9521,
      "step": 3218
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6970900997795122e-05,
      "loss": 0.9194,
      "step": 3219
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6968903502491665e-05,
      "loss": 0.9492,
      "step": 3220
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.696690546643387e-05,
      "loss": 0.917,
      "step": 3221
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6964906889776775e-05,
      "loss": 0.9697,
      "step": 3222
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6962907772675458e-05,
      "loss": 0.9775,
      "step": 3223
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6960908115285044e-05,
      "loss": 0.9541,
      "step": 3224
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6958907917760697e-05,
      "loss": 0.9639,
      "step": 3225
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.695690718025762e-05,
      "loss": 0.9717,
      "step": 3226
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.695490590293106e-05,
      "loss": 0.9531,
      "step": 3227
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6952904085936313e-05,
      "loss": 0.9888,
      "step": 3228
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6950901729428704e-05,
      "loss": 0.9653,
      "step": 3229
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.694889883356361e-05,
      "loss": 0.9932,
      "step": 3230
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6946895398496447e-05,
      "loss": 0.9375,
      "step": 3231
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.694489142438267e-05,
      "loss": 0.9375,
      "step": 3232
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6942886911377776e-05,
      "loss": 0.4988,
      "step": 3233
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6940881859637313e-05,
      "loss": 0.4299,
      "step": 3234
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.693887626931686e-05,
      "loss": 0.9673,
      "step": 3235
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6936870140572038e-05,
      "loss": 0.9663,
      "step": 3236
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6934863473558514e-05,
      "loss": 0.9541,
      "step": 3237
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6932856268432e-05,
      "loss": 0.9092,
      "step": 3238
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6930848525348244e-05,
      "loss": 0.5632,
      "step": 3239
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.692884024446304e-05,
      "loss": 0.9556,
      "step": 3240
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6926831425932215e-05,
      "loss": 0.9609,
      "step": 3241
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6924822069911648e-05,
      "loss": 0.9375,
      "step": 3242
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6922812176557255e-05,
      "loss": 0.9561,
      "step": 3243
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6920801746024995e-05,
      "loss": 0.9688,
      "step": 3244
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.691879077847087e-05,
      "loss": 0.9541,
      "step": 3245
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6916779274050913e-05,
      "loss": 0.437,
      "step": 3246
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6914767232921215e-05,
      "loss": 0.9297,
      "step": 3247
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.69127546552379e-05,
      "loss": 0.9648,
      "step": 3248
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6910741541157135e-05,
      "loss": 0.9736,
      "step": 3249
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6908727890835125e-05,
      "loss": 0.9907,
      "step": 3250
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6906713704428124e-05,
      "loss": 0.939,
      "step": 3251
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.690469898209242e-05,
      "loss": 0.9521,
      "step": 3252
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.690268372398435e-05,
      "loss": 0.9756,
      "step": 3253
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6900667930260286e-05,
      "loss": 0.9302,
      "step": 3254
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6898651601076644e-05,
      "loss": 1.0034,
      "step": 3255
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.689663473658988e-05,
      "loss": 0.959,
      "step": 3256
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.68946173369565e-05,
      "loss": 0.9688,
      "step": 3257
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6892599402333036e-05,
      "loss": 0.9624,
      "step": 3258
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6890580932876073e-05,
      "loss": 0.9521,
      "step": 3259
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6888561928742238e-05,
      "loss": 0.9199,
      "step": 3260
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6886542390088193e-05,
      "loss": 0.9341,
      "step": 3261
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6884522317070647e-05,
      "loss": 0.9219,
      "step": 3262
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6882501709846352e-05,
      "loss": 0.9502,
      "step": 3263
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6880480568572086e-05,
      "loss": 0.9683,
      "step": 3264
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6878458893404694e-05,
      "loss": 0.9927,
      "step": 3265
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6876436684501035e-05,
      "loss": 0.863,
      "step": 3266
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6874413942018034e-05,
      "loss": 0.9731,
      "step": 3267
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6872390666112643e-05,
      "loss": 0.9878,
      "step": 3268
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6870366856941854e-05,
      "loss": 0.9946,
      "step": 3269
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.686834251466271e-05,
      "loss": 0.9727,
      "step": 3270
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.686631763943229e-05,
      "loss": 0.9468,
      "step": 3271
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6864292231407716e-05,
      "loss": 0.9268,
      "step": 3272
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6862266290746146e-05,
      "loss": 0.9663,
      "step": 3273
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.686023981760479e-05,
      "loss": 1.0215,
      "step": 3274
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6858212812140885e-05,
      "loss": 0.9556,
      "step": 3275
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6856185274511725e-05,
      "loss": 0.9888,
      "step": 3276
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.685415720487463e-05,
      "loss": 0.9692,
      "step": 3277
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6852128603386973e-05,
      "loss": 0.917,
      "step": 3278
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6850099470206163e-05,
      "loss": 0.4365,
      "step": 3279
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6848069805489655e-05,
      "loss": 0.999,
      "step": 3280
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.684603960939493e-05,
      "loss": 0.9766,
      "step": 3281
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6844008882079537e-05,
      "loss": 0.9624,
      "step": 3282
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.684197762370104e-05,
      "loss": 0.979,
      "step": 3283
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.683994583441706e-05,
      "loss": 0.9609,
      "step": 3284
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6837913514385252e-05,
      "loss": 0.9541,
      "step": 3285
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6835880663763316e-05,
      "loss": 0.9487,
      "step": 3286
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6833847282708996e-05,
      "loss": 0.981,
      "step": 3287
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.683181337138006e-05,
      "loss": 0.9282,
      "step": 3288
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6829778929934345e-05,
      "loss": 0.9395,
      "step": 3289
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6827743958529702e-05,
      "loss": 0.9341,
      "step": 3290
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6825708457324045e-05,
      "loss": 0.9644,
      "step": 3291
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6823672426475312e-05,
      "loss": 0.9346,
      "step": 3292
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6821635866141496e-05,
      "loss": 0.9585,
      "step": 3293
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.681959877648062e-05,
      "loss": 0.9561,
      "step": 3294
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.681756115765075e-05,
      "loss": 0.9399,
      "step": 3295
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6815523009810005e-05,
      "loss": 0.9609,
      "step": 3296
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6813484333116527e-05,
      "loss": 0.9609,
      "step": 3297
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6811445127728512e-05,
      "loss": 0.9351,
      "step": 3298
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6809405393804193e-05,
      "loss": 0.9595,
      "step": 3299
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.680736513150184e-05,
      "loss": 0.999,
      "step": 3300
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6805324340979773e-05,
      "loss": 0.9712,
      "step": 3301
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6803283022396343e-05,
      "loss": 0.9653,
      "step": 3302
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.680124117590995e-05,
      "loss": 0.9629,
      "step": 3303
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6799198801679027e-05,
      "loss": 0.9707,
      "step": 3304
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.679715589986206e-05,
      "loss": 0.9878,
      "step": 3305
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6795112470617564e-05,
      "loss": 0.9878,
      "step": 3306
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6793068514104102e-05,
      "loss": 0.9233,
      "step": 3307
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6791024030480275e-05,
      "loss": 0.4363,
      "step": 3308
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6788979019904723e-05,
      "loss": 0.9775,
      "step": 3309
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.678693348253613e-05,
      "loss": 0.9004,
      "step": 3310
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6784887418533223e-05,
      "loss": 0.9497,
      "step": 3311
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.678284082805476e-05,
      "loss": 0.9487,
      "step": 3312
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6780793711259557e-05,
      "loss": 0.864,
      "step": 3313
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6778746068306456e-05,
      "loss": 0.9077,
      "step": 3314
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.677669789935434e-05,
      "loss": 0.9419,
      "step": 3315
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.677464920456214e-05,
      "loss": 0.959,
      "step": 3316
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.677259998408883e-05,
      "loss": 1.0,
      "step": 3317
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6770550238093418e-05,
      "loss": 0.9688,
      "step": 3318
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.676849996673495e-05,
      "loss": 0.9722,
      "step": 3319
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.676644917017252e-05,
      "loss": 0.9668,
      "step": 3320
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6764397848565264e-05,
      "loss": 0.9829,
      "step": 3321
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6762346002072347e-05,
      "loss": 0.9595,
      "step": 3322
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6760293630852992e-05,
      "loss": 0.938,
      "step": 3323
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6758240735066448e-05,
      "loss": 0.4944,
      "step": 3324
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6756187314872008e-05,
      "loss": 0.9854,
      "step": 3325
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6754133370429012e-05,
      "loss": 0.4651,
      "step": 3326
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6752078901896838e-05,
      "loss": 0.9771,
      "step": 3327
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6750023909434898e-05,
      "loss": 0.9761,
      "step": 3328
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.674796839320265e-05,
      "loss": 1.0015,
      "step": 3329
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.67459123533596e-05,
      "loss": 0.9136,
      "step": 3330
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6743855790065276e-05,
      "loss": 0.9712,
      "step": 3331
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6741798703479268e-05,
      "loss": 0.4395,
      "step": 3332
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.673974109376119e-05,
      "loss": 0.9307,
      "step": 3333
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6737682961070705e-05,
      "loss": 0.9136,
      "step": 3334
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6735624305567517e-05,
      "loss": 0.9683,
      "step": 3335
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.673356512741136e-05,
      "loss": 0.9546,
      "step": 3336
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6731505426762024e-05,
      "loss": 0.8994,
      "step": 3337
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.672944520377933e-05,
      "loss": 0.9756,
      "step": 3338
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.672738445862314e-05,
      "loss": 0.958,
      "step": 3339
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6725323191453363e-05,
      "loss": 0.939,
      "step": 3340
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6723261402429937e-05,
      "loss": 0.9644,
      "step": 3341
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6721199091712854e-05,
      "loss": 0.9341,
      "step": 3342
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6719136259462135e-05,
      "loss": 0.9639,
      "step": 3343
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6717072905837847e-05,
      "loss": 0.96,
      "step": 3344
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6715009031000098e-05,
      "loss": 0.9302,
      "step": 3345
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6712944635109035e-05,
      "loss": 0.9839,
      "step": 3346
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6710879718324843e-05,
      "loss": 0.9014,
      "step": 3347
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.670881428080775e-05,
      "loss": 0.9375,
      "step": 3348
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6706748322718027e-05,
      "loss": 0.9312,
      "step": 3349
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.670468184421598e-05,
      "loss": 0.957,
      "step": 3350
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6702614845461965e-05,
      "loss": 0.9507,
      "step": 3351
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.670054732661636e-05,
      "loss": 0.9619,
      "step": 3352
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6698479287839606e-05,
      "loss": 0.978,
      "step": 3353
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6696410729292165e-05,
      "loss": 0.8945,
      "step": 3354
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6694341651134548e-05,
      "loss": 0.9326,
      "step": 3355
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.669227205352731e-05,
      "loss": 0.9429,
      "step": 3356
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6690201936631046e-05,
      "loss": 0.9751,
      "step": 3357
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6688131300606377e-05,
      "loss": 0.9438,
      "step": 3358
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6686060145613976e-05,
      "loss": 0.9385,
      "step": 3359
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6683988471814562e-05,
      "loss": 0.9697,
      "step": 3360
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6681916279368885e-05,
      "loss": 0.5151,
      "step": 3361
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6679843568437736e-05,
      "loss": 0.9697,
      "step": 3362
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6677770339181943e-05,
      "loss": 0.9668,
      "step": 3363
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6675696591762383e-05,
      "loss": 1.0034,
      "step": 3364
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6673622326339974e-05,
      "loss": 0.4619,
      "step": 3365
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.667154754307567e-05,
      "loss": 0.8921,
      "step": 3366
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.666947224213045e-05,
      "loss": 0.9893,
      "step": 3367
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.666739642366536e-05,
      "loss": 0.9629,
      "step": 3368
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.666532008784147e-05,
      "loss": 0.9971,
      "step": 3369
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6663243234819896e-05,
      "loss": 0.917,
      "step": 3370
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6661165864761794e-05,
      "loss": 0.9688,
      "step": 3371
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.665908797782835e-05,
      "loss": 0.9258,
      "step": 3372
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6657009574180807e-05,
      "loss": 0.8892,
      "step": 3373
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6654930653980434e-05,
      "loss": 0.9531,
      "step": 3374
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.665285121738855e-05,
      "loss": 0.9678,
      "step": 3375
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6650771264566503e-05,
      "loss": 0.9492,
      "step": 3376
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6648690795675694e-05,
      "loss": 0.9644,
      "step": 3377
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6646609810877558e-05,
      "loss": 0.9707,
      "step": 3378
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6644528310333562e-05,
      "loss": 0.981,
      "step": 3379
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6642446294205226e-05,
      "loss": 0.9785,
      "step": 3380
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.664036376265411e-05,
      "loss": 0.9282,
      "step": 3381
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6638280715841796e-05,
      "loss": 0.8337,
      "step": 3382
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6636197153929926e-05,
      "loss": 0.9746,
      "step": 3383
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6634113077080177e-05,
      "loss": 0.9336,
      "step": 3384
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6632028485454263e-05,
      "loss": 0.9502,
      "step": 3385
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6629943379213936e-05,
      "loss": 0.4529,
      "step": 3386
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.662785775852099e-05,
      "loss": 0.9741,
      "step": 3387
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.662577162353726e-05,
      "loss": 0.9395,
      "step": 3388
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.662368497442462e-05,
      "loss": 0.9404,
      "step": 3389
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6621597811344988e-05,
      "loss": 0.9844,
      "step": 3390
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6619510134460314e-05,
      "loss": 0.9644,
      "step": 3391
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.661742194393259e-05,
      "loss": 1.0078,
      "step": 3392
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6615333239923858e-05,
      "loss": 0.9878,
      "step": 3393
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6613244022596182e-05,
      "loss": 0.938,
      "step": 3394
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6611154292111684e-05,
      "loss": 0.9663,
      "step": 3395
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.660906404863251e-05,
      "loss": 0.9448,
      "step": 3396
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.660697329232086e-05,
      "loss": 0.9585,
      "step": 3397
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.660488202333896e-05,
      "loss": 0.9595,
      "step": 3398
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6602790241849088e-05,
      "loss": 0.9751,
      "step": 3399
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6600697948013556e-05,
      "loss": 0.438,
      "step": 3400
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6598605141994714e-05,
      "loss": 0.9517,
      "step": 3401
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6596511823954955e-05,
      "loss": 0.9624,
      "step": 3402
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.659441799405671e-05,
      "loss": 0.9346,
      "step": 3403
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6592323652462452e-05,
      "loss": 0.9717,
      "step": 3404
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6590228799334688e-05,
      "loss": 0.9517,
      "step": 3405
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6588133434835976e-05,
      "loss": 0.9731,
      "step": 3406
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.65860375591289e-05,
      "loss": 0.9507,
      "step": 3407
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.658394117237609e-05,
      "loss": 0.915,
      "step": 3408
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6581844274740223e-05,
      "loss": 0.9001,
      "step": 3409
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6579746866384003e-05,
      "loss": 0.9604,
      "step": 3410
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6577648947470177e-05,
      "loss": 0.9863,
      "step": 3411
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.657555051816154e-05,
      "loss": 0.959,
      "step": 3412
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6573451578620914e-05,
      "loss": 0.9639,
      "step": 3413
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6571352129011172e-05,
      "loss": 0.9243,
      "step": 3414
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.656925216949522e-05,
      "loss": 0.9404,
      "step": 3415
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6567151700236e-05,
      "loss": 0.9429,
      "step": 3416
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6565050721396506e-05,
      "loss": 0.9229,
      "step": 3417
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6562949233139762e-05,
      "loss": 0.9692,
      "step": 3418
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6560847235628832e-05,
      "loss": 0.9463,
      "step": 3419
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.655874472902682e-05,
      "loss": 0.9546,
      "step": 3420
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6556641713496874e-05,
      "loss": 0.917,
      "step": 3421
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6554538189202176e-05,
      "loss": 0.9902,
      "step": 3422
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.655243415630595e-05,
      "loss": 0.9453,
      "step": 3423
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6550329614971462e-05,
      "loss": 0.9565,
      "step": 3424
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.654822456536201e-05,
      "loss": 0.9277,
      "step": 3425
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.654611900764094e-05,
      "loss": 0.9575,
      "step": 3426
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.654401294197163e-05,
      "loss": 0.9468,
      "step": 3427
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6541906368517504e-05,
      "loss": 0.9556,
      "step": 3428
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.653979928744202e-05,
      "loss": 0.9404,
      "step": 3429
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.653769169890868e-05,
      "loss": 0.9937,
      "step": 3430
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6535583603081016e-05,
      "loss": 0.5305,
      "step": 3431
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6533475000122615e-05,
      "loss": 0.9707,
      "step": 3432
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6531365890197092e-05,
      "loss": 0.9834,
      "step": 3433
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.65292562734681e-05,
      "loss": 0.9385,
      "step": 3434
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6527146150099343e-05,
      "loss": 0.9912,
      "step": 3435
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6525035520254552e-05,
      "loss": 0.9639,
      "step": 3436
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.65229243840975e-05,
      "loss": 0.9927,
      "step": 3437
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6520812741792006e-05,
      "loss": 0.916,
      "step": 3438
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6518700593501924e-05,
      "loss": 0.9512,
      "step": 3439
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.651658793939114e-05,
      "loss": 0.9395,
      "step": 3440
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6514474779623593e-05,
      "loss": 0.9053,
      "step": 3441
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6512361114363252e-05,
      "loss": 0.9551,
      "step": 3442
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6510246943774128e-05,
      "loss": 0.9448,
      "step": 3443
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6508132268020265e-05,
      "loss": 0.9287,
      "step": 3444
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.650601708726576e-05,
      "loss": 0.9844,
      "step": 3445
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.650390140167474e-05,
      "loss": 0.9023,
      "step": 3446
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6501785211411367e-05,
      "loss": 0.9053,
      "step": 3447
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.649966851663985e-05,
      "loss": 0.9341,
      "step": 3448
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.649755131752444e-05,
      "loss": 0.9639,
      "step": 3449
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.649543361422942e-05,
      "loss": 0.9424,
      "step": 3450
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6493315406919105e-05,
      "loss": 0.9722,
      "step": 3451
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6491196695757865e-05,
      "loss": 0.957,
      "step": 3452
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.64890774809101e-05,
      "loss": 0.9634,
      "step": 3453
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6486957762540258e-05,
      "loss": 0.9409,
      "step": 3454
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6484837540812806e-05,
      "loss": 0.9824,
      "step": 3455
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6482716815892277e-05,
      "loss": 0.9219,
      "step": 3456
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6480595587943223e-05,
      "loss": 0.9961,
      "step": 3457
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6478473857130238e-05,
      "loss": 0.9629,
      "step": 3458
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6476351623617965e-05,
      "loss": 0.9697,
      "step": 3459
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.647422888757108e-05,
      "loss": 0.9487,
      "step": 3460
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6472105649154285e-05,
      "loss": 0.9487,
      "step": 3461
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6469981908532345e-05,
      "loss": 0.9116,
      "step": 3462
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6467857665870057e-05,
      "loss": 0.9697,
      "step": 3463
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6465732921332236e-05,
      "loss": 0.9575,
      "step": 3464
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6463607675083767e-05,
      "loss": 0.9717,
      "step": 3465
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.646148192728955e-05,
      "loss": 0.9604,
      "step": 3466
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6459355678114534e-05,
      "loss": 0.9741,
      "step": 3467
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.645722892772371e-05,
      "loss": 0.9541,
      "step": 3468
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6455101676282107e-05,
      "loss": 0.9365,
      "step": 3469
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6452973923954783e-05,
      "loss": 0.9395,
      "step": 3470
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.645084567090684e-05,
      "loss": 0.9922,
      "step": 3471
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6448716917303425e-05,
      "loss": 0.9663,
      "step": 3472
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6446587663309723e-05,
      "loss": 0.9702,
      "step": 3473
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6444457909090945e-05,
      "loss": 0.9395,
      "step": 3474
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6442327654812356e-05,
      "loss": 0.9116,
      "step": 3475
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6440196900639255e-05,
      "loss": 0.9556,
      "step": 3476
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6438065646736972e-05,
      "loss": 0.9717,
      "step": 3477
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6435933893270887e-05,
      "loss": 0.9521,
      "step": 3478
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6433801640406417e-05,
      "loss": 0.9961,
      "step": 3479
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6431668888309008e-05,
      "loss": 0.9888,
      "step": 3480
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6429535637144158e-05,
      "loss": 0.9951,
      "step": 3481
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.642740188707739e-05,
      "loss": 0.9419,
      "step": 3482
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6425267638274278e-05,
      "loss": 0.9365,
      "step": 3483
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.642313289090043e-05,
      "loss": 0.981,
      "step": 3484
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.642099764512149e-05,
      "loss": 0.9473,
      "step": 3485
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6418861901103146e-05,
      "loss": 0.9658,
      "step": 3486
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.641672565901112e-05,
      "loss": 0.9858,
      "step": 3487
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6414588919011175e-05,
      "loss": 0.9443,
      "step": 3488
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6412451681269113e-05,
      "loss": 0.9224,
      "step": 3489
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.641031394595077e-05,
      "loss": 0.9136,
      "step": 3490
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6408175713222028e-05,
      "loss": 0.9595,
      "step": 3491
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.64060369832488e-05,
      "loss": 0.9756,
      "step": 3492
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.640389775619705e-05,
      "loss": 1.0044,
      "step": 3493
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.640175803223276e-05,
      "loss": 0.9741,
      "step": 3494
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.639961781152197e-05,
      "loss": 0.4749,
      "step": 3495
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.639747709423075e-05,
      "loss": 0.9482,
      "step": 3496
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6395335880525207e-05,
      "loss": 0.9487,
      "step": 3497
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6393194170571495e-05,
      "loss": 0.9253,
      "step": 3498
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6391051964535796e-05,
      "loss": 0.9551,
      "step": 3499
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6388909262584337e-05,
      "loss": 0.9893,
      "step": 3500
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.638676606488338e-05,
      "loss": 0.4702,
      "step": 3501
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6384622371599225e-05,
      "loss": 0.9766,
      "step": 3502
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.638247818289822e-05,
      "loss": 0.9248,
      "step": 3503
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.638033349894674e-05,
      "loss": 0.9551,
      "step": 3504
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.63781883199112e-05,
      "loss": 0.9375,
      "step": 3505
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6376042645958058e-05,
      "loss": 0.9746,
      "step": 3506
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6373896477253807e-05,
      "loss": 0.9976,
      "step": 3507
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6371749813964983e-05,
      "loss": 0.9668,
      "step": 3508
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6369602656258155e-05,
      "loss": 0.9785,
      "step": 3509
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.636745500429993e-05,
      "loss": 0.9624,
      "step": 3510
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.636530685825696e-05,
      "loss": 0.9619,
      "step": 3511
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.636315821829593e-05,
      "loss": 0.4219,
      "step": 3512
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6361009084583564e-05,
      "loss": 0.9453,
      "step": 3513
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6358859457286625e-05,
      "loss": 0.9663,
      "step": 3514
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.635670933657191e-05,
      "loss": 0.9341,
      "step": 3515
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6354558722606263e-05,
      "loss": 0.9497,
      "step": 3516
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6352407615556565e-05,
      "loss": 0.9316,
      "step": 3517
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6350256015589724e-05,
      "loss": 0.9844,
      "step": 3518
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6348103922872695e-05,
      "loss": 0.9839,
      "step": 3519
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.634595133757247e-05,
      "loss": 0.9927,
      "step": 3520
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.634379825985609e-05,
      "loss": 1.0068,
      "step": 3521
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.634164468989061e-05,
      "loss": 1.0059,
      "step": 3522
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6339490627843146e-05,
      "loss": 0.9678,
      "step": 3523
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6337336073880838e-05,
      "loss": 0.9561,
      "step": 3524
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6335181028170873e-05,
      "loss": 0.9683,
      "step": 3525
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.633302549088047e-05,
      "loss": 0.9292,
      "step": 3526
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6330869462176892e-05,
      "loss": 0.49,
      "step": 3527
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.632871294222743e-05,
      "loss": 0.9399,
      "step": 3528
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6326555931199427e-05,
      "loss": 0.958,
      "step": 3529
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6324398429260252e-05,
      "loss": 1.0015,
      "step": 3530
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.632224043657732e-05,
      "loss": 0.9478,
      "step": 3531
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.632008195331808e-05,
      "loss": 0.9468,
      "step": 3532
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.631792297965002e-05,
      "loss": 0.9414,
      "step": 3533
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6315763515740668e-05,
      "loss": 0.9785,
      "step": 3534
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6313603561757588e-05,
      "loss": 0.9536,
      "step": 3535
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.631144311786838e-05,
      "loss": 0.9487,
      "step": 3536
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6309282184240688e-05,
      "loss": 0.9771,
      "step": 3537
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6307120761042186e-05,
      "loss": 0.96,
      "step": 3538
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.630495884844059e-05,
      "loss": 0.915,
      "step": 3539
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.630279644660366e-05,
      "loss": 0.978,
      "step": 3540
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6300633555699185e-05,
      "loss": 0.9995,
      "step": 3541
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6298470175894992e-05,
      "loss": 0.937,
      "step": 3542
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6296306307358954e-05,
      "loss": 0.8887,
      "step": 3543
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6294141950258975e-05,
      "loss": 0.9663,
      "step": 3544
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6291977104763003e-05,
      "loss": 0.9644,
      "step": 3545
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6289811771039013e-05,
      "loss": 0.9595,
      "step": 3546
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6287645949255027e-05,
      "loss": 1.0239,
      "step": 3547
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6285479639579106e-05,
      "loss": 0.9902,
      "step": 3548
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6283312842179343e-05,
      "loss": 0.9395,
      "step": 3549
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6281145557223876e-05,
      "loss": 0.9556,
      "step": 3550
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6278977784880866e-05,
      "loss": 0.9937,
      "step": 3551
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.627680952531853e-05,
      "loss": 0.9497,
      "step": 3552
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6274640778705108e-05,
      "loss": 0.9302,
      "step": 3553
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6272471545208895e-05,
      "loss": 0.4119,
      "step": 3554
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6270301824998203e-05,
      "loss": 0.916,
      "step": 3555
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6268131618241402e-05,
      "loss": 0.9082,
      "step": 3556
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.626596092510688e-05,
      "loss": 0.9556,
      "step": 3557
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6263789745763082e-05,
      "loss": 0.9434,
      "step": 3558
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6261618080378473e-05,
      "loss": 0.9619,
      "step": 3559
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6259445929121572e-05,
      "loss": 0.9375,
      "step": 3560
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.625727329216092e-05,
      "loss": 0.9678,
      "step": 3561
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6255100169665107e-05,
      "loss": 0.9712,
      "step": 3562
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6252926561802757e-05,
      "loss": 0.9155,
      "step": 3563
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6250752468742533e-05,
      "loss": 0.9238,
      "step": 3564
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.624857789065313e-05,
      "loss": 0.9482,
      "step": 3565
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6246402827703292e-05,
      "loss": 0.9868,
      "step": 3566
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.624422728006179e-05,
      "loss": 0.981,
      "step": 3567
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.624205124789744e-05,
      "loss": 0.9341,
      "step": 3568
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6239874731379085e-05,
      "loss": 0.9585,
      "step": 3569
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6237697730675615e-05,
      "loss": 0.9814,
      "step": 3570
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6235520245955957e-05,
      "loss": 0.9375,
      "step": 3571
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.623334227738907e-05,
      "loss": 0.9751,
      "step": 3572
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.623116382514396e-05,
      "loss": 0.9429,
      "step": 3573
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6228984889389663e-05,
      "loss": 0.9482,
      "step": 3574
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.622680547029525e-05,
      "loss": 0.9863,
      "step": 3575
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6224625568029838e-05,
      "loss": 0.9731,
      "step": 3576
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6222445182762577e-05,
      "loss": 0.9004,
      "step": 3577
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.622026431466265e-05,
      "loss": 0.9629,
      "step": 3578
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.621808296389929e-05,
      "loss": 0.9683,
      "step": 3579
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.621590113064175e-05,
      "loss": 0.4678,
      "step": 3580
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.621371881505934e-05,
      "loss": 0.957,
      "step": 3581
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.621153601732139e-05,
      "loss": 0.9805,
      "step": 3582
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6209352737597283e-05,
      "loss": 0.9683,
      "step": 3583
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6207168976056416e-05,
      "loss": 1.0054,
      "step": 3584
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.620498473286826e-05,
      "loss": 0.978,
      "step": 3585
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.620280000820228e-05,
      "loss": 0.9287,
      "step": 3586
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6200614802228022e-05,
      "loss": 0.9531,
      "step": 3587
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.619842911511503e-05,
      "loss": 0.9614,
      "step": 3588
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6196242947032912e-05,
      "loss": 0.9751,
      "step": 3589
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6194056298151302e-05,
      "loss": 0.4102,
      "step": 3590
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6191869168639874e-05,
      "loss": 0.957,
      "step": 3591
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.618968155866834e-05,
      "loss": 0.918,
      "step": 3592
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.618749346840645e-05,
      "loss": 0.9604,
      "step": 3593
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6185304898023985e-05,
      "loss": 0.9355,
      "step": 3594
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6183115847690765e-05,
      "loss": 0.9365,
      "step": 3595
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6180926317576664e-05,
      "loss": 0.9253,
      "step": 3596
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6178736307851567e-05,
      "loss": 0.9937,
      "step": 3597
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.617654581868541e-05,
      "loss": 0.9512,
      "step": 3598
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.617435485024817e-05,
      "loss": 0.9917,
      "step": 3599
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6172163402709847e-05,
      "loss": 0.436,
      "step": 3600
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6169971476240497e-05,
      "loss": 0.9551,
      "step": 3601
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6167779071010198e-05,
      "loss": 0.9429,
      "step": 3602
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6165586187189072e-05,
      "loss": 0.9365,
      "step": 3603
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6163392824947275e-05,
      "loss": 0.9316,
      "step": 3604
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6161198984455e-05,
      "loss": 0.9541,
      "step": 3605
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6159004665882486e-05,
      "loss": 0.9531,
      "step": 3606
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6156809869399993e-05,
      "loss": 0.9463,
      "step": 3607
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6154614595177832e-05,
      "loss": 0.9922,
      "step": 3608
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.615241884338635e-05,
      "loss": 0.9512,
      "step": 3609
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6150222614195916e-05,
      "loss": 0.9526,
      "step": 3610
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6148025907776953e-05,
      "loss": 0.958,
      "step": 3611
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.614582872429992e-05,
      "loss": 0.9194,
      "step": 3612
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.61436310639353e-05,
      "loss": 0.9409,
      "step": 3613
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6141432926853627e-05,
      "loss": 0.9644,
      "step": 3614
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6139234313225465e-05,
      "loss": 1.0239,
      "step": 3615
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6137035223221412e-05,
      "loss": 0.9541,
      "step": 3616
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.613483565701211e-05,
      "loss": 0.9858,
      "step": 3617
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6132635614768237e-05,
      "loss": 0.9634,
      "step": 3618
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6130435096660503e-05,
      "loss": 0.9531,
      "step": 3619
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.612823410285966e-05,
      "loss": 0.9536,
      "step": 3620
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6126032633536496e-05,
      "loss": 0.9463,
      "step": 3621
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.612383068886183e-05,
      "loss": 0.9575,
      "step": 3622
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6121628269006525e-05,
      "loss": 0.9297,
      "step": 3623
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.611942537414148e-05,
      "loss": 0.9487,
      "step": 3624
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6117222004437628e-05,
      "loss": 0.9512,
      "step": 3625
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.611501816006594e-05,
      "loss": 0.958,
      "step": 3626
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6112813841197424e-05,
      "loss": 0.9834,
      "step": 3627
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6110609048003125e-05,
      "loss": 0.9214,
      "step": 3628
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6108403780654124e-05,
      "loss": 0.9634,
      "step": 3629
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6106198039321542e-05,
      "loss": 0.9287,
      "step": 3630
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6103991824176535e-05,
      "loss": 0.9463,
      "step": 3631
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.610178513539029e-05,
      "loss": 0.9438,
      "step": 3632
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6099577973134037e-05,
      "loss": 0.9673,
      "step": 3633
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6097370337579042e-05,
      "loss": 0.4158,
      "step": 3634
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.609516222889661e-05,
      "loss": 0.9502,
      "step": 3635
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.609295364725808e-05,
      "loss": 0.9673,
      "step": 3636
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.609074459283482e-05,
      "loss": 0.8904,
      "step": 3637
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.608853506579825e-05,
      "loss": 0.9536,
      "step": 3638
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6086325066319817e-05,
      "loss": 0.9507,
      "step": 3639
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.608411459457101e-05,
      "loss": 0.9829,
      "step": 3640
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6081903650723342e-05,
      "loss": 0.9326,
      "step": 3641
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6079692234948382e-05,
      "loss": 0.9224,
      "step": 3642
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6077480347417717e-05,
      "loss": 0.9058,
      "step": 3643
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6075267988302984e-05,
      "loss": 0.937,
      "step": 3644
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6073055157775855e-05,
      "loss": 0.9595,
      "step": 3645
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6070841856008028e-05,
      "loss": 0.9448,
      "step": 3646
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6068628083171246e-05,
      "loss": 0.9448,
      "step": 3647
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6066413839437293e-05,
      "loss": 0.9707,
      "step": 3648
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.606419912497798e-05,
      "loss": 0.9253,
      "step": 3649
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6061983939965157e-05,
      "loss": 0.9331,
      "step": 3650
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6059768284570714e-05,
      "loss": 0.9497,
      "step": 3651
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6057552158966575e-05,
      "loss": 0.8994,
      "step": 3652
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6055335563324704e-05,
      "loss": 0.9336,
      "step": 3653
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6053118497817096e-05,
      "loss": 0.9277,
      "step": 3654
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6050900962615783e-05,
      "loss": 0.9404,
      "step": 3655
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6048682957892835e-05,
      "loss": 0.9668,
      "step": 3656
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.604646448382037e-05,
      "loss": 0.9302,
      "step": 3657
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6044245540570512e-05,
      "loss": 0.9272,
      "step": 3658
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6042026128315457e-05,
      "loss": 0.9165,
      "step": 3659
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.603980624722741e-05,
      "loss": 0.978,
      "step": 3660
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.603758589747863e-05,
      "loss": 0.917,
      "step": 3661
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6035365079241406e-05,
      "loss": 0.9414,
      "step": 3662
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.603314379268806e-05,
      "loss": 0.9893,
      "step": 3663
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.603092203799096e-05,
      "loss": 0.9785,
      "step": 3664
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.602869981532249e-05,
      "loss": 0.9565,
      "step": 3665
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6026477124855096e-05,
      "loss": 0.9775,
      "step": 3666
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6024253966761244e-05,
      "loss": 0.9629,
      "step": 3667
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6022030341213442e-05,
      "loss": 0.9668,
      "step": 3668
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.601980624838423e-05,
      "loss": 0.9258,
      "step": 3669
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6017581688446193e-05,
      "loss": 0.9907,
      "step": 3670
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.601535666157194e-05,
      "loss": 0.9707,
      "step": 3671
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.601313116793413e-05,
      "loss": 0.9443,
      "step": 3672
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6010905207705445e-05,
      "loss": 0.9502,
      "step": 3673
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.600867878105861e-05,
      "loss": 0.9688,
      "step": 3674
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6006451888166388e-05,
      "loss": 0.9321,
      "step": 3675
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.600422452920157e-05,
      "loss": 0.9819,
      "step": 3676
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6001996704336996e-05,
      "loss": 0.9146,
      "step": 3677
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.599976841374553e-05,
      "loss": 0.9517,
      "step": 3678
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5997539657600077e-05,
      "loss": 0.9961,
      "step": 3679
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.599531043607358e-05,
      "loss": 0.9922,
      "step": 3680
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5993080749339016e-05,
      "loss": 0.9917,
      "step": 3681
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5990850597569397e-05,
      "loss": 0.9839,
      "step": 3682
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.598861998093777e-05,
      "loss": 0.8579,
      "step": 3683
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5986388899617227e-05,
      "loss": 0.9165,
      "step": 3684
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5984157353780886e-05,
      "loss": 1.0029,
      "step": 3685
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5981925343601902e-05,
      "loss": 0.9888,
      "step": 3686
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.597969286925347e-05,
      "loss": 0.9712,
      "step": 3687
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.597745993090882e-05,
      "loss": 0.917,
      "step": 3688
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5975226528741222e-05,
      "loss": 0.9736,
      "step": 3689
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5972992662923972e-05,
      "loss": 0.8799,
      "step": 3690
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.597075833363041e-05,
      "loss": 0.9565,
      "step": 3691
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5968523541033904e-05,
      "loss": 0.9585,
      "step": 3692
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5966288285307873e-05,
      "loss": 0.9609,
      "step": 3693
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5964052566625757e-05,
      "loss": 0.4766,
      "step": 3694
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5961816385161037e-05,
      "loss": 0.9194,
      "step": 3695
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.595957974108723e-05,
      "loss": 0.9014,
      "step": 3696
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.595734263457789e-05,
      "loss": 0.9917,
      "step": 3697
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5955105065806606e-05,
      "loss": 0.9668,
      "step": 3698
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5952867034947005e-05,
      "loss": 0.9219,
      "step": 3699
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5950628542172745e-05,
      "loss": 0.9409,
      "step": 3700
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5948389587657525e-05,
      "loss": 0.9517,
      "step": 3701
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.594615017157507e-05,
      "loss": 0.9341,
      "step": 3702
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.594391029409916e-05,
      "loss": 0.896,
      "step": 3703
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.594166995540359e-05,
      "loss": 0.478,
      "step": 3704
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5939429155662204e-05,
      "loss": 0.9419,
      "step": 3705
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.593718789504888e-05,
      "loss": 0.9341,
      "step": 3706
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5934946173737518e-05,
      "loss": 0.9634,
      "step": 3707
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5932703991902075e-05,
      "loss": 0.8813,
      "step": 3708
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5930461349716535e-05,
      "loss": 0.9829,
      "step": 3709
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5928218247354912e-05,
      "loss": 1.0059,
      "step": 3710
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.592597468499126e-05,
      "loss": 0.9399,
      "step": 3711
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5923730662799673e-05,
      "loss": 0.9365,
      "step": 3712
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5921486180954273e-05,
      "loss": 0.9751,
      "step": 3713
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.591924123962922e-05,
      "loss": 0.9512,
      "step": 3714
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5916995838998718e-05,
      "loss": 0.9487,
      "step": 3715
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.591474997923699e-05,
      "loss": 0.957,
      "step": 3716
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5912503660518314e-05,
      "loss": 0.9805,
      "step": 3717
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5910256883016983e-05,
      "loss": 0.9316,
      "step": 3718
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5908009646907348e-05,
      "loss": 0.9448,
      "step": 3719
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5905761952363774e-05,
      "loss": 0.9277,
      "step": 3720
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.590351379956068e-05,
      "loss": 0.9746,
      "step": 3721
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5901265188672504e-05,
      "loss": 0.9409,
      "step": 3722
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5899016119873734e-05,
      "loss": 0.9395,
      "step": 3723
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5896766593338885e-05,
      "loss": 0.9951,
      "step": 3724
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.589451660924251e-05,
      "loss": 0.9126,
      "step": 3725
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.58922661677592e-05,
      "loss": 0.9365,
      "step": 3726
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.589001526906357e-05,
      "loss": 0.9692,
      "step": 3727
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.588776391333029e-05,
      "loss": 0.9814,
      "step": 3728
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5885512100734046e-05,
      "loss": 0.9927,
      "step": 3729
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5883259831449573e-05,
      "loss": 0.9204,
      "step": 3730
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5881007105651634e-05,
      "loss": 0.9268,
      "step": 3731
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5878753923515038e-05,
      "loss": 0.9565,
      "step": 3732
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5876500285214607e-05,
      "loss": 0.9761,
      "step": 3733
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5874246190925228e-05,
      "loss": 0.9307,
      "step": 3734
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5871991640821796e-05,
      "loss": 0.9502,
      "step": 3735
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5869736635079256e-05,
      "loss": 0.9917,
      "step": 3736
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5867481173872592e-05,
      "loss": 0.9678,
      "step": 3737
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5865225257376813e-05,
      "loss": 0.8979,
      "step": 3738
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.586296888576697e-05,
      "loss": 0.9595,
      "step": 3739
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.586071205921814e-05,
      "loss": 0.9644,
      "step": 3740
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5858454777905448e-05,
      "loss": 0.4458,
      "step": 3741
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.585619704200405e-05,
      "loss": 0.9536,
      "step": 3742
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5853938851689136e-05,
      "loss": 0.9478,
      "step": 3743
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5851680207135925e-05,
      "loss": 0.9214,
      "step": 3744
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.584942110851968e-05,
      "loss": 0.9585,
      "step": 3745
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.58471615560157e-05,
      "loss": 0.437,
      "step": 3746
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.584490154979931e-05,
      "loss": 0.9551,
      "step": 3747
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.584264109004588e-05,
      "loss": 0.9756,
      "step": 3748
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.584038017693081e-05,
      "loss": 0.9624,
      "step": 3749
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5838118810629537e-05,
      "loss": 0.9771,
      "step": 3750
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5835856991317527e-05,
      "loss": 0.9414,
      "step": 3751
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.58335947191703e-05,
      "loss": 0.9067,
      "step": 3752
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.583133199436338e-05,
      "loss": 0.4658,
      "step": 3753
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5829068817072358e-05,
      "loss": 0.9624,
      "step": 3754
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.582680518747284e-05,
      "loss": 0.9341,
      "step": 3755
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5824541105740476e-05,
      "loss": 0.9697,
      "step": 3756
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.582227657205094e-05,
      "loss": 0.9673,
      "step": 3757
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.582001158657996e-05,
      "loss": 0.9487,
      "step": 3758
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5817746149503282e-05,
      "loss": 0.8574,
      "step": 3759
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5815480260996696e-05,
      "loss": 0.9185,
      "step": 3760
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.581321392123602e-05,
      "loss": 0.9888,
      "step": 3761
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.581094713039712e-05,
      "loss": 0.9111,
      "step": 3762
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.580867988865588e-05,
      "loss": 0.9116,
      "step": 3763
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.580641219618823e-05,
      "loss": 0.9146,
      "step": 3764
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5804144053170136e-05,
      "loss": 0.9053,
      "step": 3765
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.580187545977759e-05,
      "loss": 0.9922,
      "step": 3766
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5799606416186623e-05,
      "loss": 0.9521,
      "step": 3767
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.579733692257331e-05,
      "loss": 0.9253,
      "step": 3768
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5795066979113743e-05,
      "loss": 0.9668,
      "step": 3769
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5792796585984072e-05,
      "loss": 0.9443,
      "step": 3770
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5790525743360457e-05,
      "loss": 0.981,
      "step": 3771
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.578825445141911e-05,
      "loss": 0.9766,
      "step": 3772
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.578598271033627e-05,
      "loss": 0.9663,
      "step": 3773
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.578371052028822e-05,
      "loss": 0.939,
      "step": 3774
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5781437881451266e-05,
      "loss": 0.9473,
      "step": 3775
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5779164794001754e-05,
      "loss": 0.981,
      "step": 3776
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5776891258116062e-05,
      "loss": 0.9766,
      "step": 3777
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.577461727397061e-05,
      "loss": 1.021,
      "step": 3778
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5772342841741854e-05,
      "loss": 0.9814,
      "step": 3779
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.577006796160627e-05,
      "loss": 0.9224,
      "step": 3780
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.576779263374038e-05,
      "loss": 0.8994,
      "step": 3781
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.576551685832074e-05,
      "loss": 0.9302,
      "step": 3782
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5763240635523943e-05,
      "loss": 0.9067,
      "step": 3783
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5760963965526608e-05,
      "loss": 0.9248,
      "step": 3784
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5758686848505396e-05,
      "loss": 0.9624,
      "step": 3785
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5756409284637e-05,
      "loss": 0.9189,
      "step": 3786
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.575413127409815e-05,
      "loss": 0.9326,
      "step": 3787
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5751852817065605e-05,
      "loss": 0.4714,
      "step": 3788
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.574957391371617e-05,
      "loss": 0.9688,
      "step": 3789
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5747294564226672e-05,
      "loss": 0.9487,
      "step": 3790
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5745014768773978e-05,
      "loss": 0.9912,
      "step": 3791
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.574273452753499e-05,
      "loss": 0.9351,
      "step": 3792
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5740453840686642e-05,
      "loss": 0.8931,
      "step": 3793
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.573817270840591e-05,
      "loss": 0.9746,
      "step": 3794
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5735891130869797e-05,
      "loss": 0.9731,
      "step": 3795
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.573360910825534e-05,
      "loss": 0.9175,
      "step": 3796
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5731326640739612e-05,
      "loss": 0.9683,
      "step": 3797
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5729043728499728e-05,
      "loss": 0.9526,
      "step": 3798
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.572676037171283e-05,
      "loss": 0.9678,
      "step": 3799
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.572447657055609e-05,
      "loss": 0.9463,
      "step": 3800
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5722192325206728e-05,
      "loss": 0.9053,
      "step": 3801
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5719907635841983e-05,
      "loss": 0.9556,
      "step": 3802
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5717622502639143e-05,
      "loss": 0.9077,
      "step": 3803
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.571533692577552e-05,
      "loss": 0.9463,
      "step": 3804
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.571305090542847e-05,
      "loss": 0.9243,
      "step": 3805
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5710764441775363e-05,
      "loss": 0.417,
      "step": 3806
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5708477534993637e-05,
      "loss": 0.9795,
      "step": 3807
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.570619018526073e-05,
      "loss": 0.9429,
      "step": 3808
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5703902392754137e-05,
      "loss": 0.9658,
      "step": 3809
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.570161415765138e-05,
      "loss": 0.9517,
      "step": 3810
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5699325480130007e-05,
      "loss": 0.9287,
      "step": 3811
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.569703636036762e-05,
      "loss": 0.9141,
      "step": 3812
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.569474679854184e-05,
      "loss": 0.9692,
      "step": 3813
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5692456794830326e-05,
      "loss": 0.9434,
      "step": 3814
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.569016634941077e-05,
      "loss": 0.9365,
      "step": 3815
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.56878754624609e-05,
      "loss": 0.9536,
      "step": 3816
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5685584134158483e-05,
      "loss": 0.9336,
      "step": 3817
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.568329236468131e-05,
      "loss": 0.9419,
      "step": 3818
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.568100015420721e-05,
      "loss": 0.9307,
      "step": 3819
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5678707502914054e-05,
      "loss": 0.9033,
      "step": 3820
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.567641441097974e-05,
      "loss": 0.9409,
      "step": 3821
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5674120878582195e-05,
      "loss": 0.917,
      "step": 3822
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.567182690589939e-05,
      "loss": 0.9336,
      "step": 3823
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.566953249310933e-05,
      "loss": 0.9204,
      "step": 3824
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5667237640390047e-05,
      "loss": 0.9331,
      "step": 3825
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5664942347919614e-05,
      "loss": 0.9277,
      "step": 3826
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5662646615876132e-05,
      "loss": 0.9199,
      "step": 3827
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5660350444437737e-05,
      "loss": 0.8906,
      "step": 3828
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5658053833782607e-05,
      "loss": 0.939,
      "step": 3829
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5655756784088946e-05,
      "loss": 0.4639,
      "step": 3830
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.565345929553499e-05,
      "loss": 0.918,
      "step": 3831
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.565116136829902e-05,
      "loss": 0.9648,
      "step": 3832
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5648863002559338e-05,
      "loss": 0.9751,
      "step": 3833
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5646564198494292e-05,
      "loss": 0.8955,
      "step": 3834
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5644264956282254e-05,
      "loss": 0.9521,
      "step": 3835
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.564196527610164e-05,
      "loss": 1.0146,
      "step": 3836
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.563966515813089e-05,
      "loss": 0.9712,
      "step": 3837
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5637364602548483e-05,
      "loss": 0.939,
      "step": 3838
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.563506360953293e-05,
      "loss": 0.9609,
      "step": 3839
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5632762179262783e-05,
      "loss": 0.9897,
      "step": 3840
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5630460311916616e-05,
      "loss": 0.9736,
      "step": 3841
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5628158007673047e-05,
      "loss": 0.915,
      "step": 3842
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.562585526671072e-05,
      "loss": 0.9702,
      "step": 3843
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.562355208920832e-05,
      "loss": 0.9248,
      "step": 3844
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5621248475344566e-05,
      "loss": 0.9541,
      "step": 3845
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.56189444252982e-05,
      "loss": 0.9556,
      "step": 3846
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5616639939248014e-05,
      "loss": 0.916,
      "step": 3847
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5614335017372818e-05,
      "loss": 0.8999,
      "step": 3848
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5612029659851465e-05,
      "loss": 0.9155,
      "step": 3849
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5609723866862843e-05,
      "loss": 0.9326,
      "step": 3850
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.560741763858587e-05,
      "loss": 0.9258,
      "step": 3851
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5605110975199493e-05,
      "loss": 0.9751,
      "step": 3852
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5602803876882707e-05,
      "loss": 0.9316,
      "step": 3853
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5600496343814522e-05,
      "loss": 0.9331,
      "step": 3854
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5598188376174e-05,
      "loss": 0.8396,
      "step": 3855
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5595879974140226e-05,
      "loss": 0.9199,
      "step": 3856
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5593571137892322e-05,
      "loss": 0.9287,
      "step": 3857
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5591261867609445e-05,
      "loss": 0.939,
      "step": 3858
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5588952163470777e-05,
      "loss": 0.9414,
      "step": 3859
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5586642025655546e-05,
      "loss": 0.9141,
      "step": 3860
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5584331454343002e-05,
      "loss": 0.9194,
      "step": 3861
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.558202044971244e-05,
      "loss": 0.9546,
      "step": 3862
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5579709011943182e-05,
      "loss": 0.9551,
      "step": 3863
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5577397141214585e-05,
      "loss": 0.9604,
      "step": 3864
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5575084837706036e-05,
      "loss": 0.957,
      "step": 3865
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5572772101596965e-05,
      "loss": 0.9165,
      "step": 3866
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5570458933066827e-05,
      "loss": 0.959,
      "step": 3867
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5568145332295105e-05,
      "loss": 0.9497,
      "step": 3868
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5565831299461337e-05,
      "loss": 1.0059,
      "step": 3869
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5563516834745072e-05,
      "loss": 0.9819,
      "step": 3870
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5561201938325906e-05,
      "loss": 0.9292,
      "step": 3871
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5558886610383464e-05,
      "loss": 0.9038,
      "step": 3872
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5556570851097398e-05,
      "loss": 0.9966,
      "step": 3873
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.555425466064741e-05,
      "loss": 0.938,
      "step": 3874
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5551938039213217e-05,
      "loss": 0.9634,
      "step": 3875
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5549620986974587e-05,
      "loss": 0.9097,
      "step": 3876
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5547303504111307e-05,
      "loss": 0.8677,
      "step": 3877
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.55449855908032e-05,
      "loss": 0.9272,
      "step": 3878
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.554266724723013e-05,
      "loss": 0.9648,
      "step": 3879
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5540348473571986e-05,
      "loss": 0.8867,
      "step": 3880
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5538029270008698e-05,
      "loss": 0.9165,
      "step": 3881
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5535709636720225e-05,
      "loss": 0.9697,
      "step": 3882
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5533389573886553e-05,
      "loss": 0.9873,
      "step": 3883
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5531069081687718e-05,
      "loss": 0.96,
      "step": 3884
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.552874816030377e-05,
      "loss": 0.937,
      "step": 3885
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.552642680991481e-05,
      "loss": 0.9717,
      "step": 3886
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.552410503070096e-05,
      "loss": 0.9336,
      "step": 3887
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5521782822842376e-05,
      "loss": 0.9468,
      "step": 3888
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5519460186519254e-05,
      "loss": 0.9014,
      "step": 3889
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5517137121911825e-05,
      "loss": 0.9443,
      "step": 3890
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5514813629200337e-05,
      "loss": 0.9458,
      "step": 3891
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5512489708565088e-05,
      "loss": 0.9326,
      "step": 3892
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5510165360186406e-05,
      "loss": 0.9321,
      "step": 3893
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5507840584244645e-05,
      "loss": 0.9565,
      "step": 3894
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.55055153809202e-05,
      "loss": 0.9565,
      "step": 3895
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.550318975039349e-05,
      "loss": 0.9487,
      "step": 3896
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.550086369284498e-05,
      "loss": 0.9341,
      "step": 3897
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.549853720845516e-05,
      "loss": 0.9756,
      "step": 3898
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5496210297404547e-05,
      "loss": 0.4336,
      "step": 3899
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.549388295987371e-05,
      "loss": 0.9175,
      "step": 3900
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.549155519604323e-05,
      "loss": 0.9678,
      "step": 3901
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.548922700609374e-05,
      "loss": 0.9727,
      "step": 3902
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5486898390205883e-05,
      "loss": 0.9316,
      "step": 3903
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5484569348560362e-05,
      "loss": 0.9673,
      "step": 3904
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5482239881337892e-05,
      "loss": 0.9243,
      "step": 3905
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5479909988719233e-05,
      "loss": 0.9438,
      "step": 3906
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5477579670885173e-05,
      "loss": 0.9448,
      "step": 3907
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.547524892801653e-05,
      "loss": 0.958,
      "step": 3908
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.547291776029416e-05,
      "loss": 0.9624,
      "step": 3909
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5470586167898954e-05,
      "loss": 0.9565,
      "step": 3910
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5468254151011836e-05,
      "loss": 0.9287,
      "step": 3911
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5465921709813743e-05,
      "loss": 0.9517,
      "step": 3912
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5463588844485685e-05,
      "loss": 0.9287,
      "step": 3913
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5461255555208664e-05,
      "loss": 0.9702,
      "step": 3914
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5458921842163737e-05,
      "loss": 0.9355,
      "step": 3915
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5456587705531992e-05,
      "loss": 0.9204,
      "step": 3916
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5454253145494545e-05,
      "loss": 0.9507,
      "step": 3917
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5451918162232545e-05,
      "loss": 0.876,
      "step": 3918
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.544958275592718e-05,
      "loss": 0.96,
      "step": 3919
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5447246926759665e-05,
      "loss": 0.896,
      "step": 3920
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5444910674911247e-05,
      "loss": 0.9409,
      "step": 3921
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.544257400056321e-05,
      "loss": 0.9331,
      "step": 3922
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.544023690389687e-05,
      "loss": 0.9629,
      "step": 3923
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5437899385093576e-05,
      "loss": 0.9609,
      "step": 3924
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5435561444334702e-05,
      "loss": 0.9819,
      "step": 3925
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.543322308180167e-05,
      "loss": 0.9307,
      "step": 3926
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.543088429767592e-05,
      "loss": 0.9746,
      "step": 3927
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5428545092138932e-05,
      "loss": 0.8765,
      "step": 3928
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5426205465372216e-05,
      "loss": 0.4451,
      "step": 3929
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.542386541755732e-05,
      "loss": 0.9575,
      "step": 3930
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5421524948875822e-05,
      "loss": 0.981,
      "step": 3931
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5419184059509326e-05,
      "loss": 0.9297,
      "step": 3932
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5416842749639472e-05,
      "loss": 0.9238,
      "step": 3933
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5414501019447943e-05,
      "loss": 0.9683,
      "step": 3934
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.541215886911644e-05,
      "loss": 0.9009,
      "step": 3935
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5409816298826708e-05,
      "loss": 0.9526,
      "step": 3936
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5407473308760518e-05,
      "loss": 0.9546,
      "step": 3937
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5405129899099668e-05,
      "loss": 0.5176,
      "step": 3938
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5402786070026005e-05,
      "loss": 0.9541,
      "step": 3939
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5400441821721395e-05,
      "loss": 0.9292,
      "step": 3940
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.539809715436774e-05,
      "loss": 0.9355,
      "step": 3941
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.539575206814698e-05,
      "loss": 0.9229,
      "step": 3942
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5393406563241077e-05,
      "loss": 0.9492,
      "step": 3943
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5391060639832035e-05,
      "loss": 0.9468,
      "step": 3944
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.538871429810188e-05,
      "loss": 0.8564,
      "step": 3945
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.538636753823269e-05,
      "loss": 0.8833,
      "step": 3946
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5384020360406548e-05,
      "loss": 0.9248,
      "step": 3947
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5381672764805596e-05,
      "loss": 0.9087,
      "step": 3948
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5379324751611985e-05,
      "loss": 0.9419,
      "step": 3949
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5376976321007923e-05,
      "loss": 0.9019,
      "step": 3950
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5374627473175627e-05,
      "loss": 0.9346,
      "step": 3951
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5372278208297364e-05,
      "loss": 0.9565,
      "step": 3952
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.536992852655542e-05,
      "loss": 0.9214,
      "step": 3953
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5367578428132117e-05,
      "loss": 0.8779,
      "step": 3954
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.536522791320982e-05,
      "loss": 0.9541,
      "step": 3955
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5362876981970913e-05,
      "loss": 0.9907,
      "step": 3956
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5360525634597817e-05,
      "loss": 0.9805,
      "step": 3957
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.535817387127299e-05,
      "loss": 0.9897,
      "step": 3958
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5355821692178913e-05,
      "loss": 0.9619,
      "step": 3959
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5353469097498107e-05,
      "loss": 0.9233,
      "step": 3960
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.535111608741312e-05,
      "loss": 0.9062,
      "step": 3961
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5348762662106536e-05,
      "loss": 0.9326,
      "step": 3962
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.534640882176097e-05,
      "loss": 0.9497,
      "step": 3963
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5344054566559066e-05,
      "loss": 0.9146,
      "step": 3964
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5341699896683508e-05,
      "loss": 0.9375,
      "step": 3965
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5339344812317005e-05,
      "loss": 0.9365,
      "step": 3966
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.53369893136423e-05,
      "loss": 0.9482,
      "step": 3967
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.533463340084217e-05,
      "loss": 0.8906,
      "step": 3968
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5332277074099424e-05,
      "loss": 0.9683,
      "step": 3969
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5329920333596898e-05,
      "loss": 0.9204,
      "step": 3970
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5327563179517463e-05,
      "loss": 0.9595,
      "step": 3971
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.532520561204403e-05,
      "loss": 0.9663,
      "step": 3972
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.532284763135953e-05,
      "loss": 1.0,
      "step": 3973
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5320489237646935e-05,
      "loss": 0.9341,
      "step": 3974
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5318130431089243e-05,
      "loss": 0.9263,
      "step": 3975
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5315771211869487e-05,
      "loss": 0.9282,
      "step": 3976
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5313411580170726e-05,
      "loss": 0.9771,
      "step": 3977
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5311051536176066e-05,
      "loss": 0.9341,
      "step": 3978
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.530869108006863e-05,
      "loss": 0.9521,
      "step": 3979
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5306330212031576e-05,
      "loss": 0.9775,
      "step": 3980
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5303968932248104e-05,
      "loss": 0.957,
      "step": 3981
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5301607240901427e-05,
      "loss": 0.916,
      "step": 3982
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5299245138174815e-05,
      "loss": 0.9678,
      "step": 3983
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5296882624251546e-05,
      "loss": 0.9536,
      "step": 3984
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5294519699314944e-05,
      "loss": 0.9365,
      "step": 3985
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5292156363548356e-05,
      "loss": 0.9556,
      "step": 3986
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5289792617135173e-05,
      "loss": 0.9258,
      "step": 3987
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5287428460258807e-05,
      "loss": 0.938,
      "step": 3988
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5285063893102706e-05,
      "loss": 0.9263,
      "step": 3989
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5282698915850345e-05,
      "loss": 0.9995,
      "step": 3990
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5280333528685247e-05,
      "loss": 0.9966,
      "step": 3991
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5277967731790945e-05,
      "loss": 0.9419,
      "step": 3992
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5275601525351012e-05,
      "loss": 0.9673,
      "step": 3993
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5273234909549062e-05,
      "loss": 0.9536,
      "step": 3994
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.527086788456873e-05,
      "loss": 0.9375,
      "step": 3995
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5268500450593686e-05,
      "loss": 0.9331,
      "step": 3996
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.526613260780763e-05,
      "loss": 0.938,
      "step": 3997
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5263764356394302e-05,
      "loss": 0.9482,
      "step": 3998
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.526139569653746e-05,
      "loss": 0.9536,
      "step": 3999
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5259026628420905e-05,
      "loss": 0.9639,
      "step": 4000
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5256657152228465e-05,
      "loss": 0.981,
      "step": 4001
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5254287268143997e-05,
      "loss": 0.9673,
      "step": 4002
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5251916976351396e-05,
      "loss": 0.9458,
      "step": 4003
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5249546277034583e-05,
      "loss": 0.9102,
      "step": 4004
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.524717517037752e-05,
      "loss": 0.9355,
      "step": 4005
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5244803656564187e-05,
      "loss": 0.9429,
      "step": 4006
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5242431735778605e-05,
      "loss": 0.9214,
      "step": 4007
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5240059408204823e-05,
      "loss": 0.9365,
      "step": 4008
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5237686674026923e-05,
      "loss": 0.9702,
      "step": 4009
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5235313533429019e-05,
      "loss": 0.9507,
      "step": 4010
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5232939986595252e-05,
      "loss": 0.9385,
      "step": 4011
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5230566033709804e-05,
      "loss": 0.9307,
      "step": 4012
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5228191674956874e-05,
      "loss": 0.9004,
      "step": 4013
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5225816910520712e-05,
      "loss": 0.939,
      "step": 4014
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5223441740585583e-05,
      "loss": 0.9146,
      "step": 4015
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5221066165335786e-05,
      "loss": 0.9834,
      "step": 4016
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.521869018495566e-05,
      "loss": 0.9751,
      "step": 4017
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5216313799629566e-05,
      "loss": 0.96,
      "step": 4018
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5213937009541905e-05,
      "loss": 0.8853,
      "step": 4019
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.52115598148771e-05,
      "loss": 1.0005,
      "step": 4020
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5209182215819613e-05,
      "loss": 0.9609,
      "step": 4021
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5206804212553932e-05,
      "loss": 0.9624,
      "step": 4022
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5204425805264585e-05,
      "loss": 0.9341,
      "step": 4023
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5202046994136118e-05,
      "loss": 0.9351,
      "step": 4024
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.519966777935312e-05,
      "loss": 0.917,
      "step": 4025
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5197288161100203e-05,
      "loss": 0.9248,
      "step": 4026
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5194908139562015e-05,
      "loss": 0.9326,
      "step": 4027
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5192527714923242e-05,
      "loss": 0.9487,
      "step": 4028
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5190146887368581e-05,
      "loss": 0.9409,
      "step": 4029
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.518776565708279e-05,
      "loss": 0.9854,
      "step": 4030
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5185384024250626e-05,
      "loss": 0.9536,
      "step": 4031
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5183001989056897e-05,
      "loss": 0.96,
      "step": 4032
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5180619551686442e-05,
      "loss": 0.9795,
      "step": 4033
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5178236712324124e-05,
      "loss": 0.9443,
      "step": 4034
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5175853471154836e-05,
      "loss": 0.9116,
      "step": 4035
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5173469828363514e-05,
      "loss": 0.9761,
      "step": 4036
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5171085784135113e-05,
      "loss": 0.9712,
      "step": 4037
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5168701338654628e-05,
      "loss": 0.9448,
      "step": 4038
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5166316492107074e-05,
      "loss": 0.9209,
      "step": 4039
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5163931244677507e-05,
      "loss": 0.9463,
      "step": 4040
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5161545596551016e-05,
      "loss": 0.9912,
      "step": 4041
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5159159547912708e-05,
      "loss": 0.9458,
      "step": 4042
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5156773098947734e-05,
      "loss": 0.9258,
      "step": 4043
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5154386249841269e-05,
      "loss": 0.9004,
      "step": 4044
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5151999000778524e-05,
      "loss": 0.9478,
      "step": 4045
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5149611351944736e-05,
      "loss": 0.9473,
      "step": 4046
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.514722330352518e-05,
      "loss": 0.9077,
      "step": 4047
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5144834855705151e-05,
      "loss": 0.9004,
      "step": 4048
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5142446008669982e-05,
      "loss": 0.9375,
      "step": 4049
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5140056762605042e-05,
      "loss": 0.9556,
      "step": 4050
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5137667117695718e-05,
      "loss": 0.9492,
      "step": 4051
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5135277074127444e-05,
      "loss": 0.8999,
      "step": 4052
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5132886632085666e-05,
      "loss": 0.9536,
      "step": 4053
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5130495791755882e-05,
      "loss": 0.9937,
      "step": 4054
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5128104553323601e-05,
      "loss": 0.9263,
      "step": 4055
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5125712916974378e-05,
      "loss": 0.9268,
      "step": 4056
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5123320882893789e-05,
      "loss": 0.9277,
      "step": 4057
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5120928451267443e-05,
      "loss": 0.9565,
      "step": 4058
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5118535622280988e-05,
      "loss": 0.4387,
      "step": 4059
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5116142396120088e-05,
      "loss": 0.9341,
      "step": 4060
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5113748772970455e-05,
      "loss": 0.9541,
      "step": 4061
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.511135475301782e-05,
      "loss": 0.9258,
      "step": 4062
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5108960336447944e-05,
      "loss": 0.9561,
      "step": 4063
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5106565523446625e-05,
      "loss": 0.9434,
      "step": 4064
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5104170314199694e-05,
      "loss": 0.9434,
      "step": 4065
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5101774708892997e-05,
      "loss": 0.9639,
      "step": 4066
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.509937870771243e-05,
      "loss": 0.9766,
      "step": 4067
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.509698231084391e-05,
      "loss": 0.936,
      "step": 4068
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5094585518473389e-05,
      "loss": 0.9268,
      "step": 4069
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5092188330786842e-05,
      "loss": 0.9175,
      "step": 4070
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.508979074797028e-05,
      "loss": 0.9531,
      "step": 4071
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.508739277020975e-05,
      "loss": 0.937,
      "step": 4072
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5084994397691316e-05,
      "loss": 0.9521,
      "step": 4073
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5082595630601082e-05,
      "loss": 0.9282,
      "step": 4074
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5080196469125185e-05,
      "loss": 0.9878,
      "step": 4075
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5077796913449789e-05,
      "loss": 0.957,
      "step": 4076
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5075396963761084e-05,
      "loss": 0.9131,
      "step": 4077
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5072996620245297e-05,
      "loss": 0.9126,
      "step": 4078
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5070595883088684e-05,
      "loss": 0.9546,
      "step": 4079
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5068194752477529e-05,
      "loss": 1.0039,
      "step": 4080
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5065793228598153e-05,
      "loss": 0.9028,
      "step": 4081
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5063391311636897e-05,
      "loss": 0.9346,
      "step": 4082
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5060989001780142e-05,
      "loss": 0.9517,
      "step": 4083
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5058586299214297e-05,
      "loss": 0.9722,
      "step": 4084
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5056183204125798e-05,
      "loss": 0.9844,
      "step": 4085
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5053779716701115e-05,
      "loss": 0.9131,
      "step": 4086
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5051375837126749e-05,
      "loss": 0.4304,
      "step": 4087
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5048971565589225e-05,
      "loss": 0.9487,
      "step": 4088
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5046566902275111e-05,
      "loss": 0.9849,
      "step": 4089
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5044161847370985e-05,
      "loss": 0.9033,
      "step": 4090
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.504175640106348e-05,
      "loss": 0.9502,
      "step": 4091
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5039350563539245e-05,
      "loss": 0.9707,
      "step": 4092
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5036944334984961e-05,
      "loss": 0.9224,
      "step": 4093
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5034537715587338e-05,
      "loss": 0.9624,
      "step": 4094
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.503213070553312e-05,
      "loss": 0.9346,
      "step": 4095
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.502972330500908e-05,
      "loss": 0.9722,
      "step": 4096
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5027315514202018e-05,
      "loss": 0.8828,
      "step": 4097
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5024907333298772e-05,
      "loss": 0.9219,
      "step": 4098
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5022498762486205e-05,
      "loss": 0.9463,
      "step": 4099
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5020089801951205e-05,
      "loss": 0.9458,
      "step": 4100
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.50176804518807e-05,
      "loss": 0.9067,
      "step": 4101
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.501527071246165e-05,
      "loss": 0.9551,
      "step": 4102
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5012860583881031e-05,
      "loss": 0.9521,
      "step": 4103
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5010450066325857e-05,
      "loss": 0.8784,
      "step": 4104
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5008039159983181e-05,
      "loss": 0.9297,
      "step": 4105
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5005627865040073e-05,
      "loss": 0.9736,
      "step": 4106
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.500321618168364e-05,
      "loss": 0.9473,
      "step": 4107
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5000804110101013e-05,
      "loss": 0.9824,
      "step": 4108
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4998391650479364e-05,
      "loss": 0.9199,
      "step": 4109
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4995978803005886e-05,
      "loss": 0.8799,
      "step": 4110
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4993565567867802e-05,
      "loss": 0.9624,
      "step": 4111
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4991151945252371e-05,
      "loss": 0.917,
      "step": 4112
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4988737935346875e-05,
      "loss": 0.9233,
      "step": 4113
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4986323538338634e-05,
      "loss": 0.8877,
      "step": 4114
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4983908754414993e-05,
      "loss": 0.9414,
      "step": 4115
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.498149358376333e-05,
      "loss": 0.9277,
      "step": 4116
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4979078026571044e-05,
      "loss": 0.938,
      "step": 4117
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4976662083025578e-05,
      "loss": 0.9258,
      "step": 4118
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4974245753314396e-05,
      "loss": 0.9629,
      "step": 4119
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4971829037624992e-05,
      "loss": 1.0059,
      "step": 4120
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.496941193614489e-05,
      "loss": 0.9565,
      "step": 4121
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4966994449061654e-05,
      "loss": 0.917,
      "step": 4122
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4964576576562859e-05,
      "loss": 0.9595,
      "step": 4123
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.496215831883613e-05,
      "loss": 0.9033,
      "step": 4124
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4959739676069106e-05,
      "loss": 0.915,
      "step": 4125
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4957320648449467e-05,
      "loss": 0.9404,
      "step": 4126
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4954901236164918e-05,
      "loss": 0.9375,
      "step": 4127
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4952481439403187e-05,
      "loss": 0.9634,
      "step": 4128
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4950061258352048e-05,
      "loss": 0.9307,
      "step": 4129
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.494764069319929e-05,
      "loss": 0.936,
      "step": 4130
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4945219744132741e-05,
      "loss": 0.978,
      "step": 4131
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4942798411340253e-05,
      "loss": 0.9521,
      "step": 4132
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4940376695009713e-05,
      "loss": 0.9624,
      "step": 4133
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4937954595329032e-05,
      "loss": 0.958,
      "step": 4134
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.493553211248615e-05,
      "loss": 0.9194,
      "step": 4135
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4933109246669051e-05,
      "loss": 0.9482,
      "step": 4136
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4930685998065728e-05,
      "loss": 0.9668,
      "step": 4137
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4928262366864218e-05,
      "loss": 0.9985,
      "step": 4138
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4925838353252584e-05,
      "loss": 0.9624,
      "step": 4139
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4923413957418917e-05,
      "loss": 0.9585,
      "step": 4140
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4920989179551337e-05,
      "loss": 0.9541,
      "step": 4141
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4918564019837999e-05,
      "loss": 0.9438,
      "step": 4142
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4916138478467084e-05,
      "loss": 0.9365,
      "step": 4143
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.49137125556268e-05,
      "loss": 0.9712,
      "step": 4144
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4911286251505387e-05,
      "loss": 0.8984,
      "step": 4145
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4908859566291116e-05,
      "loss": 0.9185,
      "step": 4146
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4906432500172287e-05,
      "loss": 0.9507,
      "step": 4147
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.490400505333723e-05,
      "loss": 0.915,
      "step": 4148
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4901577225974303e-05,
      "loss": 0.9692,
      "step": 4149
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4899149018271892e-05,
      "loss": 0.9785,
      "step": 4150
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4896720430418417e-05,
      "loss": 0.9536,
      "step": 4151
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4894291462602319e-05,
      "loss": 0.9209,
      "step": 4152
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4891862115012085e-05,
      "loss": 0.9702,
      "step": 4153
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4889432387836213e-05,
      "loss": 0.5066,
      "step": 4154
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.488700228126324e-05,
      "loss": 0.9199,
      "step": 4155
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4884571795481733e-05,
      "loss": 0.9487,
      "step": 4156
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4882140930680287e-05,
      "loss": 0.9253,
      "step": 4157
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4879709687047521e-05,
      "loss": 0.96,
      "step": 4158
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4877278064772092e-05,
      "loss": 0.9502,
      "step": 4159
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.487484606404268e-05,
      "loss": 0.998,
      "step": 4160
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4872413685048002e-05,
      "loss": 0.9702,
      "step": 4161
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4869980927976793e-05,
      "loss": 0.9287,
      "step": 4162
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4867547793017827e-05,
      "loss": 0.9141,
      "step": 4163
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4865114280359905e-05,
      "loss": 0.936,
      "step": 4164
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.486268039019185e-05,
      "loss": 0.9653,
      "step": 4165
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4860246122702529e-05,
      "loss": 0.9668,
      "step": 4166
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4857811478080824e-05,
      "loss": 0.9565,
      "step": 4167
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4855376456515654e-05,
      "loss": 0.9668,
      "step": 4168
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4852941058195965e-05,
      "loss": 0.9268,
      "step": 4169
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.485050528331073e-05,
      "loss": 0.9434,
      "step": 4170
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4848069132048958e-05,
      "loss": 0.9238,
      "step": 4171
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4845632604599683e-05,
      "loss": 0.9336,
      "step": 4172
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4843195701151964e-05,
      "loss": 0.9722,
      "step": 4173
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4840758421894899e-05,
      "loss": 0.9263,
      "step": 4174
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4838320767017605e-05,
      "loss": 0.9517,
      "step": 4175
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.483588273670923e-05,
      "loss": 0.9243,
      "step": 4176
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4833444331158959e-05,
      "loss": 0.918,
      "step": 4177
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4831005550556004e-05,
      "loss": 0.9946,
      "step": 4178
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4828566395089591e-05,
      "loss": 0.936,
      "step": 4179
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4826126864949002e-05,
      "loss": 0.9351,
      "step": 4180
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4823686960323523e-05,
      "loss": 0.9336,
      "step": 4181
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4821246681402482e-05,
      "loss": 1.0166,
      "step": 4182
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.481880602837523e-05,
      "loss": 0.4199,
      "step": 4183
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4816365001431157e-05,
      "loss": 0.9644,
      "step": 4184
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4813923600759668e-05,
      "loss": 0.9521,
      "step": 4185
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4811481826550208e-05,
      "loss": 0.9517,
      "step": 4186
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.480903967899225e-05,
      "loss": 0.9375,
      "step": 4187
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4806597158275287e-05,
      "loss": 0.9517,
      "step": 4188
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4804154264588855e-05,
      "loss": 0.98,
      "step": 4189
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4801710998122505e-05,
      "loss": 0.916,
      "step": 4190
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4799267359065824e-05,
      "loss": 0.9409,
      "step": 4191
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4796823347608427e-05,
      "loss": 0.9443,
      "step": 4192
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4794378963939959e-05,
      "loss": 0.9375,
      "step": 4193
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4791934208250092e-05,
      "loss": 0.9229,
      "step": 4194
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.478948908072853e-05,
      "loss": 0.9341,
      "step": 4195
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4787043581564999e-05,
      "loss": 0.9102,
      "step": 4196
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4784597710949262e-05,
      "loss": 0.9253,
      "step": 4197
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4782151469071106e-05,
      "loss": 0.9097,
      "step": 4198
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4779704856120346e-05,
      "loss": 0.9126,
      "step": 4199
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4777257872286832e-05,
      "loss": 0.98,
      "step": 4200
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4774810517760434e-05,
      "loss": 0.96,
      "step": 4201
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4772362792731058e-05,
      "loss": 0.9771,
      "step": 4202
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4769914697388635e-05,
      "loss": 0.9502,
      "step": 4203
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4767466231923126e-05,
      "loss": 0.877,
      "step": 4204
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4765017396524522e-05,
      "loss": 0.4817,
      "step": 4205
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.476256819138284e-05,
      "loss": 0.9365,
      "step": 4206
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4760118616688125e-05,
      "loss": 0.915,
      "step": 4207
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4757668672630454e-05,
      "loss": 1.0112,
      "step": 4208
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.475521835939993e-05,
      "loss": 0.9526,
      "step": 4209
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4752767677186689e-05,
      "loss": 0.9414,
      "step": 4210
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4750316626180889e-05,
      "loss": 0.9727,
      "step": 4211
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4747865206572724e-05,
      "loss": 0.9321,
      "step": 4212
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.474541341855241e-05,
      "loss": 0.9443,
      "step": 4213
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4742961262310196e-05,
      "loss": 0.9121,
      "step": 4214
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4740508738036357e-05,
      "loss": 0.9312,
      "step": 4215
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4738055845921193e-05,
      "loss": 0.9282,
      "step": 4216
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4735602586155045e-05,
      "loss": 0.9712,
      "step": 4217
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4733148958928267e-05,
      "loss": 0.9434,
      "step": 4218
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4730694964431256e-05,
      "loss": 0.9683,
      "step": 4219
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4728240602854423e-05,
      "loss": 0.9136,
      "step": 4220
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4725785874388223e-05,
      "loss": 0.9995,
      "step": 4221
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4723330779223125e-05,
      "loss": 0.9741,
      "step": 4222
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4720875317549636e-05,
      "loss": 0.9399,
      "step": 4223
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4718419489558289e-05,
      "loss": 0.8857,
      "step": 4224
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4715963295439642e-05,
      "loss": 0.9351,
      "step": 4225
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4713506735384286e-05,
      "loss": 0.9189,
      "step": 4226
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4711049809582837e-05,
      "loss": 0.9575,
      "step": 4227
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4708592518225943e-05,
      "loss": 0.9141,
      "step": 4228
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.470613486150428e-05,
      "loss": 0.4629,
      "step": 4229
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4703676839608546e-05,
      "loss": 0.9502,
      "step": 4230
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4701218452729476e-05,
      "loss": 0.9214,
      "step": 4231
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4698759701057824e-05,
      "loss": 0.916,
      "step": 4232
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4696300584784384e-05,
      "loss": 0.9199,
      "step": 4233
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4693841104099967e-05,
      "loss": 0.9331,
      "step": 4234
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.469138125919542e-05,
      "loss": 0.916,
      "step": 4235
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4688921050261615e-05,
      "loss": 0.9521,
      "step": 4236
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4686460477489455e-05,
      "loss": 0.98,
      "step": 4237
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4683999541069864e-05,
      "loss": 0.958,
      "step": 4238
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4681538241193805e-05,
      "loss": 0.9604,
      "step": 4239
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4679076578052254e-05,
      "loss": 0.9536,
      "step": 4240
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4676614551836235e-05,
      "loss": 0.9561,
      "step": 4241
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.467415216273678e-05,
      "loss": 0.9463,
      "step": 4242
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4671689410944969e-05,
      "loss": 0.9634,
      "step": 4243
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4669226296651895e-05,
      "loss": 0.9048,
      "step": 4244
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4666762820048686e-05,
      "loss": 0.9165,
      "step": 4245
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.466429898132649e-05,
      "loss": 0.9116,
      "step": 4246
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4661834780676497e-05,
      "loss": 0.9316,
      "step": 4247
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4659370218289915e-05,
      "loss": 0.9438,
      "step": 4248
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4656905294357977e-05,
      "loss": 0.9331,
      "step": 4249
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.465444000907196e-05,
      "loss": 0.9131,
      "step": 4250
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.465197436262315e-05,
      "loss": 0.9546,
      "step": 4251
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4649508355202875e-05,
      "loss": 0.9214,
      "step": 4252
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4647041987002481e-05,
      "loss": 0.9414,
      "step": 4253
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4644575258213349e-05,
      "loss": 0.9629,
      "step": 4254
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.464210816902689e-05,
      "loss": 0.9141,
      "step": 4255
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4639640719634529e-05,
      "loss": 0.9424,
      "step": 4256
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4637172910227737e-05,
      "loss": 0.9448,
      "step": 4257
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4634704740998e-05,
      "loss": 0.9146,
      "step": 4258
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4632236212136839e-05,
      "loss": 0.9487,
      "step": 4259
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4629767323835798e-05,
      "loss": 0.8955,
      "step": 4260
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4627298076286451e-05,
      "loss": 0.9019,
      "step": 4261
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4624828469680404e-05,
      "loss": 0.4192,
      "step": 4262
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4622358504209282e-05,
      "loss": 0.9634,
      "step": 4263
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4619888180064747e-05,
      "loss": 0.9561,
      "step": 4264
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.461741749743848e-05,
      "loss": 0.9204,
      "step": 4265
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4614946456522199e-05,
      "loss": 0.9512,
      "step": 4266
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4612475057507643e-05,
      "loss": 0.9648,
      "step": 4267
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4610003300586581e-05,
      "loss": 0.9399,
      "step": 4268
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.460753118595081e-05,
      "loss": 0.9771,
      "step": 4269
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4605058713792154e-05,
      "loss": 0.958,
      "step": 4270
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4602585884302467e-05,
      "loss": 0.9351,
      "step": 4271
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4600112697673627e-05,
      "loss": 0.9551,
      "step": 4272
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4597639154097542e-05,
      "loss": 0.9165,
      "step": 4273
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4595165253766148e-05,
      "loss": 0.9365,
      "step": 4274
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4592690996871408e-05,
      "loss": 0.9331,
      "step": 4275
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4590216383605316e-05,
      "loss": 0.9707,
      "step": 4276
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4587741414159883e-05,
      "loss": 0.9683,
      "step": 4277
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4585266088727163e-05,
      "loss": 0.9702,
      "step": 4278
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4582790407499223e-05,
      "loss": 0.9336,
      "step": 4279
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4580314370668169e-05,
      "loss": 0.9536,
      "step": 4280
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4577837978426129e-05,
      "loss": 0.9238,
      "step": 4281
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4575361230965257e-05,
      "loss": 0.9297,
      "step": 4282
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4572884128477741e-05,
      "loss": 0.9648,
      "step": 4283
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4570406671155785e-05,
      "loss": 0.958,
      "step": 4284
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4567928859191637e-05,
      "loss": 0.9478,
      "step": 4285
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4565450692777563e-05,
      "loss": 0.4985,
      "step": 4286
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4562972172105849e-05,
      "loss": 0.9336,
      "step": 4287
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4560493297368826e-05,
      "loss": 0.9609,
      "step": 4288
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4558014068758835e-05,
      "loss": 0.9443,
      "step": 4289
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.455553448646826e-05,
      "loss": 0.9619,
      "step": 4290
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4553054550689496e-05,
      "loss": 0.9136,
      "step": 4291
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4550574261614986e-05,
      "loss": 0.9336,
      "step": 4292
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.454809361943718e-05,
      "loss": 0.9336,
      "step": 4293
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4545612624348566e-05,
      "loss": 0.9453,
      "step": 4294
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.454313127654166e-05,
      "loss": 0.915,
      "step": 4295
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4540649576209e-05,
      "loss": 0.9492,
      "step": 4296
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4538167523543156e-05,
      "loss": 0.9482,
      "step": 4297
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4535685118736724e-05,
      "loss": 0.9077,
      "step": 4298
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4533202361982327e-05,
      "loss": 0.9346,
      "step": 4299
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4530719253472619e-05,
      "loss": 0.9287,
      "step": 4300
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.452823579340027e-05,
      "loss": 0.9619,
      "step": 4301
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4525751981957986e-05,
      "loss": 0.9448,
      "step": 4302
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4523267819338504e-05,
      "loss": 0.9502,
      "step": 4303
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4520783305734579e-05,
      "loss": 0.9526,
      "step": 4304
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4518298441339003e-05,
      "loss": 0.4646,
      "step": 4305
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4515813226344581e-05,
      "loss": 0.9326,
      "step": 4306
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4513327660944163e-05,
      "loss": 0.9487,
      "step": 4307
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4510841745330613e-05,
      "loss": 0.9121,
      "step": 4308
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.450835547969683e-05,
      "loss": 0.9595,
      "step": 4309
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4505868864235733e-05,
      "loss": 0.8594,
      "step": 4310
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.450338189914027e-05,
      "loss": 0.9624,
      "step": 4311
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4500894584603421e-05,
      "loss": 0.8713,
      "step": 4312
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.449840692081819e-05,
      "loss": 0.9609,
      "step": 4313
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4495918907977609e-05,
      "loss": 0.8667,
      "step": 4314
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4493430546274732e-05,
      "loss": 0.9463,
      "step": 4315
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.449094183590265e-05,
      "loss": 0.9702,
      "step": 4316
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4488452777054472e-05,
      "loss": 0.9312,
      "step": 4317
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4485963369923332e-05,
      "loss": 0.9155,
      "step": 4318
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4483473614702409e-05,
      "loss": 0.9155,
      "step": 4319
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4480983511584882e-05,
      "loss": 0.9575,
      "step": 4320
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4478493060763985e-05,
      "loss": 0.8706,
      "step": 4321
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4476002262432956e-05,
      "loss": 0.9224,
      "step": 4322
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4473511116785072e-05,
      "loss": 0.9512,
      "step": 4323
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4471019624013636e-05,
      "loss": 0.9116,
      "step": 4324
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4468527784311976e-05,
      "loss": 0.9629,
      "step": 4325
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4466035597873443e-05,
      "loss": 0.9092,
      "step": 4326
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4463543064891423e-05,
      "loss": 0.9541,
      "step": 4327
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4461050185559322e-05,
      "loss": 0.9673,
      "step": 4328
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4458556960070577e-05,
      "loss": 0.8779,
      "step": 4329
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4456063388618654e-05,
      "loss": 0.9321,
      "step": 4330
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.445356947139704e-05,
      "loss": 0.9292,
      "step": 4331
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.445107520859925e-05,
      "loss": 0.8901,
      "step": 4332
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4448580600418828e-05,
      "loss": 0.9189,
      "step": 4333
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4446085647049345e-05,
      "loss": 0.9243,
      "step": 4334
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4443590348684395e-05,
      "loss": 0.9062,
      "step": 4335
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4441094705517604e-05,
      "loss": 0.9468,
      "step": 4336
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4438598717742623e-05,
      "loss": 0.8813,
      "step": 4337
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4436102385553125e-05,
      "loss": 0.9048,
      "step": 4338
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4433605709142818e-05,
      "loss": 0.979,
      "step": 4339
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.443110868870543e-05,
      "loss": 0.9204,
      "step": 4340
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.442861132443472e-05,
      "loss": 0.9238,
      "step": 4341
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4426113616524468e-05,
      "loss": 0.9424,
      "step": 4342
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.442361556516849e-05,
      "loss": 0.4536,
      "step": 4343
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4421117170560617e-05,
      "loss": 0.9219,
      "step": 4344
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4418618432894718e-05,
      "loss": 0.9761,
      "step": 4345
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4416119352364679e-05,
      "loss": 0.915,
      "step": 4346
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4413619929164422e-05,
      "loss": 0.9443,
      "step": 4347
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4411120163487885e-05,
      "loss": 0.9287,
      "step": 4348
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4408620055529045e-05,
      "loss": 0.9497,
      "step": 4349
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.440611960548189e-05,
      "loss": 0.9453,
      "step": 4350
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4403618813540448e-05,
      "loss": 0.9629,
      "step": 4351
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4401117679898771e-05,
      "loss": 0.9062,
      "step": 4352
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4398616204750933e-05,
      "loss": 0.9238,
      "step": 4353
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4396114388291036e-05,
      "loss": 0.9546,
      "step": 4354
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4393612230713208e-05,
      "loss": 0.896,
      "step": 4355
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.439110973221161e-05,
      "loss": 0.9482,
      "step": 4356
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4388606892980418e-05,
      "loss": 0.9731,
      "step": 4357
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4386103713213847e-05,
      "loss": 0.9727,
      "step": 4358
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4383600193106125e-05,
      "loss": 0.9414,
      "step": 4359
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4381096332851516e-05,
      "loss": 0.9023,
      "step": 4360
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.437859213264431e-05,
      "loss": 0.9556,
      "step": 4361
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.437608759267882e-05,
      "loss": 0.9609,
      "step": 4362
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.437358271314939e-05,
      "loss": 0.939,
      "step": 4363
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4371077494250383e-05,
      "loss": 0.9453,
      "step": 4364
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.436857193617619e-05,
      "loss": 0.918,
      "step": 4365
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4366066039121233e-05,
      "loss": 0.9526,
      "step": 4366
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.436355980327996e-05,
      "loss": 0.9272,
      "step": 4367
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4361053228846842e-05,
      "loss": 0.8882,
      "step": 4368
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4358546316016377e-05,
      "loss": 0.9355,
      "step": 4369
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4356039064983086e-05,
      "loss": 0.9497,
      "step": 4370
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4353531475941529e-05,
      "loss": 0.9229,
      "step": 4371
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4351023549086275e-05,
      "loss": 0.9155,
      "step": 4372
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.434851528461193e-05,
      "loss": 0.9224,
      "step": 4373
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4346006682713125e-05,
      "loss": 0.9233,
      "step": 4374
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4343497743584513e-05,
      "loss": 0.9272,
      "step": 4375
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.434098846742078e-05,
      "loss": 0.8999,
      "step": 4376
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4338478854416628e-05,
      "loss": 0.4873,
      "step": 4377
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.43359689047668e-05,
      "loss": 0.9131,
      "step": 4378
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4333458618666047e-05,
      "loss": 0.9258,
      "step": 4379
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4330947996309164e-05,
      "loss": 0.9312,
      "step": 4380
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4328437037890956e-05,
      "loss": 0.9385,
      "step": 4381
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4325925743606267e-05,
      "loss": 0.9473,
      "step": 4382
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4323414113649959e-05,
      "loss": 0.9019,
      "step": 4383
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4320902148216923e-05,
      "loss": 0.9634,
      "step": 4384
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4318389847502075e-05,
      "loss": 0.9038,
      "step": 4385
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4315877211700357e-05,
      "loss": 0.9434,
      "step": 4386
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4313364241006746e-05,
      "loss": 0.9263,
      "step": 4387
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4310850935616228e-05,
      "loss": 0.9175,
      "step": 4388
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4308337295723826e-05,
      "loss": 0.9263,
      "step": 4389
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4305823321524585e-05,
      "loss": 0.9458,
      "step": 4390
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4303309013213582e-05,
      "loss": 0.9468,
      "step": 4391
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4300794370985913e-05,
      "loss": 0.9282,
      "step": 4392
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4298279395036701e-05,
      "loss": 0.9399,
      "step": 4393
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.42957640855611e-05,
      "loss": 0.877,
      "step": 4394
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4293248442754285e-05,
      "loss": 0.4082,
      "step": 4395
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4290732466811456e-05,
      "loss": 0.4377,
      "step": 4396
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4288216157927841e-05,
      "loss": 0.9897,
      "step": 4397
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.42856995162987e-05,
      "loss": 0.9399,
      "step": 4398
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4283182542119302e-05,
      "loss": 0.9585,
      "step": 4399
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4280665235584963e-05,
      "loss": 0.9551,
      "step": 4400
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4278147596891006e-05,
      "loss": 0.8843,
      "step": 4401
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4275629626232795e-05,
      "loss": 0.9712,
      "step": 4402
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4273111323805706e-05,
      "loss": 0.9238,
      "step": 4403
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4270592689805152e-05,
      "loss": 0.9502,
      "step": 4404
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4268073724426567e-05,
      "loss": 0.9165,
      "step": 4405
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4265554427865409e-05,
      "loss": 0.9448,
      "step": 4406
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4263034800317166e-05,
      "loss": 0.9668,
      "step": 4407
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4260514841977345e-05,
      "loss": 0.9175,
      "step": 4408
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4257994553041487e-05,
      "loss": 0.9258,
      "step": 4409
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4255473933705155e-05,
      "loss": 0.9062,
      "step": 4410
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4252952984163935e-05,
      "loss": 0.9033,
      "step": 4411
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4250431704613444e-05,
      "loss": 0.9082,
      "step": 4412
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4247910095249316e-05,
      "loss": 0.9595,
      "step": 4413
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.424538815626722e-05,
      "loss": 0.9346,
      "step": 4414
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4242865887862844e-05,
      "loss": 0.8965,
      "step": 4415
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.424034329023191e-05,
      "loss": 0.9302,
      "step": 4416
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4237820363570154e-05,
      "loss": 0.9453,
      "step": 4417
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4235297108073346e-05,
      "loss": 0.4729,
      "step": 4418
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.423277352393728e-05,
      "loss": 0.9297,
      "step": 4419
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4230249611357772e-05,
      "loss": 0.9297,
      "step": 4420
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4227725370530662e-05,
      "loss": 0.9028,
      "step": 4421
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4225200801651828e-05,
      "loss": 0.9448,
      "step": 4422
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4222675904917158e-05,
      "loss": 0.9121,
      "step": 4423
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4220150680522578e-05,
      "loss": 0.9297,
      "step": 4424
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4217625128664026e-05,
      "loss": 0.9297,
      "step": 4425
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4215099249537476e-05,
      "loss": 0.9639,
      "step": 4426
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4212573043338932e-05,
      "loss": 0.9126,
      "step": 4427
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4210046510264403e-05,
      "loss": 0.9277,
      "step": 4428
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.420751965050995e-05,
      "loss": 0.9258,
      "step": 4429
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.420499246427163e-05,
      "loss": 0.958,
      "step": 4430
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4202464951745554e-05,
      "loss": 0.8765,
      "step": 4431
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4199937113127837e-05,
      "loss": 0.9404,
      "step": 4432
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4197408948614633e-05,
      "loss": 0.8486,
      "step": 4433
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4194880458402112e-05,
      "loss": 0.9644,
      "step": 4434
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4192351642686475e-05,
      "loss": 0.918,
      "step": 4435
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4189822501663946e-05,
      "loss": 0.8989,
      "step": 4436
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4187293035530772e-05,
      "loss": 0.9634,
      "step": 4437
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.418476324448323e-05,
      "loss": 0.9932,
      "step": 4438
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4182233128717622e-05,
      "loss": 0.9927,
      "step": 4439
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.417970268843027e-05,
      "loss": 0.9424,
      "step": 4440
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4177171923817523e-05,
      "loss": 0.4475,
      "step": 4441
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4174640835075762e-05,
      "loss": 0.9453,
      "step": 4442
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4172109422401383e-05,
      "loss": 0.4636,
      "step": 4443
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4169577685990816e-05,
      "loss": 0.9673,
      "step": 4444
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4167045626040506e-05,
      "loss": 0.9229,
      "step": 4445
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4164513242746934e-05,
      "loss": 0.9087,
      "step": 4446
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4161980536306596e-05,
      "loss": 0.938,
      "step": 4447
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4159447506916023e-05,
      "loss": 0.9175,
      "step": 4448
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4156914154771766e-05,
      "loss": 0.873,
      "step": 4449
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4154380480070398e-05,
      "loss": 0.9429,
      "step": 4450
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4151846483008525e-05,
      "loss": 0.9595,
      "step": 4451
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.414931216378277e-05,
      "loss": 0.9487,
      "step": 4452
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4146777522589786e-05,
      "loss": 0.9395,
      "step": 4453
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4144242559626244e-05,
      "loss": 0.8877,
      "step": 4454
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4141707275088854e-05,
      "loss": 0.958,
      "step": 4455
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4139171669174333e-05,
      "loss": 0.9399,
      "step": 4456
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4136635742079441e-05,
      "loss": 0.4673,
      "step": 4457
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4134099494000948e-05,
      "loss": 0.8911,
      "step": 4458
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.413156292513566e-05,
      "loss": 0.9238,
      "step": 4459
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4129026035680398e-05,
      "loss": 0.9189,
      "step": 4460
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4126488825832014e-05,
      "loss": 0.937,
      "step": 4461
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4123951295787386e-05,
      "loss": 0.9297,
      "step": 4462
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.412141344574341e-05,
      "loss": 0.9404,
      "step": 4463
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4118875275897018e-05,
      "loss": 0.9814,
      "step": 4464
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.411633678644515e-05,
      "loss": 0.4917,
      "step": 4465
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4113797977584794e-05,
      "loss": 0.9668,
      "step": 4466
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.411125884951294e-05,
      "loss": 0.9268,
      "step": 4467
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4108719402426613e-05,
      "loss": 0.9419,
      "step": 4468
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4106179636522867e-05,
      "loss": 0.9355,
      "step": 4469
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4103639551998773e-05,
      "loss": 0.9648,
      "step": 4470
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.410109914905143e-05,
      "loss": 0.8989,
      "step": 4471
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4098558427877964e-05,
      "loss": 0.9614,
      "step": 4472
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4096017388675518e-05,
      "loss": 0.9282,
      "step": 4473
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4093476031641267e-05,
      "loss": 0.9434,
      "step": 4474
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.409093435697241e-05,
      "loss": 0.9585,
      "step": 4475
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.408839236486617e-05,
      "loss": 0.9019,
      "step": 4476
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.408585005551979e-05,
      "loss": 0.9531,
      "step": 4477
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4083307429130542e-05,
      "loss": 0.9302,
      "step": 4478
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4080764485895721e-05,
      "loss": 0.9067,
      "step": 4479
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4078221226012652e-05,
      "loss": 0.9214,
      "step": 4480
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4075677649678677e-05,
      "loss": 0.9155,
      "step": 4481
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4073133757091167e-05,
      "loss": 0.957,
      "step": 4482
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4070589548447515e-05,
      "loss": 0.9619,
      "step": 4483
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.406804502394514e-05,
      "loss": 0.9683,
      "step": 4484
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4065500183781482e-05,
      "loss": 0.9307,
      "step": 4485
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4062955028154016e-05,
      "loss": 0.9336,
      "step": 4486
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4060409557260228e-05,
      "loss": 0.9482,
      "step": 4487
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4057863771297638e-05,
      "loss": 0.9341,
      "step": 4488
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4055317670463783e-05,
      "loss": 0.8569,
      "step": 4489
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4052771254956232e-05,
      "loss": 0.9375,
      "step": 4490
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4050224524972578e-05,
      "loss": 0.9263,
      "step": 4491
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4047677480710428e-05,
      "loss": 0.9185,
      "step": 4492
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4045130122367427e-05,
      "loss": 0.9585,
      "step": 4493
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4042582450141234e-05,
      "loss": 0.9355,
      "step": 4494
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4040034464229537e-05,
      "loss": 0.9307,
      "step": 4495
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4037486164830049e-05,
      "loss": 0.9868,
      "step": 4496
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4034937552140507e-05,
      "loss": 0.9214,
      "step": 4497
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4032388626358669e-05,
      "loss": 0.9067,
      "step": 4498
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4029839387682322e-05,
      "loss": 0.9541,
      "step": 4499
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4027289836309275e-05,
      "loss": 0.9316,
      "step": 4500
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4024739972437357e-05,
      "loss": 0.9424,
      "step": 4501
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4022189796264431e-05,
      "loss": 0.915,
      "step": 4502
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4019639307988375e-05,
      "loss": 0.9233,
      "step": 4503
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4017088507807098e-05,
      "loss": 0.9067,
      "step": 4504
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4014537395918528e-05,
      "loss": 0.9165,
      "step": 4505
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.401198597252062e-05,
      "loss": 0.958,
      "step": 4506
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4009434237811354e-05,
      "loss": 0.9463,
      "step": 4507
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.400688219198873e-05,
      "loss": 0.9229,
      "step": 4508
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4004329835250777e-05,
      "loss": 0.9409,
      "step": 4509
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4001777167795542e-05,
      "loss": 0.9106,
      "step": 4510
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3999224189821105e-05,
      "loss": 0.939,
      "step": 4511
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3996670901525562e-05,
      "loss": 0.9692,
      "step": 4512
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.399411730310704e-05,
      "loss": 0.9541,
      "step": 4513
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3991563394763682e-05,
      "loss": 0.9336,
      "step": 4514
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3989009176693662e-05,
      "loss": 0.918,
      "step": 4515
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3986454649095176e-05,
      "loss": 0.9497,
      "step": 4516
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3983899812166441e-05,
      "loss": 0.9121,
      "step": 4517
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3981344666105698e-05,
      "loss": 0.936,
      "step": 4518
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3978789211111221e-05,
      "loss": 0.9731,
      "step": 4519
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3976233447381297e-05,
      "loss": 0.9595,
      "step": 4520
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3973677375114243e-05,
      "loss": 0.9272,
      "step": 4521
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3971120994508396e-05,
      "loss": 0.4102,
      "step": 4522
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3968564305762123e-05,
      "loss": 0.9512,
      "step": 4523
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.396600730907381e-05,
      "loss": 0.9546,
      "step": 4524
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3963450004641863e-05,
      "loss": 0.9062,
      "step": 4525
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3960892392664725e-05,
      "loss": 0.9067,
      "step": 4526
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3958334473340847e-05,
      "loss": 0.9746,
      "step": 4527
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3955776246868715e-05,
      "loss": 0.8794,
      "step": 4528
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3953217713446838e-05,
      "loss": 0.9419,
      "step": 4529
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3950658873273742e-05,
      "loss": 0.9292,
      "step": 4530
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3948099726547986e-05,
      "loss": 0.9473,
      "step": 4531
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3945540273468141e-05,
      "loss": 0.9497,
      "step": 4532
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3942980514232813e-05,
      "loss": 0.9502,
      "step": 4533
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3940420449040627e-05,
      "loss": 0.9546,
      "step": 4534
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3937860078090232e-05,
      "loss": 0.9438,
      "step": 4535
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3935299401580298e-05,
      "loss": 0.9116,
      "step": 4536
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3932738419709528e-05,
      "loss": 0.9482,
      "step": 4537
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3930177132676635e-05,
      "loss": 0.9609,
      "step": 4538
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3927615540680368e-05,
      "loss": 0.8921,
      "step": 4539
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3925053643919493e-05,
      "loss": 0.9302,
      "step": 4540
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.39224914425928e-05,
      "loss": 0.9526,
      "step": 4541
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3919928936899105e-05,
      "loss": 0.9521,
      "step": 4542
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3917366127037246e-05,
      "loss": 0.9648,
      "step": 4543
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3914803013206086e-05,
      "loss": 0.9414,
      "step": 4544
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3912239595604509e-05,
      "loss": 0.5093,
      "step": 4545
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3909675874431426e-05,
      "loss": 0.9365,
      "step": 4546
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3907111849885769e-05,
      "loss": 0.9585,
      "step": 4547
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3904547522166493e-05,
      "loss": 0.9727,
      "step": 4548
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.390198289147258e-05,
      "loss": 0.9233,
      "step": 4549
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3899417958003034e-05,
      "loss": 0.9795,
      "step": 4550
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3896852721956877e-05,
      "loss": 0.957,
      "step": 4551
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3894287183533166e-05,
      "loss": 0.9434,
      "step": 4552
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3891721342930969e-05,
      "loss": 0.9297,
      "step": 4553
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3889155200349387e-05,
      "loss": 0.9233,
      "step": 4554
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.388658875598754e-05,
      "loss": 0.9399,
      "step": 4555
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3884022010044569e-05,
      "loss": 0.896,
      "step": 4556
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3881454962719645e-05,
      "loss": 0.9458,
      "step": 4557
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3878887614211959e-05,
      "loss": 0.9707,
      "step": 4558
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3876319964720721e-05,
      "loss": 0.9399,
      "step": 4559
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3873752014445174e-05,
      "loss": 0.9736,
      "step": 4560
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3871183763584576e-05,
      "loss": 0.9517,
      "step": 4561
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3868615212338213e-05,
      "loss": 0.9131,
      "step": 4562
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3866046360905392e-05,
      "loss": 0.9395,
      "step": 4563
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3863477209485441e-05,
      "loss": 0.9355,
      "step": 4564
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3860907758277717e-05,
      "loss": 0.8894,
      "step": 4565
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3858338007481598e-05,
      "loss": 0.9258,
      "step": 4566
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.385576795729648e-05,
      "loss": 0.9224,
      "step": 4567
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3853197607921796e-05,
      "loss": 0.9341,
      "step": 4568
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3850626959556984e-05,
      "loss": 0.8683,
      "step": 4569
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3848056012401516e-05,
      "loss": 0.9023,
      "step": 4570
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.384548476665489e-05,
      "loss": 0.9248,
      "step": 4571
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3842913222516622e-05,
      "loss": 0.9634,
      "step": 4572
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3840341380186246e-05,
      "loss": 0.8936,
      "step": 4573
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.383776923986333e-05,
      "loss": 0.9326,
      "step": 4574
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3835196801747457e-05,
      "loss": 0.979,
      "step": 4575
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3832624066038239e-05,
      "loss": 0.9351,
      "step": 4576
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3830051032935308e-05,
      "loss": 0.9512,
      "step": 4577
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3827477702638319e-05,
      "loss": 0.9478,
      "step": 4578
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.382490407534695e-05,
      "loss": 0.8936,
      "step": 4579
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3822330151260901e-05,
      "loss": 0.9126,
      "step": 4580
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.38197559305799e-05,
      "loss": 0.9707,
      "step": 4581
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3817181413503687e-05,
      "loss": 0.9424,
      "step": 4582
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3814606600232044e-05,
      "loss": 0.9629,
      "step": 4583
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3812031490964752e-05,
      "loss": 0.9736,
      "step": 4584
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3809456085901638e-05,
      "loss": 0.9404,
      "step": 4585
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3806880385242536e-05,
      "loss": 0.9253,
      "step": 4586
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3804304389187311e-05,
      "loss": 0.9507,
      "step": 4587
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3801728097935847e-05,
      "loss": 0.9199,
      "step": 4588
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3799151511688047e-05,
      "loss": 0.8628,
      "step": 4589
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3796574630643852e-05,
      "loss": 0.9639,
      "step": 4590
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3793997455003208e-05,
      "loss": 0.9653,
      "step": 4591
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3791419984966096e-05,
      "loss": 0.9634,
      "step": 4592
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3788842220732513e-05,
      "loss": 0.9712,
      "step": 4593
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3786264162502485e-05,
      "loss": 0.9404,
      "step": 4594
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3783685810476054e-05,
      "loss": 0.9683,
      "step": 4595
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3781107164853291e-05,
      "loss": 0.9688,
      "step": 4596
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.377852822583428e-05,
      "loss": 0.9214,
      "step": 4597
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3775948993619142e-05,
      "loss": 0.9111,
      "step": 4598
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3773369468408011e-05,
      "loss": 0.9556,
      "step": 4599
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3770789650401047e-05,
      "loss": 0.9287,
      "step": 4600
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.376820953979843e-05,
      "loss": 0.9077,
      "step": 4601
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3765629136800365e-05,
      "loss": 0.4231,
      "step": 4602
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3763048441607081e-05,
      "loss": 0.9038,
      "step": 4603
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3760467454418822e-05,
      "loss": 0.9502,
      "step": 4604
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.375788617543587e-05,
      "loss": 0.8799,
      "step": 4605
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3755304604858512e-05,
      "loss": 0.9248,
      "step": 4606
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3752722742887073e-05,
      "loss": 0.9561,
      "step": 4607
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3750140589721883e-05,
      "loss": 0.9487,
      "step": 4608
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3747558145563314e-05,
      "loss": 0.9062,
      "step": 4609
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3744975410611752e-05,
      "loss": 0.9712,
      "step": 4610
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.37423923850676e-05,
      "loss": 0.9404,
      "step": 4611
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3739809069131292e-05,
      "loss": 0.9307,
      "step": 4612
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3737225463003276e-05,
      "loss": 0.9097,
      "step": 4613
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3734641566884036e-05,
      "loss": 0.9307,
      "step": 4614
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3732057380974064e-05,
      "loss": 0.9375,
      "step": 4615
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3729472905473883e-05,
      "loss": 0.8745,
      "step": 4616
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3726888140584038e-05,
      "loss": 0.915,
      "step": 4617
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3724303086505093e-05,
      "loss": 0.4346,
      "step": 4618
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3721717743437634e-05,
      "loss": 0.9229,
      "step": 4619
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3719132111582272e-05,
      "loss": 0.9956,
      "step": 4620
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3716546191139646e-05,
      "loss": 0.8916,
      "step": 4621
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3713959982310403e-05,
      "loss": 0.9424,
      "step": 4622
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3711373485295225e-05,
      "loss": 0.9644,
      "step": 4623
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3708786700294811e-05,
      "loss": 0.918,
      "step": 4624
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3706199627509885e-05,
      "loss": 0.9536,
      "step": 4625
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3703612267141191e-05,
      "loss": 0.9609,
      "step": 4626
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3701024619389496e-05,
      "loss": 0.4504,
      "step": 4627
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3698436684455587e-05,
      "loss": 0.9688,
      "step": 4628
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.369584846254028e-05,
      "loss": 0.957,
      "step": 4629
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3693259953844406e-05,
      "loss": 0.9292,
      "step": 4630
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.369067115856882e-05,
      "loss": 0.9019,
      "step": 4631
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3688082076914404e-05,
      "loss": 0.9253,
      "step": 4632
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3685492709082056e-05,
      "loss": 0.8853,
      "step": 4633
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3682903055272702e-05,
      "loss": 0.9775,
      "step": 4634
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3680313115687285e-05,
      "loss": 0.9521,
      "step": 4635
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.367772289052677e-05,
      "loss": 0.9229,
      "step": 4636
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3675132379992148e-05,
      "loss": 0.9263,
      "step": 4637
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3672541584284434e-05,
      "loss": 0.9473,
      "step": 4638
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3669950503604655e-05,
      "loss": 0.9761,
      "step": 4639
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.366735913815387e-05,
      "loss": 0.9253,
      "step": 4640
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3664767488133158e-05,
      "loss": 0.9189,
      "step": 4641
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.366217555374362e-05,
      "loss": 0.4248,
      "step": 4642
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3659583335186374e-05,
      "loss": 0.9336,
      "step": 4643
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3656990832662565e-05,
      "loss": 0.9404,
      "step": 4644
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3654398046373362e-05,
      "loss": 0.9814,
      "step": 4645
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3651804976519951e-05,
      "loss": 0.9478,
      "step": 4646
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3649211623303544e-05,
      "loss": 0.9409,
      "step": 4647
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3646617986925367e-05,
      "loss": 0.9517,
      "step": 4648
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3644024067586682e-05,
      "loss": 0.9961,
      "step": 4649
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3641429865488762e-05,
      "loss": 0.9746,
      "step": 4650
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3638835380832904e-05,
      "loss": 0.9717,
      "step": 4651
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.363624061382043e-05,
      "loss": 0.9155,
      "step": 4652
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3633645564652675e-05,
      "loss": 0.9121,
      "step": 4653
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3631050233531011e-05,
      "loss": 0.936,
      "step": 4654
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3628454620656818e-05,
      "loss": 0.9609,
      "step": 4655
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3625858726231508e-05,
      "loss": 0.9263,
      "step": 4656
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3623262550456509e-05,
      "loss": 0.9336,
      "step": 4657
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.362066609353327e-05,
      "loss": 0.9058,
      "step": 4658
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3618069355663266e-05,
      "loss": 0.4592,
      "step": 4659
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.361547233704799e-05,
      "loss": 0.9805,
      "step": 4660
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3612875037888959e-05,
      "loss": 0.917,
      "step": 4661
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3610277458387713e-05,
      "loss": 0.9897,
      "step": 4662
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.360767959874581e-05,
      "loss": 0.9487,
      "step": 4663
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.360508145916483e-05,
      "loss": 0.9331,
      "step": 4664
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3602483039846384e-05,
      "loss": 0.9067,
      "step": 4665
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.359988434099209e-05,
      "loss": 0.8857,
      "step": 4666
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3597285362803597e-05,
      "loss": 0.9316,
      "step": 4667
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.359468610548257e-05,
      "loss": 0.9175,
      "step": 4668
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3592086569230706e-05,
      "loss": 0.938,
      "step": 4669
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3589486754249713e-05,
      "loss": 0.9341,
      "step": 4670
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3586886660741326e-05,
      "loss": 0.9282,
      "step": 4671
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3584286288907298e-05,
      "loss": 0.4592,
      "step": 4672
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3581685638949407e-05,
      "loss": 0.9194,
      "step": 4673
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3579084711069453e-05,
      "loss": 0.9736,
      "step": 4674
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.357648350546925e-05,
      "loss": 0.9277,
      "step": 4675
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3573882022350648e-05,
      "loss": 0.4409,
      "step": 4676
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3571280261915503e-05,
      "loss": 0.9653,
      "step": 4677
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3568678224365703e-05,
      "loss": 0.937,
      "step": 4678
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3566075909903152e-05,
      "loss": 0.4382,
      "step": 4679
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3563473318729778e-05,
      "loss": 0.9331,
      "step": 4680
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.356087045104753e-05,
      "loss": 0.9082,
      "step": 4681
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.355826730705838e-05,
      "loss": 0.9673,
      "step": 4682
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3555663886964317e-05,
      "loss": 0.8911,
      "step": 4683
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3553060190967355e-05,
      "loss": 0.9214,
      "step": 4684
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3550456219269532e-05,
      "loss": 0.9321,
      "step": 4685
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3547851972072898e-05,
      "loss": 0.9595,
      "step": 4686
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3545247449579536e-05,
      "loss": 0.9097,
      "step": 4687
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.354264265199154e-05,
      "loss": 0.8877,
      "step": 4688
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3540037579511034e-05,
      "loss": 0.9434,
      "step": 4689
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.353743223234016e-05,
      "loss": 0.9502,
      "step": 4690
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3534826610681076e-05,
      "loss": 0.979,
      "step": 4691
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.353222071473597e-05,
      "loss": 0.9497,
      "step": 4692
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3529614544707044e-05,
      "loss": 1.0039,
      "step": 4693
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3527008100796527e-05,
      "loss": 0.9966,
      "step": 4694
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3524401383206667e-05,
      "loss": 0.9453,
      "step": 4695
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3521794392139734e-05,
      "loss": 0.9834,
      "step": 4696
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3519187127798017e-05,
      "loss": 0.9238,
      "step": 4697
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3516579590383829e-05,
      "loss": 0.9922,
      "step": 4698
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3513971780099498e-05,
      "loss": 0.937,
      "step": 4699
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3511363697147382e-05,
      "loss": 0.9072,
      "step": 4700
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3508755341729856e-05,
      "loss": 0.9863,
      "step": 4701
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3506146714049315e-05,
      "loss": 0.897,
      "step": 4702
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3503537814308177e-05,
      "loss": 0.9492,
      "step": 4703
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.350092864270888e-05,
      "loss": 0.9302,
      "step": 4704
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3498319199453882e-05,
      "loss": 0.9097,
      "step": 4705
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3495709484745666e-05,
      "loss": 0.9736,
      "step": 4706
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3493099498786735e-05,
      "loss": 0.9395,
      "step": 4707
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3490489241779608e-05,
      "loss": 0.9233,
      "step": 4708
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3487878713926832e-05,
      "loss": 0.9355,
      "step": 4709
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3485267915430967e-05,
      "loss": 0.9629,
      "step": 4710
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3482656846494604e-05,
      "loss": 0.9609,
      "step": 4711
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3480045507320348e-05,
      "loss": 0.9272,
      "step": 4712
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3477433898110826e-05,
      "loss": 0.9565,
      "step": 4713
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3474822019068687e-05,
      "loss": 0.939,
      "step": 4714
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3472209870396602e-05,
      "loss": 0.9756,
      "step": 4715
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3469597452297256e-05,
      "loss": 0.8892,
      "step": 4716
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3466984764973367e-05,
      "loss": 0.9478,
      "step": 4717
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3464371808627665e-05,
      "loss": 0.9351,
      "step": 4718
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3461758583462903e-05,
      "loss": 0.4695,
      "step": 4719
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3459145089681856e-05,
      "loss": 0.9536,
      "step": 4720
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3456531327487319e-05,
      "loss": 0.9038,
      "step": 4721
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3453917297082107e-05,
      "loss": 0.9053,
      "step": 4722
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3451302998669051e-05,
      "loss": 0.9126,
      "step": 4723
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3448688432451019e-05,
      "loss": 0.9414,
      "step": 4724
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3446073598630882e-05,
      "loss": 0.9897,
      "step": 4725
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3443458497411541e-05,
      "loss": 0.9551,
      "step": 4726
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3440843128995912e-05,
      "loss": 0.9565,
      "step": 4727
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3438227493586942e-05,
      "loss": 0.8838,
      "step": 4728
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.343561159138759e-05,
      "loss": 0.9512,
      "step": 4729
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3432995422600836e-05,
      "loss": 0.9194,
      "step": 4730
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3430378987429684e-05,
      "loss": 0.894,
      "step": 4731
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3427762286077153e-05,
      "loss": 0.9487,
      "step": 4732
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3425145318746292e-05,
      "loss": 0.8862,
      "step": 4733
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3422528085640161e-05,
      "loss": 0.9238,
      "step": 4734
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3419910586961851e-05,
      "loss": 0.4285,
      "step": 4735
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.341729282291446e-05,
      "loss": 0.9463,
      "step": 4736
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3414674793701121e-05,
      "loss": 0.8176,
      "step": 4737
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.341205649952498e-05,
      "loss": 0.9341,
      "step": 4738
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3409437940589199e-05,
      "loss": 0.9229,
      "step": 4739
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3406819117096969e-05,
      "loss": 0.8765,
      "step": 4740
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.34042000292515e-05,
      "loss": 0.8552,
      "step": 4741
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3401580677256022e-05,
      "loss": 0.8755,
      "step": 4742
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.339896106131378e-05,
      "loss": 0.9175,
      "step": 4743
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3396341181628048e-05,
      "loss": 0.9395,
      "step": 4744
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3393721038402117e-05,
      "loss": 0.9463,
      "step": 4745
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3391100631839293e-05,
      "loss": 0.9087,
      "step": 4746
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3388479962142909e-05,
      "loss": 0.9141,
      "step": 4747
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.338585902951632e-05,
      "loss": 0.9287,
      "step": 4748
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3383237834162892e-05,
      "loss": 0.9214,
      "step": 4749
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3380616376286022e-05,
      "loss": 0.959,
      "step": 4750
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3377994656089125e-05,
      "loss": 0.9204,
      "step": 4751
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.337537267377563e-05,
      "loss": 0.8955,
      "step": 4752
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3372750429548993e-05,
      "loss": 0.9453,
      "step": 4753
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3370127923612688e-05,
      "loss": 0.9258,
      "step": 4754
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3367505156170206e-05,
      "loss": 0.9521,
      "step": 4755
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3364882127425065e-05,
      "loss": 0.9263,
      "step": 4756
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3362258837580797e-05,
      "loss": 0.9561,
      "step": 4757
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3359635286840957e-05,
      "loss": 0.9272,
      "step": 4758
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3357011475409123e-05,
      "loss": 0.9395,
      "step": 4759
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3354387403488891e-05,
      "loss": 0.9194,
      "step": 4760
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3351763071283874e-05,
      "loss": 0.957,
      "step": 4761
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3349138478997709e-05,
      "loss": 0.939,
      "step": 4762
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.334651362683405e-05,
      "loss": 0.9902,
      "step": 4763
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3343888514996577e-05,
      "loss": 0.9829,
      "step": 4764
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3341263143688983e-05,
      "loss": 0.9502,
      "step": 4765
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.333863751311499e-05,
      "loss": 0.9004,
      "step": 4766
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3336011623478324e-05,
      "loss": 0.9351,
      "step": 4767
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3333385474982754e-05,
      "loss": 0.9399,
      "step": 4768
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.333075906783205e-05,
      "loss": 0.9209,
      "step": 4769
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.332813240223001e-05,
      "loss": 0.8892,
      "step": 4770
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3325505478380451e-05,
      "loss": 0.9531,
      "step": 4771
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3322878296487209e-05,
      "loss": 0.9204,
      "step": 4772
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3320250856754145e-05,
      "loss": 0.9346,
      "step": 4773
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3317623159385132e-05,
      "loss": 0.9097,
      "step": 4774
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.331499520458407e-05,
      "loss": 0.915,
      "step": 4775
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.331236699255487e-05,
      "loss": 0.9644,
      "step": 4776
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3309738523501477e-05,
      "loss": 0.917,
      "step": 4777
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3307109797627846e-05,
      "loss": 0.9756,
      "step": 4778
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.330448081513795e-05,
      "loss": 0.9463,
      "step": 4779
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3301851576235787e-05,
      "loss": 0.9277,
      "step": 4780
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3299222081125373e-05,
      "loss": 0.9502,
      "step": 4781
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3296592330010749e-05,
      "loss": 0.9253,
      "step": 4782
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3293962323095969e-05,
      "loss": 0.9185,
      "step": 4783
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3291332060585107e-05,
      "loss": 0.8774,
      "step": 4784
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.328870154268226e-05,
      "loss": 0.9302,
      "step": 4785
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3286070769591548e-05,
      "loss": 0.9282,
      "step": 4786
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3283439741517102e-05,
      "loss": 0.9585,
      "step": 4787
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3280808458663078e-05,
      "loss": 0.8818,
      "step": 4788
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.327817692123365e-05,
      "loss": 0.9307,
      "step": 4789
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.327554512943302e-05,
      "loss": 0.9263,
      "step": 4790
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3272913083465393e-05,
      "loss": 0.8662,
      "step": 4791
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.327028078353501e-05,
      "loss": 0.9771,
      "step": 4792
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3267648229846127e-05,
      "loss": 0.9575,
      "step": 4793
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.326501542260301e-05,
      "loss": 0.9185,
      "step": 4794
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3262382362009958e-05,
      "loss": 0.917,
      "step": 4795
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3259749048271281e-05,
      "loss": 0.9097,
      "step": 4796
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3257115481591319e-05,
      "loss": 0.9639,
      "step": 4797
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3254481662174415e-05,
      "loss": 0.9341,
      "step": 4798
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3251847590224947e-05,
      "loss": 0.916,
      "step": 4799
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3249213265947304e-05,
      "loss": 0.9229,
      "step": 4800
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.32465786895459e-05,
      "loss": 0.8682,
      "step": 4801
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3243943861225165e-05,
      "loss": 0.4653,
      "step": 4802
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3241308781189546e-05,
      "loss": 0.9688,
      "step": 4803
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3238673449643517e-05,
      "loss": 0.9307,
      "step": 4804
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3236037866791564e-05,
      "loss": 0.8979,
      "step": 4805
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.32334020328382e-05,
      "loss": 0.9126,
      "step": 4806
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3230765947987951e-05,
      "loss": 0.9429,
      "step": 4807
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3228129612445364e-05,
      "loss": 0.9233,
      "step": 4808
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.322549302641501e-05,
      "loss": 0.9272,
      "step": 4809
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3222856190101473e-05,
      "loss": 0.9551,
      "step": 4810
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3220219103709355e-05,
      "loss": 0.9082,
      "step": 4811
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3217581767443289e-05,
      "loss": 0.9429,
      "step": 4812
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3214944181507914e-05,
      "loss": 0.9233,
      "step": 4813
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3212306346107896e-05,
      "loss": 0.9336,
      "step": 4814
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3209668261447926e-05,
      "loss": 0.957,
      "step": 4815
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3207029927732697e-05,
      "loss": 0.896,
      "step": 4816
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3204391345166938e-05,
      "loss": 0.8965,
      "step": 4817
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3201752513955386e-05,
      "loss": 0.9116,
      "step": 4818
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3199113434302804e-05,
      "loss": 0.957,
      "step": 4819
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3196474106413973e-05,
      "loss": 0.9233,
      "step": 4820
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.319383453049369e-05,
      "loss": 0.9341,
      "step": 4821
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3191194706746775e-05,
      "loss": 0.8965,
      "step": 4822
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3188554635378067e-05,
      "loss": 0.8965,
      "step": 4823
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3185914316592423e-05,
      "loss": 0.9258,
      "step": 4824
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.318327375059472e-05,
      "loss": 0.9126,
      "step": 4825
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3180632937589853e-05,
      "loss": 0.9062,
      "step": 4826
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3177991877782734e-05,
      "loss": 0.9399,
      "step": 4827
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.31753505713783e-05,
      "loss": 0.9033,
      "step": 4828
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3172709018581502e-05,
      "loss": 0.9868,
      "step": 4829
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3170067219597316e-05,
      "loss": 0.8652,
      "step": 4830
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3167425174630728e-05,
      "loss": 0.9131,
      "step": 4831
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3164782883886753e-05,
      "loss": 0.9404,
      "step": 4832
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.316214034757042e-05,
      "loss": 0.9058,
      "step": 4833
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3159497565886774e-05,
      "loss": 0.9482,
      "step": 4834
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3156854539040883e-05,
      "loss": 0.8794,
      "step": 4835
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3154211267237835e-05,
      "loss": 0.9131,
      "step": 4836
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3151567750682737e-05,
      "loss": 0.9106,
      "step": 4837
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3148923989580711e-05,
      "loss": 0.8706,
      "step": 4838
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3146279984136903e-05,
      "loss": 0.9492,
      "step": 4839
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3143635734556472e-05,
      "loss": 0.9082,
      "step": 4840
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3140991241044603e-05,
      "loss": 0.9268,
      "step": 4841
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3138346503806495e-05,
      "loss": 0.9033,
      "step": 4842
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3135701523047364e-05,
      "loss": 0.9062,
      "step": 4843
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3133056298972453e-05,
      "loss": 0.8838,
      "step": 4844
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3130410831787018e-05,
      "loss": 0.9653,
      "step": 4845
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3127765121696331e-05,
      "loss": 0.9009,
      "step": 4846
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.312511916890569e-05,
      "loss": 0.8921,
      "step": 4847
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.312247297362041e-05,
      "loss": 0.9072,
      "step": 4848
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3119826536045823e-05,
      "loss": 0.9351,
      "step": 4849
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3117179856387279e-05,
      "loss": 0.9424,
      "step": 4850
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3114532934850146e-05,
      "loss": 0.9243,
      "step": 4851
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3111885771639816e-05,
      "loss": 0.9072,
      "step": 4852
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3109238366961692e-05,
      "loss": 0.9058,
      "step": 4853
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3106590721021206e-05,
      "loss": 0.9277,
      "step": 4854
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.31039428340238e-05,
      "loss": 0.9526,
      "step": 4855
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3101294706174935e-05,
      "loss": 0.8877,
      "step": 4856
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.30986463376801e-05,
      "loss": 0.8745,
      "step": 4857
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3095997728744791e-05,
      "loss": 0.9551,
      "step": 4858
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.309334887957453e-05,
      "loss": 0.8984,
      "step": 4859
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3090699790374853e-05,
      "loss": 0.9341,
      "step": 4860
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3088050461351319e-05,
      "loss": 0.9014,
      "step": 4861
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3085400892709499e-05,
      "loss": 0.8901,
      "step": 4862
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3082751084654994e-05,
      "loss": 0.96,
      "step": 4863
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3080101037393416e-05,
      "loss": 0.9551,
      "step": 4864
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3077450751130391e-05,
      "loss": 0.9468,
      "step": 4865
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3074800226071571e-05,
      "loss": 0.9565,
      "step": 4866
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3072149462422625e-05,
      "loss": 0.9468,
      "step": 4867
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3069498460389243e-05,
      "loss": 0.408,
      "step": 4868
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3066847220177123e-05,
      "loss": 0.9146,
      "step": 4869
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3064195741991999e-05,
      "loss": 0.4424,
      "step": 4870
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3061544026039601e-05,
      "loss": 0.959,
      "step": 4871
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.30588920725257e-05,
      "loss": 0.512,
      "step": 4872
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3056239881656072e-05,
      "loss": 0.9277,
      "step": 4873
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3053587453636514e-05,
      "loss": 0.9155,
      "step": 4874
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.305093478867284e-05,
      "loss": 0.9253,
      "step": 4875
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3048281886970888e-05,
      "loss": 0.894,
      "step": 4876
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3045628748736508e-05,
      "loss": 0.8857,
      "step": 4877
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.304297537417557e-05,
      "loss": 0.9653,
      "step": 4878
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.304032176349397e-05,
      "loss": 0.9541,
      "step": 4879
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3037667916897612e-05,
      "loss": 0.958,
      "step": 4880
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.303501383459242e-05,
      "loss": 0.8931,
      "step": 4881
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3032359516784339e-05,
      "loss": 0.9365,
      "step": 4882
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3029704963679334e-05,
      "loss": 0.9165,
      "step": 4883
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3027050175483384e-05,
      "loss": 0.9326,
      "step": 4884
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.302439515240249e-05,
      "loss": 0.9678,
      "step": 4885
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3021739894642666e-05,
      "loss": 0.9551,
      "step": 4886
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3019084402409952e-05,
      "loss": 0.9219,
      "step": 4887
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3016428675910399e-05,
      "loss": 0.8984,
      "step": 4888
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3013772715350079e-05,
      "loss": 0.9209,
      "step": 4889
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3011116520935083e-05,
      "loss": 0.4597,
      "step": 4890
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.300846009287152e-05,
      "loss": 0.9082,
      "step": 4891
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3005803431365513e-05,
      "loss": 0.9414,
      "step": 4892
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.300314653662321e-05,
      "loss": 0.9399,
      "step": 4893
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3000489408850774e-05,
      "loss": 0.9795,
      "step": 4894
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2997832048254381e-05,
      "loss": 0.9546,
      "step": 4895
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2995174455040236e-05,
      "loss": 0.9619,
      "step": 4896
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.299251662941455e-05,
      "loss": 0.9116,
      "step": 4897
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2989858571583565e-05,
      "loss": 0.8877,
      "step": 4898
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2987200281753524e-05,
      "loss": 0.9199,
      "step": 4899
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2984541760130704e-05,
      "loss": 0.9004,
      "step": 4900
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2981883006921396e-05,
      "loss": 0.9106,
      "step": 4901
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2979224022331902e-05,
      "loss": 0.9897,
      "step": 4902
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.297656480656855e-05,
      "loss": 0.9028,
      "step": 4903
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2973905359837682e-05,
      "loss": 0.8994,
      "step": 4904
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.297124568234566e-05,
      "loss": 0.4749,
      "step": 4905
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2968585774298857e-05,
      "loss": 0.9199,
      "step": 4906
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2965925635903674e-05,
      "loss": 0.9229,
      "step": 4907
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2963265267366523e-05,
      "loss": 0.9189,
      "step": 4908
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.296060466889384e-05,
      "loss": 0.9062,
      "step": 4909
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2957943840692068e-05,
      "loss": 0.9331,
      "step": 4910
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2955282782967682e-05,
      "loss": 0.9531,
      "step": 4911
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2952621495927168e-05,
      "loss": 0.9043,
      "step": 4912
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2949959979777024e-05,
      "loss": 0.9185,
      "step": 4913
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2947298234723775e-05,
      "loss": 0.9111,
      "step": 4914
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2944636260973958e-05,
      "loss": 0.9316,
      "step": 4915
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2941974058734128e-05,
      "loss": 0.8921,
      "step": 4916
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2939311628210862e-05,
      "loss": 0.9365,
      "step": 4917
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2936648969610757e-05,
      "loss": 0.9609,
      "step": 4918
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2933986083140412e-05,
      "loss": 0.9385,
      "step": 4919
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2931322969006464e-05,
      "loss": 0.9302,
      "step": 4920
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2928659627415554e-05,
      "loss": 0.9111,
      "step": 4921
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2925996058574345e-05,
      "loss": 0.9487,
      "step": 4922
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2923332262689518e-05,
      "loss": 0.9219,
      "step": 4923
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.292066823996777e-05,
      "loss": 0.8813,
      "step": 4924
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.291800399061582e-05,
      "loss": 0.9116,
      "step": 4925
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2915339514840396e-05,
      "loss": 0.9473,
      "step": 4926
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2912674812848256e-05,
      "loss": 0.9438,
      "step": 4927
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2910009884846161e-05,
      "loss": 0.9658,
      "step": 4928
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2907344731040902e-05,
      "loss": 0.8936,
      "step": 4929
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2904679351639282e-05,
      "loss": 0.9077,
      "step": 4930
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2902013746848118e-05,
      "loss": 0.427,
      "step": 4931
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2899347916874252e-05,
      "loss": 0.9336,
      "step": 4932
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2896681861924538e-05,
      "loss": 0.8931,
      "step": 4933
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2894015582205852e-05,
      "loss": 0.8638,
      "step": 4934
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2891349077925083e-05,
      "loss": 0.9033,
      "step": 4935
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2888682349289142e-05,
      "loss": 0.9336,
      "step": 4936
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2886015396504951e-05,
      "loss": 0.4431,
      "step": 4937
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2883348219779455e-05,
      "loss": 0.9272,
      "step": 4938
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2880680819319614e-05,
      "loss": 0.9253,
      "step": 4939
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2878013195332404e-05,
      "loss": 0.9312,
      "step": 4940
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2875345348024821e-05,
      "loss": 0.9111,
      "step": 4941
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.287267727760388e-05,
      "loss": 0.9214,
      "step": 4942
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2870008984276609e-05,
      "loss": 0.9585,
      "step": 4943
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2867340468250056e-05,
      "loss": 0.9248,
      "step": 4944
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2864671729731284e-05,
      "loss": 0.8872,
      "step": 4945
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2862002768927375e-05,
      "loss": 0.9805,
      "step": 4946
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2859333586045431e-05,
      "loss": 0.9463,
      "step": 4947
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2856664181292559e-05,
      "loss": 0.9312,
      "step": 4948
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2853994554875905e-05,
      "loss": 0.8999,
      "step": 4949
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2851324707002608e-05,
      "loss": 0.915,
      "step": 4950
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2848654637879842e-05,
      "loss": 0.9302,
      "step": 4951
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2845984347714792e-05,
      "loss": 0.8823,
      "step": 4952
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.284331383671466e-05,
      "loss": 0.9351,
      "step": 4953
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2840643105086663e-05,
      "loss": 0.4856,
      "step": 4954
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2837972153038037e-05,
      "loss": 0.9375,
      "step": 4955
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2835300980776038e-05,
      "loss": 0.9727,
      "step": 4956
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2832629588507932e-05,
      "loss": 0.9277,
      "step": 4957
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2829957976441013e-05,
      "loss": 0.9512,
      "step": 4958
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2827286144782581e-05,
      "loss": 0.8979,
      "step": 4959
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.282461409373996e-05,
      "loss": 0.8765,
      "step": 4960
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2821941823520487e-05,
      "loss": 0.8848,
      "step": 4961
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2819269334331519e-05,
      "loss": 0.9297,
      "step": 4962
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2816596626380427e-05,
      "loss": 0.9443,
      "step": 4963
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2813923699874597e-05,
      "loss": 0.9209,
      "step": 4964
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2811250555021446e-05,
      "loss": 0.8936,
      "step": 4965
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2808577192028388e-05,
      "loss": 0.9492,
      "step": 4966
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2805903611102872e-05,
      "loss": 0.8491,
      "step": 4967
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2803229812452348e-05,
      "loss": 0.9238,
      "step": 4968
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2800555796284296e-05,
      "loss": 0.96,
      "step": 4969
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2797881562806198e-05,
      "loss": 0.9097,
      "step": 4970
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2795207112225572e-05,
      "loss": 0.9185,
      "step": 4971
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2792532444749937e-05,
      "loss": 0.9214,
      "step": 4972
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2789857560586838e-05,
      "loss": 0.9189,
      "step": 4973
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.278718245994383e-05,
      "loss": 0.9189,
      "step": 4974
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2784507143028493e-05,
      "loss": 0.9263,
      "step": 4975
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2781831610048416e-05,
      "loss": 0.9854,
      "step": 4976
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2779155861211208e-05,
      "loss": 0.9639,
      "step": 4977
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2776479896724494e-05,
      "loss": 0.9365,
      "step": 4978
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2773803716795917e-05,
      "loss": 0.9214,
      "step": 4979
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2771127321633136e-05,
      "loss": 0.8989,
      "step": 4980
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2768450711443828e-05,
      "loss": 0.9297,
      "step": 4981
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2765773886435687e-05,
      "loss": 0.9385,
      "step": 4982
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2763096846816416e-05,
      "loss": 0.9507,
      "step": 4983
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2760419592793744e-05,
      "loss": 0.5076,
      "step": 4984
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2757742124575419e-05,
      "loss": 0.9487,
      "step": 4985
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.275506444236919e-05,
      "loss": 0.9014,
      "step": 4986
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.275238654638284e-05,
      "loss": 0.9102,
      "step": 4987
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2749708436824155e-05,
      "loss": 0.9087,
      "step": 4988
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2747030113900951e-05,
      "loss": 0.9331,
      "step": 4989
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2744351577821049e-05,
      "loss": 0.9463,
      "step": 4990
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2741672828792291e-05,
      "loss": 0.8896,
      "step": 4991
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2738993867022537e-05,
      "loss": 0.9829,
      "step": 4992
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2736314692719662e-05,
      "loss": 0.9263,
      "step": 4993
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2733635306091554e-05,
      "loss": 0.9048,
      "step": 4994
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2730955707346124e-05,
      "loss": 0.9194,
      "step": 4995
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2728275896691295e-05,
      "loss": 0.9009,
      "step": 4996
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2725595874335008e-05,
      "loss": 0.9253,
      "step": 4997
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2722915640485223e-05,
      "loss": 0.8877,
      "step": 4998
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.272023519534991e-05,
      "loss": 0.9062,
      "step": 4999
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.271755453913706e-05,
      "loss": 0.9189,
      "step": 5000
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2714873672054679e-05,
      "loss": 0.9307,
      "step": 5001
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2712192594310793e-05,
      "loss": 0.979,
      "step": 5002
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2709511306113434e-05,
      "loss": 0.917,
      "step": 5003
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2706829807670665e-05,
      "loss": 0.8857,
      "step": 5004
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2704148099190552e-05,
      "loss": 0.8838,
      "step": 5005
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.270146618088119e-05,
      "loss": 0.8613,
      "step": 5006
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2698784052950675e-05,
      "loss": 0.96,
      "step": 5007
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2696101715607134e-05,
      "loss": 0.8965,
      "step": 5008
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2693419169058701e-05,
      "loss": 0.9531,
      "step": 5009
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2690736413513527e-05,
      "loss": 0.98,
      "step": 5010
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2688053449179788e-05,
      "loss": 0.9668,
      "step": 5011
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2685370276265662e-05,
      "loss": 0.9399,
      "step": 5012
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2682686894979357e-05,
      "loss": 0.8745,
      "step": 5013
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2680003305529086e-05,
      "loss": 0.9082,
      "step": 5014
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2677319508123085e-05,
      "loss": 0.917,
      "step": 5015
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2674635502969604e-05,
      "loss": 0.9141,
      "step": 5016
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.267195129027691e-05,
      "loss": 0.8887,
      "step": 5017
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2669266870253283e-05,
      "loss": 0.9121,
      "step": 5018
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2666582243107022e-05,
      "loss": 0.9224,
      "step": 5019
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2663897409046445e-05,
      "loss": 0.9214,
      "step": 5020
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2661212368279877e-05,
      "loss": 0.9229,
      "step": 5021
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2658527121015671e-05,
      "loss": 0.957,
      "step": 5022
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2655841667462188e-05,
      "loss": 0.8877,
      "step": 5023
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2653156007827803e-05,
      "loss": 0.9668,
      "step": 5024
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.265047014232091e-05,
      "loss": 0.9565,
      "step": 5025
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2647784071149926e-05,
      "loss": 0.918,
      "step": 5026
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2645097794523271e-05,
      "loss": 0.9092,
      "step": 5027
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2642411312649391e-05,
      "loss": 0.8784,
      "step": 5028
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2639724625736744e-05,
      "loss": 0.8887,
      "step": 5029
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2637037733993802e-05,
      "loss": 0.9668,
      "step": 5030
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2634350637629061e-05,
      "loss": 0.8823,
      "step": 5031
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2631663336851024e-05,
      "loss": 0.9512,
      "step": 5032
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.262897583186821e-05,
      "loss": 0.9644,
      "step": 5033
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2626288122889158e-05,
      "loss": 0.5151,
      "step": 5034
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2623600210122427e-05,
      "loss": 0.9067,
      "step": 5035
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2620912093776579e-05,
      "loss": 0.9229,
      "step": 5036
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2618223774060205e-05,
      "loss": 0.9502,
      "step": 5037
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.26155352511819e-05,
      "loss": 0.9028,
      "step": 5038
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2612846525350288e-05,
      "loss": 0.9189,
      "step": 5039
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2610157596773997e-05,
      "loss": 0.9209,
      "step": 5040
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2607468465661677e-05,
      "loss": 0.9116,
      "step": 5041
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2604779132221991e-05,
      "loss": 0.9453,
      "step": 5042
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2602089596663617e-05,
      "loss": 0.9395,
      "step": 5043
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2599399859195257e-05,
      "loss": 0.9282,
      "step": 5044
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2596709920025614e-05,
      "loss": 0.9399,
      "step": 5045
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.259401977936342e-05,
      "loss": 0.936,
      "step": 5046
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2591329437417414e-05,
      "loss": 0.9341,
      "step": 5047
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2588638894396359e-05,
      "loss": 0.9365,
      "step": 5048
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2585948150509019e-05,
      "loss": 0.9409,
      "step": 5049
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2583257205964192e-05,
      "loss": 0.9624,
      "step": 5050
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2580566060970683e-05,
      "loss": 0.9243,
      "step": 5051
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2577874715737303e-05,
      "loss": 0.9194,
      "step": 5052
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.25751831704729e-05,
      "loss": 0.9077,
      "step": 5053
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2572491425386315e-05,
      "loss": 0.9814,
      "step": 5054
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2569799480686422e-05,
      "loss": 0.9546,
      "step": 5055
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2567107336582102e-05,
      "loss": 0.9131,
      "step": 5056
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.256441499328225e-05,
      "loss": 0.9526,
      "step": 5057
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.256172245099578e-05,
      "loss": 0.9209,
      "step": 5058
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.255902970993162e-05,
      "loss": 0.9214,
      "step": 5059
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2556336770298715e-05,
      "loss": 0.9248,
      "step": 5060
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2553643632306026e-05,
      "loss": 0.9341,
      "step": 5061
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.255095029616253e-05,
      "loss": 0.9473,
      "step": 5062
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.254825676207721e-05,
      "loss": 0.9189,
      "step": 5063
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2545563030259077e-05,
      "loss": 0.917,
      "step": 5064
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2542869100917152e-05,
      "loss": 0.9077,
      "step": 5065
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2540174974260468e-05,
      "loss": 0.9146,
      "step": 5066
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2537480650498081e-05,
      "loss": 0.9224,
      "step": 5067
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2534786129839054e-05,
      "loss": 0.9287,
      "step": 5068
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.253209141249247e-05,
      "loss": 0.9482,
      "step": 5069
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2529396498667432e-05,
      "loss": 0.9258,
      "step": 5070
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2526701388573045e-05,
      "loss": 0.9082,
      "step": 5071
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2524006082418439e-05,
      "loss": 0.9331,
      "step": 5072
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.252131058041276e-05,
      "loss": 0.9639,
      "step": 5073
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2518614882765163e-05,
      "loss": 0.9146,
      "step": 5074
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2515918989684823e-05,
      "loss": 0.9263,
      "step": 5075
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.251322290138093e-05,
      "loss": 0.915,
      "step": 5076
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2510526618062687e-05,
      "loss": 0.8882,
      "step": 5077
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2507830139939312e-05,
      "loss": 0.957,
      "step": 5078
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2505133467220038e-05,
      "loss": 0.9424,
      "step": 5079
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2502436600114121e-05,
      "loss": 0.9531,
      "step": 5080
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2499739538830817e-05,
      "loss": 0.9604,
      "step": 5081
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2497042283579408e-05,
      "loss": 0.9473,
      "step": 5082
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2494344834569188e-05,
      "loss": 0.9443,
      "step": 5083
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2491647192009468e-05,
      "loss": 0.9956,
      "step": 5084
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2488949356109572e-05,
      "loss": 0.8921,
      "step": 5085
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2486251327078842e-05,
      "loss": 0.9219,
      "step": 5086
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.248355310512663e-05,
      "loss": 0.936,
      "step": 5087
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2480854690462302e-05,
      "loss": 0.9185,
      "step": 5088
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2478156083295245e-05,
      "loss": 0.8955,
      "step": 5089
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2475457283834862e-05,
      "loss": 0.9106,
      "step": 5090
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.247275829229056e-05,
      "loss": 0.9541,
      "step": 5091
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2470059108871778e-05,
      "loss": 0.9453,
      "step": 5092
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2467359733787947e-05,
      "loss": 0.9419,
      "step": 5093
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.246466016724854e-05,
      "loss": 0.9048,
      "step": 5094
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.246196040946302e-05,
      "loss": 0.9316,
      "step": 5095
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2459260460640879e-05,
      "loss": 0.9282,
      "step": 5096
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2456560320991622e-05,
      "loss": 0.8662,
      "step": 5097
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2453859990724766e-05,
      "loss": 0.9048,
      "step": 5098
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2451159470049845e-05,
      "loss": 0.9629,
      "step": 5099
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2448458759176403e-05,
      "loss": 0.9673,
      "step": 5100
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2445757858314008e-05,
      "loss": 0.9561,
      "step": 5101
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2443056767672232e-05,
      "loss": 0.9111,
      "step": 5102
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2440355487460674e-05,
      "loss": 0.9302,
      "step": 5103
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2437654017888933e-05,
      "loss": 0.8945,
      "step": 5104
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2434952359166634e-05,
      "loss": 0.9106,
      "step": 5105
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2432250511503416e-05,
      "loss": 0.9009,
      "step": 5106
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2429548475108923e-05,
      "loss": 0.9312,
      "step": 5107
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2426846250192826e-05,
      "loss": 0.9297,
      "step": 5108
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2424143836964801e-05,
      "loss": 0.9414,
      "step": 5109
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2421441235634545e-05,
      "loss": 0.9077,
      "step": 5110
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2418738446411772e-05,
      "loss": 0.9375,
      "step": 5111
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2416035469506195e-05,
      "loss": 0.4565,
      "step": 5112
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.241333230512756e-05,
      "loss": 0.9399,
      "step": 5113
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.241062895348562e-05,
      "loss": 0.9546,
      "step": 5114
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2407925414790136e-05,
      "loss": 0.9302,
      "step": 5115
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2405221689250894e-05,
      "loss": 0.9458,
      "step": 5116
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2402517777077696e-05,
      "loss": 0.9243,
      "step": 5117
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2399813678480347e-05,
      "loss": 0.9351,
      "step": 5118
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2397109393668672e-05,
      "loss": 0.8857,
      "step": 5119
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2394404922852512e-05,
      "loss": 0.9292,
      "step": 5120
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2391700266241722e-05,
      "loss": 0.8877,
      "step": 5121
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2388995424046168e-05,
      "loss": 0.9561,
      "step": 5122
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2386290396475738e-05,
      "loss": 0.873,
      "step": 5123
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2383585183740323e-05,
      "loss": 0.9277,
      "step": 5124
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2380879786049844e-05,
      "loss": 0.895,
      "step": 5125
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2378174203614217e-05,
      "loss": 0.9424,
      "step": 5126
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.237546843664339e-05,
      "loss": 0.9321,
      "step": 5127
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2372762485347316e-05,
      "loss": 0.9028,
      "step": 5128
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.237005634993596e-05,
      "loss": 0.9121,
      "step": 5129
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2367350030619312e-05,
      "loss": 0.9883,
      "step": 5130
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2364643527607364e-05,
      "loss": 0.9551,
      "step": 5131
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2361936841110133e-05,
      "loss": 0.9268,
      "step": 5132
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.235922997133764e-05,
      "loss": 0.9507,
      "step": 5133
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2356522918499934e-05,
      "loss": 0.9146,
      "step": 5134
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.235381568280706e-05,
      "loss": 0.9536,
      "step": 5135
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2351108264469092e-05,
      "loss": 0.9312,
      "step": 5136
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.234840066369611e-05,
      "loss": 0.9023,
      "step": 5137
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.234569288069821e-05,
      "loss": 0.9189,
      "step": 5138
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2342984915685511e-05,
      "loss": 0.9497,
      "step": 5139
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.234027676886813e-05,
      "loss": 0.9878,
      "step": 5140
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2337568440456215e-05,
      "loss": 0.9102,
      "step": 5141
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2334859930659914e-05,
      "loss": 0.9287,
      "step": 5142
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2332151239689397e-05,
      "loss": 0.959,
      "step": 5143
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2329442367754839e-05,
      "loss": 0.9214,
      "step": 5144
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2326733315066443e-05,
      "loss": 0.9629,
      "step": 5145
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2324024081834416e-05,
      "loss": 0.8921,
      "step": 5146
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2321314668268985e-05,
      "loss": 0.9336,
      "step": 5147
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2318605074580383e-05,
      "loss": 0.9121,
      "step": 5148
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2315895300978865e-05,
      "loss": 0.8872,
      "step": 5149
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2313185347674699e-05,
      "loss": 0.9917,
      "step": 5150
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2310475214878159e-05,
      "loss": 0.9395,
      "step": 5151
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2307764902799544e-05,
      "loss": 0.9102,
      "step": 5152
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2305054411649155e-05,
      "loss": 0.9468,
      "step": 5153
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2302343741637322e-05,
      "loss": 0.9028,
      "step": 5154
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2299632892974372e-05,
      "loss": 0.9312,
      "step": 5155
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2296921865870658e-05,
      "loss": 0.9292,
      "step": 5156
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2294210660536545e-05,
      "loss": 0.9097,
      "step": 5157
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2291499277182407e-05,
      "loss": 0.9731,
      "step": 5158
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.228878771601864e-05,
      "loss": 0.8799,
      "step": 5159
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2286075977255637e-05,
      "loss": 0.936,
      "step": 5160
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2283364061103828e-05,
      "loss": 0.9219,
      "step": 5161
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2280651967773638e-05,
      "loss": 0.8975,
      "step": 5162
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2277939697475516e-05,
      "loss": 0.916,
      "step": 5163
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2275227250419918e-05,
      "loss": 0.9614,
      "step": 5164
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2272514626817325e-05,
      "loss": 0.937,
      "step": 5165
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2269801826878217e-05,
      "loss": 0.9248,
      "step": 5166
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2267088850813093e-05,
      "loss": 0.8926,
      "step": 5167
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2264375698832474e-05,
      "loss": 0.9351,
      "step": 5168
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.226166237114688e-05,
      "loss": 0.4238,
      "step": 5169
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2258948867966862e-05,
      "loss": 0.8789,
      "step": 5170
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2256235189502967e-05,
      "loss": 0.936,
      "step": 5171
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2253521335965767e-05,
      "loss": 0.9106,
      "step": 5172
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2250807307565846e-05,
      "loss": 0.9121,
      "step": 5173
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.22480931045138e-05,
      "loss": 0.9019,
      "step": 5174
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2245378727020233e-05,
      "loss": 0.9277,
      "step": 5175
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2242664175295773e-05,
      "loss": 0.9312,
      "step": 5176
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2239949449551056e-05,
      "loss": 0.9219,
      "step": 5177
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2237234549996731e-05,
      "loss": 0.9131,
      "step": 5178
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.223451947684346e-05,
      "loss": 0.9092,
      "step": 5179
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.223180423030192e-05,
      "loss": 0.9243,
      "step": 5180
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2229088810582807e-05,
      "loss": 0.9473,
      "step": 5181
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2226373217896823e-05,
      "loss": 0.9062,
      "step": 5182
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.222365745245468e-05,
      "loss": 0.9448,
      "step": 5183
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2220941514467111e-05,
      "loss": 0.9834,
      "step": 5184
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2218225404144863e-05,
      "loss": 0.915,
      "step": 5185
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2215509121698692e-05,
      "loss": 0.9497,
      "step": 5186
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2212792667339369e-05,
      "loss": 0.9092,
      "step": 5187
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2210076041277674e-05,
      "loss": 0.9219,
      "step": 5188
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.220735924372441e-05,
      "loss": 0.896,
      "step": 5189
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2204642274890387e-05,
      "loss": 0.9072,
      "step": 5190
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2201925134986427e-05,
      "loss": 0.9365,
      "step": 5191
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2199207824223369e-05,
      "loss": 0.877,
      "step": 5192
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2196490342812062e-05,
      "loss": 0.9561,
      "step": 5193
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2193772690963373e-05,
      "loss": 0.9048,
      "step": 5194
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2191054868888173e-05,
      "loss": 0.9194,
      "step": 5195
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.218833687679736e-05,
      "loss": 0.9185,
      "step": 5196
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.218561871490183e-05,
      "loss": 0.8906,
      "step": 5197
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2182900383412506e-05,
      "loss": 0.9414,
      "step": 5198
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2180181882540316e-05,
      "loss": 0.9297,
      "step": 5199
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2177463212496201e-05,
      "loss": 0.9019,
      "step": 5200
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2174744373491117e-05,
      "loss": 0.8877,
      "step": 5201
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2172025365736033e-05,
      "loss": 0.9521,
      "step": 5202
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2169306189441936e-05,
      "loss": 0.8877,
      "step": 5203
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2166586844819816e-05,
      "loss": 0.8931,
      "step": 5204
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2163867332080685e-05,
      "loss": 0.9087,
      "step": 5205
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2161147651435563e-05,
      "loss": 0.9922,
      "step": 5206
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2158427803095486e-05,
      "loss": 0.9336,
      "step": 5207
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2155707787271493e-05,
      "loss": 0.9438,
      "step": 5208
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2152987604174657e-05,
      "loss": 0.9331,
      "step": 5209
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2150267254016046e-05,
      "loss": 0.9473,
      "step": 5210
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2147546737006746e-05,
      "loss": 0.9424,
      "step": 5211
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2144826053357855e-05,
      "loss": 0.8887,
      "step": 5212
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2142105203280488e-05,
      "loss": 0.9346,
      "step": 5213
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2139384186985771e-05,
      "loss": 0.9282,
      "step": 5214
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2136663004684838e-05,
      "loss": 0.9165,
      "step": 5215
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2133941656588846e-05,
      "loss": 0.9771,
      "step": 5216
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2131220142908952e-05,
      "loss": 0.8677,
      "step": 5217
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.212849846385634e-05,
      "loss": 0.9507,
      "step": 5218
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2125776619642192e-05,
      "loss": 0.9438,
      "step": 5219
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2123054610477716e-05,
      "loss": 0.9233,
      "step": 5220
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2120332436574122e-05,
      "loss": 0.9678,
      "step": 5221
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2117610098142648e-05,
      "loss": 0.9248,
      "step": 5222
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2114887595394525e-05,
      "loss": 0.9233,
      "step": 5223
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2112164928541006e-05,
      "loss": 0.9404,
      "step": 5224
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2109442097793367e-05,
      "loss": 0.9214,
      "step": 5225
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2106719103362874e-05,
      "loss": 0.9238,
      "step": 5226
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2103995945460831e-05,
      "loss": 0.479,
      "step": 5227
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2101272624298535e-05,
      "loss": 0.9004,
      "step": 5228
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2098549140087303e-05,
      "loss": 0.96,
      "step": 5229
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2095825493038468e-05,
      "loss": 0.9058,
      "step": 5230
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2093101683363373e-05,
      "loss": 0.8843,
      "step": 5231
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2090377711273367e-05,
      "loss": 0.9556,
      "step": 5232
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2087653576979824e-05,
      "loss": 0.9067,
      "step": 5233
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2084929280694116e-05,
      "loss": 0.4539,
      "step": 5234
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2082204822627643e-05,
      "loss": 0.9375,
      "step": 5235
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2079480202991809e-05,
      "loss": 0.8833,
      "step": 5236
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2076755421998033e-05,
      "loss": 0.9438,
      "step": 5237
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2074030479857741e-05,
      "loss": 0.9224,
      "step": 5238
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2071305376782375e-05,
      "loss": 0.9307,
      "step": 5239
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2068580112983397e-05,
      "loss": 0.9209,
      "step": 5240
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2065854688672267e-05,
      "loss": 0.8965,
      "step": 5241
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2063129104060473e-05,
      "loss": 0.9673,
      "step": 5242
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.20604033593595e-05,
      "loss": 0.9204,
      "step": 5243
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2057677454780858e-05,
      "loss": 0.9287,
      "step": 5244
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2054951390536065e-05,
      "loss": 0.9624,
      "step": 5245
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2052225166836647e-05,
      "loss": 0.9458,
      "step": 5246
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2049498783894149e-05,
      "loss": 0.9277,
      "step": 5247
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2046772241920124e-05,
      "loss": 0.9434,
      "step": 5248
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.204404554112614e-05,
      "loss": 0.957,
      "step": 5249
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2041318681723775e-05,
      "loss": 0.8862,
      "step": 5250
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2038591663924621e-05,
      "loss": 0.916,
      "step": 5251
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2035864487940283e-05,
      "loss": 0.8545,
      "step": 5252
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.203313715398238e-05,
      "loss": 0.9673,
      "step": 5253
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2030409662262533e-05,
      "loss": 0.9136,
      "step": 5254
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2027682012992385e-05,
      "loss": 0.897,
      "step": 5255
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2024954206383593e-05,
      "loss": 0.9282,
      "step": 5256
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2022226242647817e-05,
      "loss": 0.9165,
      "step": 5257
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2019498121996738e-05,
      "loss": 0.8975,
      "step": 5258
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2016769844642044e-05,
      "loss": 0.9292,
      "step": 5259
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2014041410795436e-05,
      "loss": 0.915,
      "step": 5260
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2011312820668631e-05,
      "loss": 0.9009,
      "step": 5261
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2008584074473348e-05,
      "loss": 1.0044,
      "step": 5262
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.200585517242133e-05,
      "loss": 0.9463,
      "step": 5263
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2003126114724326e-05,
      "loss": 0.9258,
      "step": 5264
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2000396901594095e-05,
      "loss": 0.8921,
      "step": 5265
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.199766753324242e-05,
      "loss": 0.9312,
      "step": 5266
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1994938009881078e-05,
      "loss": 0.9155,
      "step": 5267
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.199220833172187e-05,
      "loss": 0.9438,
      "step": 5268
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.198947849897661e-05,
      "loss": 0.4932,
      "step": 5269
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1986748511857115e-05,
      "loss": 0.9087,
      "step": 5270
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1984018370575225e-05,
      "loss": 0.9136,
      "step": 5271
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1981288075342778e-05,
      "loss": 0.9434,
      "step": 5272
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.197855762637164e-05,
      "loss": 0.916,
      "step": 5273
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1975827023873676e-05,
      "loss": 0.8979,
      "step": 5274
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1973096268060774e-05,
      "loss": 0.9253,
      "step": 5275
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.197036535914482e-05,
      "loss": 0.9072,
      "step": 5276
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1967634297337725e-05,
      "loss": 0.9468,
      "step": 5277
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1964903082851404e-05,
      "loss": 0.9473,
      "step": 5278
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1962171715897788e-05,
      "loss": 0.9453,
      "step": 5279
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1959440196688822e-05,
      "loss": 0.9092,
      "step": 5280
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1956708525436449e-05,
      "loss": 0.9521,
      "step": 5281
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1953976702352642e-05,
      "loss": 0.8395,
      "step": 5282
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1951244727649376e-05,
      "loss": 0.9214,
      "step": 5283
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1948512601538642e-05,
      "loss": 0.9292,
      "step": 5284
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1945780324232437e-05,
      "loss": 0.9541,
      "step": 5285
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1943047895942772e-05,
      "loss": 0.9307,
      "step": 5286
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.194031531688167e-05,
      "loss": 0.9297,
      "step": 5287
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.193758258726117e-05,
      "loss": 0.9321,
      "step": 5288
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1934849707293316e-05,
      "loss": 0.9346,
      "step": 5289
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.193211667719017e-05,
      "loss": 0.9575,
      "step": 5290
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1929383497163803e-05,
      "loss": 0.8979,
      "step": 5291
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.192665016742629e-05,
      "loss": 0.8965,
      "step": 5292
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1923916688189731e-05,
      "loss": 0.9136,
      "step": 5293
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1921183059666231e-05,
      "loss": 0.8887,
      "step": 5294
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1918449282067906e-05,
      "loss": 0.9414,
      "step": 5295
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1915715355606879e-05,
      "loss": 0.9014,
      "step": 5296
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1912981280495297e-05,
      "loss": 0.9077,
      "step": 5297
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1910247056945307e-05,
      "loss": 0.8999,
      "step": 5298
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1907512685169076e-05,
      "loss": 0.9194,
      "step": 5299
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1904778165378776e-05,
      "loss": 0.915,
      "step": 5300
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1902043497786596e-05,
      "loss": 0.917,
      "step": 5301
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1899308682604726e-05,
      "loss": 0.9033,
      "step": 5302
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1896573720045382e-05,
      "loss": 0.9248,
      "step": 5303
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1893838610320781e-05,
      "loss": 0.9326,
      "step": 5304
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1891103353643154e-05,
      "loss": 0.9092,
      "step": 5305
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1888367950224751e-05,
      "loss": 0.8994,
      "step": 5306
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1885632400277816e-05,
      "loss": 0.9531,
      "step": 5307
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1882896704014624e-05,
      "loss": 0.9487,
      "step": 5308
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1880160861647448e-05,
      "loss": 0.939,
      "step": 5309
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1877424873388572e-05,
      "loss": 0.9058,
      "step": 5310
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1874688739450305e-05,
      "loss": 0.9126,
      "step": 5311
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1871952460044954e-05,
      "loss": 0.9355,
      "step": 5312
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1869216035384842e-05,
      "loss": 0.959,
      "step": 5313
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.18664794656823e-05,
      "loss": 0.8936,
      "step": 5314
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1863742751149678e-05,
      "loss": 0.9517,
      "step": 5315
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1861005891999329e-05,
      "loss": 0.9131,
      "step": 5316
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1858268888443621e-05,
      "loss": 0.9126,
      "step": 5317
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1855531740694932e-05,
      "loss": 0.9106,
      "step": 5318
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1852794448965654e-05,
      "loss": 0.9517,
      "step": 5319
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1850057013468186e-05,
      "loss": 0.9121,
      "step": 5320
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.184731943441494e-05,
      "loss": 0.8892,
      "step": 5321
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1844581712018341e-05,
      "loss": 0.9243,
      "step": 5322
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.184184384649082e-05,
      "loss": 0.8735,
      "step": 5323
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.183910583804483e-05,
      "loss": 0.9385,
      "step": 5324
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1836367686892824e-05,
      "loss": 0.8892,
      "step": 5325
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1833629393247266e-05,
      "loss": 0.8516,
      "step": 5326
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1830890957320635e-05,
      "loss": 0.9512,
      "step": 5327
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1828152379325428e-05,
      "loss": 0.9692,
      "step": 5328
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1825413659474136e-05,
      "loss": 0.9136,
      "step": 5329
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.182267479797928e-05,
      "loss": 0.9497,
      "step": 5330
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1819935795053377e-05,
      "loss": 0.9004,
      "step": 5331
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1817196650908962e-05,
      "loss": 0.9238,
      "step": 5332
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1814457365758585e-05,
      "loss": 0.9282,
      "step": 5333
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1811717939814792e-05,
      "loss": 0.9102,
      "step": 5334
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1808978373290159e-05,
      "loss": 0.936,
      "step": 5335
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1806238666397257e-05,
      "loss": 0.916,
      "step": 5336
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1803498819348676e-05,
      "loss": 0.9111,
      "step": 5337
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1800758832357016e-05,
      "loss": 0.9048,
      "step": 5338
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1798018705634888e-05,
      "loss": 0.9243,
      "step": 5339
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1795278439394913e-05,
      "loss": 0.897,
      "step": 5340
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1792538033849724e-05,
      "loss": 0.9355,
      "step": 5341
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.178979748921196e-05,
      "loss": 0.9268,
      "step": 5342
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1787056805694274e-05,
      "loss": 0.9277,
      "step": 5343
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1784315983509336e-05,
      "loss": 0.9604,
      "step": 5344
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1781575022869816e-05,
      "loss": 0.9404,
      "step": 5345
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1778833923988401e-05,
      "loss": 0.9233,
      "step": 5346
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1776092687077789e-05,
      "loss": 0.917,
      "step": 5347
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1773351312350686e-05,
      "loss": 0.9111,
      "step": 5348
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.177060980001981e-05,
      "loss": 0.9014,
      "step": 5349
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1767868150297889e-05,
      "loss": 0.9014,
      "step": 5350
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1765126363397661e-05,
      "loss": 0.3945,
      "step": 5351
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1762384439531877e-05,
      "loss": 0.8896,
      "step": 5352
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.17596423789133e-05,
      "loss": 0.9565,
      "step": 5353
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1756900181754698e-05,
      "loss": 0.9033,
      "step": 5354
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1754157848268857e-05,
      "loss": 0.8613,
      "step": 5355
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1751415378668561e-05,
      "loss": 0.9639,
      "step": 5356
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1748672773166622e-05,
      "loss": 0.9429,
      "step": 5357
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1745930031975845e-05,
      "loss": 0.9067,
      "step": 5358
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1743187155309062e-05,
      "loss": 0.4744,
      "step": 5359
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1740444143379099e-05,
      "loss": 0.9238,
      "step": 5360
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.173770099639881e-05,
      "loss": 0.9268,
      "step": 5361
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1734957714581041e-05,
      "loss": 0.9375,
      "step": 5362
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1732214298138663e-05,
      "loss": 0.8979,
      "step": 5363
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1729470747284555e-05,
      "loss": 0.9297,
      "step": 5364
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.17267270622316e-05,
      "loss": 0.8945,
      "step": 5365
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1723983243192695e-05,
      "loss": 0.9238,
      "step": 5366
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1721239290380745e-05,
      "loss": 0.9692,
      "step": 5367
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1718495204008678e-05,
      "loss": 0.895,
      "step": 5368
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1715750984289409e-05,
      "loss": 0.479,
      "step": 5369
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1713006631435885e-05,
      "loss": 0.9692,
      "step": 5370
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1710262145661054e-05,
      "loss": 0.9453,
      "step": 5371
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1707517527177874e-05,
      "loss": 0.9067,
      "step": 5372
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1704772776199316e-05,
      "loss": 0.9644,
      "step": 5373
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1702027892938357e-05,
      "loss": 0.9277,
      "step": 5374
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.169928287760799e-05,
      "loss": 0.9155,
      "step": 5375
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1696537730421212e-05,
      "loss": 0.9023,
      "step": 5376
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1693792451591038e-05,
      "loss": 0.9272,
      "step": 5377
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1691047041330484e-05,
      "loss": 0.9219,
      "step": 5378
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1688301499852586e-05,
      "loss": 0.9082,
      "step": 5379
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.168555582737038e-05,
      "loss": 0.9331,
      "step": 5380
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1682810024096922e-05,
      "loss": 0.9185,
      "step": 5381
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1680064090245274e-05,
      "loss": 0.9336,
      "step": 5382
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1677318026028504e-05,
      "loss": 0.8809,
      "step": 5383
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1674571831659691e-05,
      "loss": 0.9185,
      "step": 5384
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1671825507351933e-05,
      "loss": 0.9443,
      "step": 5385
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1669079053318331e-05,
      "loss": 0.8979,
      "step": 5386
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1666332469771992e-05,
      "loss": 0.9111,
      "step": 5387
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1663585756926045e-05,
      "loss": 0.8794,
      "step": 5388
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1660838914993622e-05,
      "loss": 0.8867,
      "step": 5389
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.165809194418786e-05,
      "loss": 0.9434,
      "step": 5390
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.165534484472191e-05,
      "loss": 0.9194,
      "step": 5391
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1652597616808938e-05,
      "loss": 0.9307,
      "step": 5392
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1649850260662114e-05,
      "loss": 0.9331,
      "step": 5393
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1647102776494625e-05,
      "loss": 0.9385,
      "step": 5394
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1644355164519657e-05,
      "loss": 0.9297,
      "step": 5395
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1641607424950414e-05,
      "loss": 0.9019,
      "step": 5396
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1638859558000109e-05,
      "loss": 0.8896,
      "step": 5397
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.163611156388196e-05,
      "loss": 0.8979,
      "step": 5398
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1633363442809202e-05,
      "loss": 0.9155,
      "step": 5399
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1630615194995075e-05,
      "loss": 0.8823,
      "step": 5400
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.162786682065283e-05,
      "loss": 0.9175,
      "step": 5401
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1625118319995728e-05,
      "loss": 0.9116,
      "step": 5402
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.162236969323704e-05,
      "loss": 0.8965,
      "step": 5403
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1619620940590048e-05,
      "loss": 0.9463,
      "step": 5404
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1616872062268044e-05,
      "loss": 0.9463,
      "step": 5405
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.161412305848432e-05,
      "loss": 0.979,
      "step": 5406
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1611373929452192e-05,
      "loss": 0.9521,
      "step": 5407
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1608624675384982e-05,
      "loss": 0.8458,
      "step": 5408
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1605875296496013e-05,
      "loss": 0.9106,
      "step": 5409
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.160312579299863e-05,
      "loss": 0.938,
      "step": 5410
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1600376165106174e-05,
      "loss": 0.8931,
      "step": 5411
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1597626413032008e-05,
      "loss": 0.9214,
      "step": 5412
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1594876536989504e-05,
      "loss": 0.8413,
      "step": 5413
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1592126537192032e-05,
      "loss": 0.9438,
      "step": 5414
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1589376413852982e-05,
      "loss": 0.9238,
      "step": 5415
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1586626167185753e-05,
      "loss": 0.4702,
      "step": 5416
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1583875797403748e-05,
      "loss": 0.9282,
      "step": 5417
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1581125304720382e-05,
      "loss": 0.9175,
      "step": 5418
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1578374689349085e-05,
      "loss": 0.9336,
      "step": 5419
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1575623951503292e-05,
      "loss": 0.917,
      "step": 5420
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1572873091396444e-05,
      "loss": 0.9375,
      "step": 5421
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.157012210924199e-05,
      "loss": 0.9141,
      "step": 5422
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1567371005253404e-05,
      "loss": 0.9478,
      "step": 5423
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1564619779644153e-05,
      "loss": 0.854,
      "step": 5424
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.156186843262772e-05,
      "loss": 0.9019,
      "step": 5425
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1559116964417597e-05,
      "loss": 0.9058,
      "step": 5426
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1556365375227285e-05,
      "loss": 0.9121,
      "step": 5427
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1553613665270291e-05,
      "loss": 0.8672,
      "step": 5428
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1550861834760143e-05,
      "loss": 0.9263,
      "step": 5429
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1548109883910366e-05,
      "loss": 0.8911,
      "step": 5430
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1545357812934493e-05,
      "loss": 0.9131,
      "step": 5431
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1542605622046079e-05,
      "loss": 0.9399,
      "step": 5432
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1539853311458678e-05,
      "loss": 0.9419,
      "step": 5433
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.153710088138586e-05,
      "loss": 0.9058,
      "step": 5434
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1534348332041195e-05,
      "loss": 0.8931,
      "step": 5435
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1531595663638274e-05,
      "loss": 0.9204,
      "step": 5436
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1528842876390684e-05,
      "loss": 0.9014,
      "step": 5437
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1526089970512038e-05,
      "loss": 0.9248,
      "step": 5438
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1523336946215937e-05,
      "loss": 0.9365,
      "step": 5439
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1520583803716012e-05,
      "loss": 0.8896,
      "step": 5440
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1517830543225892e-05,
      "loss": 0.9121,
      "step": 5441
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1515077164959214e-05,
      "loss": 0.8994,
      "step": 5442
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1512323669129633e-05,
      "loss": 0.9932,
      "step": 5443
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1509570055950802e-05,
      "loss": 0.9097,
      "step": 5444
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1506816325636392e-05,
      "loss": 0.8945,
      "step": 5445
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1504062478400075e-05,
      "loss": 0.9258,
      "step": 5446
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.150130851445554e-05,
      "loss": 0.9331,
      "step": 5447
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1498554434016482e-05,
      "loss": 0.9429,
      "step": 5448
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1495800237296603e-05,
      "loss": 0.9121,
      "step": 5449
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.149304592450962e-05,
      "loss": 0.9062,
      "step": 5450
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1490291495869248e-05,
      "loss": 0.915,
      "step": 5451
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1487536951589224e-05,
      "loss": 0.896,
      "step": 5452
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1484782291883288e-05,
      "loss": 0.9229,
      "step": 5453
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1482027516965182e-05,
      "loss": 0.4299,
      "step": 5454
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1479272627048667e-05,
      "loss": 0.9248,
      "step": 5455
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1476517622347515e-05,
      "loss": 0.9468,
      "step": 5456
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1473762503075491e-05,
      "loss": 0.9502,
      "step": 5457
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1471007269446388e-05,
      "loss": 0.9512,
      "step": 5458
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1468251921673996e-05,
      "loss": 0.9062,
      "step": 5459
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1465496459972119e-05,
      "loss": 0.9331,
      "step": 5460
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1462740884554564e-05,
      "loss": 0.939,
      "step": 5461
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1459985195635155e-05,
      "loss": 0.8623,
      "step": 5462
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1457229393427717e-05,
      "loss": 0.9033,
      "step": 5463
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.145447347814609e-05,
      "loss": 0.917,
      "step": 5464
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1451717450004121e-05,
      "loss": 0.9546,
      "step": 5465
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.144896130921566e-05,
      "loss": 0.9199,
      "step": 5466
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1446205055994578e-05,
      "loss": 0.9771,
      "step": 5467
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.144344869055474e-05,
      "loss": 0.8882,
      "step": 5468
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1440692213110032e-05,
      "loss": 0.8882,
      "step": 5469
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1437935623874342e-05,
      "loss": 0.8979,
      "step": 5470
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1435178923061566e-05,
      "loss": 0.9238,
      "step": 5471
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1432422110885614e-05,
      "loss": 0.9458,
      "step": 5472
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1429665187560402e-05,
      "loss": 0.9312,
      "step": 5473
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1426908153299854e-05,
      "loss": 0.8931,
      "step": 5474
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1424151008317903e-05,
      "loss": 0.9111,
      "step": 5475
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1421393752828492e-05,
      "loss": 0.9541,
      "step": 5476
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1418636387045567e-05,
      "loss": 0.9312,
      "step": 5477
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.141587891118309e-05,
      "loss": 0.9961,
      "step": 5478
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1413121325455025e-05,
      "loss": 0.9204,
      "step": 5479
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1410363630075353e-05,
      "loss": 0.8823,
      "step": 5480
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1407605825258054e-05,
      "loss": 0.9248,
      "step": 5481
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1404847911217121e-05,
      "loss": 0.9346,
      "step": 5482
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1402089888166558e-05,
      "loss": 0.9429,
      "step": 5483
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1399331756320375e-05,
      "loss": 0.9175,
      "step": 5484
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1396573515892586e-05,
      "loss": 0.4294,
      "step": 5485
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.139381516709722e-05,
      "loss": 0.9199,
      "step": 5486
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1391056710148311e-05,
      "loss": 0.9941,
      "step": 5487
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1388298145259901e-05,
      "loss": 0.8843,
      "step": 5488
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1385539472646048e-05,
      "loss": 0.9502,
      "step": 5489
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1382780692520804e-05,
      "loss": 0.9629,
      "step": 5490
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1380021805098247e-05,
      "loss": 0.8804,
      "step": 5491
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1377262810592444e-05,
      "loss": 0.8999,
      "step": 5492
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1374503709217484e-05,
      "loss": 0.9395,
      "step": 5493
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1371744501187462e-05,
      "loss": 0.9297,
      "step": 5494
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.136898518671648e-05,
      "loss": 0.8564,
      "step": 5495
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1366225766018643e-05,
      "loss": 0.8984,
      "step": 5496
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1363466239308072e-05,
      "loss": 0.8823,
      "step": 5497
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1360706606798897e-05,
      "loss": 0.9302,
      "step": 5498
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1357946868705245e-05,
      "loss": 0.9307,
      "step": 5499
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1355187025241265e-05,
      "loss": 0.9131,
      "step": 5500
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1352427076621108e-05,
      "loss": 0.8247,
      "step": 5501
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1349667023058931e-05,
      "loss": 0.9058,
      "step": 5502
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1346906864768898e-05,
      "loss": 0.9185,
      "step": 5503
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1344146601965187e-05,
      "loss": 0.8887,
      "step": 5504
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1341386234861987e-05,
      "loss": 0.8955,
      "step": 5505
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.133862576367348e-05,
      "loss": 0.9224,
      "step": 5506
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1335865188613875e-05,
      "loss": 0.4421,
      "step": 5507
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1333104509897374e-05,
      "loss": 0.8945,
      "step": 5508
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1330343727738194e-05,
      "loss": 0.9106,
      "step": 5509
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1327582842350555e-05,
      "loss": 0.9346,
      "step": 5510
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1324821853948698e-05,
      "loss": 0.8994,
      "step": 5511
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1322060762746854e-05,
      "loss": 0.9395,
      "step": 5512
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1319299568959274e-05,
      "loss": 0.9067,
      "step": 5513
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1316538272800215e-05,
      "loss": 0.9434,
      "step": 5514
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.131377687448394e-05,
      "loss": 0.9189,
      "step": 5515
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.131101537422472e-05,
      "loss": 0.9165,
      "step": 5516
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1308253772236832e-05,
      "loss": 0.8564,
      "step": 5517
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1305492068734569e-05,
      "loss": 0.9258,
      "step": 5518
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1302730263932222e-05,
      "loss": 0.9492,
      "step": 5519
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1299968358044096e-05,
      "loss": 0.916,
      "step": 5520
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.12972063512845e-05,
      "loss": 0.8765,
      "step": 5521
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1294444243867757e-05,
      "loss": 0.9224,
      "step": 5522
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1291682036008187e-05,
      "loss": 0.8857,
      "step": 5523
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1288919727920133e-05,
      "loss": 0.9224,
      "step": 5524
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.128615731981793e-05,
      "loss": 0.9077,
      "step": 5525
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1283394811915932e-05,
      "loss": 0.896,
      "step": 5526
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1280632204428494e-05,
      "loss": 0.9673,
      "step": 5527
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.127786949756998e-05,
      "loss": 0.8999,
      "step": 5528
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1275106691554769e-05,
      "loss": 0.9282,
      "step": 5529
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1272343786597238e-05,
      "loss": 0.9287,
      "step": 5530
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1269580782911777e-05,
      "loss": 0.8979,
      "step": 5531
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.126681768071278e-05,
      "loss": 0.9316,
      "step": 5532
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1264054480214654e-05,
      "loss": 0.9092,
      "step": 5533
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1261291181631806e-05,
      "loss": 0.9258,
      "step": 5534
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1258527785178659e-05,
      "loss": 0.9004,
      "step": 5535
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1255764291069638e-05,
      "loss": 0.9644,
      "step": 5536
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1253000699519175e-05,
      "loss": 0.9116,
      "step": 5537
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1250237010741718e-05,
      "loss": 0.8716,
      "step": 5538
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.124747322495171e-05,
      "loss": 0.9326,
      "step": 5539
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1244709342363613e-05,
      "loss": 0.8975,
      "step": 5540
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1241945363191886e-05,
      "loss": 0.9595,
      "step": 5541
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1239181287651007e-05,
      "loss": 0.8647,
      "step": 5542
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1236417115955447e-05,
      "loss": 0.8335,
      "step": 5543
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1233652848319703e-05,
      "loss": 0.8931,
      "step": 5544
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.123088848495826e-05,
      "loss": 0.9058,
      "step": 5545
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1228124026085622e-05,
      "loss": 0.9277,
      "step": 5546
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1225359471916306e-05,
      "loss": 0.9321,
      "step": 5547
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1222594822664821e-05,
      "loss": 0.917,
      "step": 5548
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.121983007854569e-05,
      "loss": 0.9458,
      "step": 5549
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1217065239773447e-05,
      "loss": 0.9131,
      "step": 5550
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.121430030656263e-05,
      "loss": 0.9385,
      "step": 5551
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1211535279127785e-05,
      "loss": 0.9043,
      "step": 5552
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1208770157683467e-05,
      "loss": 0.8662,
      "step": 5553
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1206004942444231e-05,
      "loss": 0.9307,
      "step": 5554
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.120323963362465e-05,
      "loss": 0.4924,
      "step": 5555
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1200474231439298e-05,
      "loss": 0.9497,
      "step": 5556
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1197708736102754e-05,
      "loss": 0.9321,
      "step": 5557
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1194943147829614e-05,
      "loss": 0.9282,
      "step": 5558
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1192177466834468e-05,
      "loss": 0.8872,
      "step": 5559
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1189411693331924e-05,
      "loss": 0.9199,
      "step": 5560
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.118664582753659e-05,
      "loss": 0.9009,
      "step": 5561
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.118387986966309e-05,
      "loss": 0.8848,
      "step": 5562
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1181113819926044e-05,
      "loss": 0.9434,
      "step": 5563
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1178347678540087e-05,
      "loss": 0.9092,
      "step": 5564
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1175581445719855e-05,
      "loss": 0.916,
      "step": 5565
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1172815121679998e-05,
      "loss": 0.8794,
      "step": 5566
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.117004870663517e-05,
      "loss": 0.9131,
      "step": 5567
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1167282200800029e-05,
      "loss": 0.9478,
      "step": 5568
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.116451560438925e-05,
      "loss": 0.8799,
      "step": 5569
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1161748917617499e-05,
      "loss": 0.9165,
      "step": 5570
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1158982140699464e-05,
      "loss": 0.8823,
      "step": 5571
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1156215273849832e-05,
      "loss": 0.9116,
      "step": 5572
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1153448317283299e-05,
      "loss": 0.9038,
      "step": 5573
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1150681271214565e-05,
      "loss": 0.9131,
      "step": 5574
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1147914135858346e-05,
      "loss": 0.9199,
      "step": 5575
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1145146911429354e-05,
      "loss": 0.9453,
      "step": 5576
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1142379598142315e-05,
      "loss": 0.9346,
      "step": 5577
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1139612196211955e-05,
      "loss": 0.8813,
      "step": 5578
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1136844705853021e-05,
      "loss": 0.9185,
      "step": 5579
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1134077127280247e-05,
      "loss": 0.9033,
      "step": 5580
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.113130946070839e-05,
      "loss": 0.9175,
      "step": 5581
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1128541706352207e-05,
      "loss": 0.9087,
      "step": 5582
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1125773864426461e-05,
      "loss": 0.9175,
      "step": 5583
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1123005935145928e-05,
      "loss": 0.8999,
      "step": 5584
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1120237918725379e-05,
      "loss": 0.9351,
      "step": 5585
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1117469815379607e-05,
      "loss": 0.9214,
      "step": 5586
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1114701625323398e-05,
      "loss": 0.9404,
      "step": 5587
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1111933348771557e-05,
      "loss": 0.8979,
      "step": 5588
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.110916498593888e-05,
      "loss": 0.9697,
      "step": 5589
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1106396537040186e-05,
      "loss": 0.9028,
      "step": 5590
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1103628002290294e-05,
      "loss": 0.9214,
      "step": 5591
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1100859381904025e-05,
      "loss": 0.9053,
      "step": 5592
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1098090676096215e-05,
      "loss": 0.937,
      "step": 5593
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.10953218850817e-05,
      "loss": 0.9224,
      "step": 5594
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1092553009075327e-05,
      "loss": 0.9292,
      "step": 5595
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1089784048291947e-05,
      "loss": 0.9448,
      "step": 5596
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.108701500294642e-05,
      "loss": 0.8892,
      "step": 5597
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1084245873253607e-05,
      "loss": 0.9229,
      "step": 5598
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1081476659428383e-05,
      "loss": 0.8979,
      "step": 5599
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1078707361685625e-05,
      "loss": 0.8872,
      "step": 5600
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1075937980240216e-05,
      "loss": 0.9307,
      "step": 5601
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.107316851530705e-05,
      "loss": 0.9648,
      "step": 5602
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1070398967101026e-05,
      "loss": 0.8848,
      "step": 5603
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1067629335837042e-05,
      "loss": 0.957,
      "step": 5604
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.106485962173001e-05,
      "loss": 0.8726,
      "step": 5605
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1062089824994853e-05,
      "loss": 0.9116,
      "step": 5606
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1059319945846487e-05,
      "loss": 0.8638,
      "step": 5607
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1056549984499844e-05,
      "loss": 0.9248,
      "step": 5608
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1053779941169861e-05,
      "loss": 0.9102,
      "step": 5609
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1051009816071483e-05,
      "loss": 0.9321,
      "step": 5610
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1048239609419654e-05,
      "loss": 0.9351,
      "step": 5611
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1045469321429327e-05,
      "loss": 0.9067,
      "step": 5612
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1042698952315471e-05,
      "loss": 0.9326,
      "step": 5613
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1039928502293049e-05,
      "loss": 0.9033,
      "step": 5614
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1037157971577037e-05,
      "loss": 0.8604,
      "step": 5615
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.103438736038241e-05,
      "loss": 0.9375,
      "step": 5616
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1031616668924163e-05,
      "loss": 0.9072,
      "step": 5617
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1028845897417282e-05,
      "loss": 0.8838,
      "step": 5618
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1026075046076769e-05,
      "loss": 0.9727,
      "step": 5619
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.102330411511763e-05,
      "loss": 0.9136,
      "step": 5620
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1020533104754873e-05,
      "loss": 0.9043,
      "step": 5621
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1017762015203515e-05,
      "loss": 0.9424,
      "step": 5622
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1014990846678584e-05,
      "loss": 0.8872,
      "step": 5623
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1012219599395106e-05,
      "loss": 0.8652,
      "step": 5624
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1009448273568118e-05,
      "loss": 0.8623,
      "step": 5625
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1006676869412664e-05,
      "loss": 0.9521,
      "step": 5626
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.100390538714379e-05,
      "loss": 0.9458,
      "step": 5627
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1001133826976551e-05,
      "loss": 0.8828,
      "step": 5628
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.0998362189126003e-05,
      "loss": 0.9053,
      "step": 5629
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.0995590473807218e-05,
      "loss": 0.9785,
      "step": 5630
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.0992818681235264e-05,
      "loss": 0.9146,
      "step": 5631
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.0990046811625224e-05,
      "loss": 0.9199,
      "step": 5632
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.0987274865192174e-05,
      "loss": 0.8398,
      "step": 5633
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.0984502842151212e-05,
      "loss": 0.896,
      "step": 5634
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.0981730742717432e-05,
      "loss": 0.9316,
      "step": 5635
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.0978958567105932e-05,
      "loss": 0.895,
      "step": 5636
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.0976186315531825e-05,
      "loss": 0.9277,
      "step": 5637
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.0973413988210222e-05,
      "loss": 0.9517,
      "step": 5638
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.0970641585356243e-05,
      "loss": 0.9185,
      "step": 5639
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0967869107185014e-05,
      "loss": 0.9404,
      "step": 5640
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0965096553911667e-05,
      "loss": 0.9233,
      "step": 5641
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0962323925751336e-05,
      "loss": 0.9272,
      "step": 5642
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0959551222919167e-05,
      "loss": 0.9233,
      "step": 5643
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.095677844563031e-05,
      "loss": 0.9482,
      "step": 5644
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0954005594099915e-05,
      "loss": 0.9268,
      "step": 5645
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0951232668543148e-05,
      "loss": 0.9204,
      "step": 5646
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.094845966917517e-05,
      "loss": 0.938,
      "step": 5647
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0945686596211153e-05,
      "loss": 0.8901,
      "step": 5648
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.094291344986628e-05,
      "loss": 0.9189,
      "step": 5649
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0940140230355728e-05,
      "loss": 0.9121,
      "step": 5650
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0937366937894688e-05,
      "loss": 0.9307,
      "step": 5651
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0934593572698357e-05,
      "loss": 0.9331,
      "step": 5652
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0931820134981933e-05,
      "loss": 0.9414,
      "step": 5653
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0929046624960618e-05,
      "loss": 0.9194,
      "step": 5654
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0926273042849632e-05,
      "loss": 0.9126,
      "step": 5655
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0923499388864183e-05,
      "loss": 0.9053,
      "step": 5656
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0920725663219502e-05,
      "loss": 0.8896,
      "step": 5657
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0917951866130812e-05,
      "loss": 0.9375,
      "step": 5658
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0915177997813347e-05,
      "loss": 0.9214,
      "step": 5659
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0912404058482346e-05,
      "loss": 0.9058,
      "step": 5660
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0909630048353057e-05,
      "loss": 0.8901,
      "step": 5661
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0906855967640724e-05,
      "loss": 0.9336,
      "step": 5662
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.090408181656061e-05,
      "loss": 0.9019,
      "step": 5663
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.090130759532797e-05,
      "loss": 0.9209,
      "step": 5664
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0898533304158074e-05,
      "loss": 0.9141,
      "step": 5665
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0895758943266195e-05,
      "loss": 0.8999,
      "step": 5666
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0892984512867608e-05,
      "loss": 0.9531,
      "step": 5667
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0890210013177598e-05,
      "loss": 0.9507,
      "step": 5668
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.088743544441145e-05,
      "loss": 0.8838,
      "step": 5669
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0884660806784459e-05,
      "loss": 0.9741,
      "step": 5670
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0881886100511925e-05,
      "loss": 0.9189,
      "step": 5671
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0879111325809154e-05,
      "loss": 0.9204,
      "step": 5672
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0876336482891448e-05,
      "loss": 0.9219,
      "step": 5673
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.087356157197413e-05,
      "loss": 0.9365,
      "step": 5674
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0870786593272518e-05,
      "loss": 0.4355,
      "step": 5675
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0868011547001933e-05,
      "loss": 0.9106,
      "step": 5676
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0865236433377713e-05,
      "loss": 0.894,
      "step": 5677
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0862461252615186e-05,
      "loss": 0.9224,
      "step": 5678
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.08596860049297e-05,
      "loss": 0.9424,
      "step": 5679
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0856910690536595e-05,
      "loss": 0.9478,
      "step": 5680
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.085413530965123e-05,
      "loss": 0.9023,
      "step": 5681
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0851359862488954e-05,
      "loss": 0.9321,
      "step": 5682
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0848584349265136e-05,
      "loss": 0.9014,
      "step": 5683
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0845808770195135e-05,
      "loss": 0.8579,
      "step": 5684
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0843033125494326e-05,
      "loss": 0.9409,
      "step": 5685
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0840257415378089e-05,
      "loss": 0.8716,
      "step": 5686
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.08374816400618e-05,
      "loss": 0.8789,
      "step": 5687
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0834705799760853e-05,
      "loss": 0.9282,
      "step": 5688
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0831929894690637e-05,
      "loss": 0.9146,
      "step": 5689
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0829153925066551e-05,
      "loss": 0.9395,
      "step": 5690
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0826377891103996e-05,
      "loss": 0.9189,
      "step": 5691
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0823601793018382e-05,
      "loss": 0.9375,
      "step": 5692
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0820825631025112e-05,
      "loss": 0.9038,
      "step": 5693
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0818049405339612e-05,
      "loss": 0.9141,
      "step": 5694
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.08152731161773e-05,
      "loss": 0.9165,
      "step": 5695
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0812496763753609e-05,
      "loss": 0.8418,
      "step": 5696
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0809720348283963e-05,
      "loss": 0.9526,
      "step": 5697
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0806943869983804e-05,
      "loss": 0.835,
      "step": 5698
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0804167329068573e-05,
      "loss": 0.8774,
      "step": 5699
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0801390725753715e-05,
      "loss": 0.9561,
      "step": 5700
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0798614060254683e-05,
      "loss": 0.9272,
      "step": 5701
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0795837332786931e-05,
      "loss": 0.8955,
      "step": 5702
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0793060543565925e-05,
      "loss": 0.9023,
      "step": 5703
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0790283692807124e-05,
      "loss": 0.9551,
      "step": 5704
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0787506780726005e-05,
      "loss": 0.9268,
      "step": 5705
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0784729807538038e-05,
      "loss": 0.917,
      "step": 5706
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.078195277345871e-05,
      "loss": 0.896,
      "step": 5707
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0779175678703497e-05,
      "loss": 0.9321,
      "step": 5708
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0776398523487895e-05,
      "loss": 0.9336,
      "step": 5709
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0773621308027396e-05,
      "loss": 0.875,
      "step": 5710
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0770844032537499e-05,
      "loss": 0.8716,
      "step": 5711
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.076806669723371e-05,
      "loss": 0.9458,
      "step": 5712
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0765289302331533e-05,
      "loss": 0.9126,
      "step": 5713
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0762511848046484e-05,
      "loss": 0.9272,
      "step": 5714
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.075973433459408e-05,
      "loss": 0.9263,
      "step": 5715
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0756956762189845e-05,
      "loss": 0.8984,
      "step": 5716
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0754179131049297e-05,
      "loss": 0.9233,
      "step": 5717
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.075140144138798e-05,
      "loss": 0.896,
      "step": 5718
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0748623693421419e-05,
      "loss": 0.9468,
      "step": 5719
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0745845887365159e-05,
      "loss": 0.9619,
      "step": 5720
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0743068023434747e-05,
      "loss": 0.8818,
      "step": 5721
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0740290101845728e-05,
      "loss": 0.8618,
      "step": 5722
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0737512122813656e-05,
      "loss": 0.9092,
      "step": 5723
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0734734086554091e-05,
      "loss": 0.8599,
      "step": 5724
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0731955993282595e-05,
      "loss": 0.8462,
      "step": 5725
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0729177843214735e-05,
      "loss": 0.9136,
      "step": 5726
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0726399636566083e-05,
      "loss": 0.9404,
      "step": 5727
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0723621373552213e-05,
      "loss": 0.9048,
      "step": 5728
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0720843054388707e-05,
      "loss": 0.9258,
      "step": 5729
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0718064679291152e-05,
      "loss": 0.8931,
      "step": 5730
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0715286248475132e-05,
      "loss": 0.9331,
      "step": 5731
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0712507762156243e-05,
      "loss": 0.9365,
      "step": 5732
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.070972922055008e-05,
      "loss": 0.9062,
      "step": 5733
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0706950623872247e-05,
      "loss": 0.9448,
      "step": 5734
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.070417197233835e-05,
      "loss": 0.9092,
      "step": 5735
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0701393266164001e-05,
      "loss": 0.9492,
      "step": 5736
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0698614505564813e-05,
      "loss": 0.9336,
      "step": 5737
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0695835690756404e-05,
      "loss": 0.9062,
      "step": 5738
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0693056821954398e-05,
      "loss": 0.4875,
      "step": 5739
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0690277899374424e-05,
      "loss": 0.9087,
      "step": 5740
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0687498923232108e-05,
      "loss": 0.9048,
      "step": 5741
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0684719893743087e-05,
      "loss": 0.9692,
      "step": 5742
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0681940811123005e-05,
      "loss": 0.9556,
      "step": 5743
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0679161675587503e-05,
      "loss": 0.9189,
      "step": 5744
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0676382487352233e-05,
      "loss": 0.9126,
      "step": 5745
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.067360324663284e-05,
      "loss": 0.9141,
      "step": 5746
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0670823953644984e-05,
      "loss": 0.8999,
      "step": 5747
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0668044608604323e-05,
      "loss": 0.9478,
      "step": 5748
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0665265211726528e-05,
      "loss": 0.939,
      "step": 5749
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0662485763227257e-05,
      "loss": 0.9517,
      "step": 5750
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0659706263322188e-05,
      "loss": 0.896,
      "step": 5751
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0656926712226995e-05,
      "loss": 0.9199,
      "step": 5752
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0654147110157362e-05,
      "loss": 0.9009,
      "step": 5753
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0651367457328974e-05,
      "loss": 0.9272,
      "step": 5754
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.064858775395751e-05,
      "loss": 0.9126,
      "step": 5755
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0645808000258673e-05,
      "loss": 0.9014,
      "step": 5756
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0643028196448148e-05,
      "loss": 0.8882,
      "step": 5757
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0640248342741646e-05,
      "loss": 0.9316,
      "step": 5758
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0637468439354862e-05,
      "loss": 0.8984,
      "step": 5759
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0634688486503506e-05,
      "loss": 0.855,
      "step": 5760
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.063190848440329e-05,
      "loss": 0.9038,
      "step": 5761
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.062912843326993e-05,
      "loss": 0.916,
      "step": 5762
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0626348333319145e-05,
      "loss": 0.8999,
      "step": 5763
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0623568184766655e-05,
      "loss": 0.9165,
      "step": 5764
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0620787987828191e-05,
      "loss": 0.9414,
      "step": 5765
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0618007742719478e-05,
      "loss": 0.9326,
      "step": 5766
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0615227449656256e-05,
      "loss": 0.9165,
      "step": 5767
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0612447108854256e-05,
      "loss": 0.9058,
      "step": 5768
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0609666720529225e-05,
      "loss": 0.9478,
      "step": 5769
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0606886284896906e-05,
      "loss": 0.9126,
      "step": 5770
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0604105802173048e-05,
      "loss": 0.8853,
      "step": 5771
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0601325272573401e-05,
      "loss": 0.8682,
      "step": 5772
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0598544696313726e-05,
      "loss": 0.918,
      "step": 5773
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.059576407360978e-05,
      "loss": 0.9019,
      "step": 5774
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0592983404677324e-05,
      "loss": 0.8765,
      "step": 5775
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.059020268973213e-05,
      "loss": 0.8599,
      "step": 5776
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0587421928989965e-05,
      "loss": 0.9053,
      "step": 5777
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0584641122666606e-05,
      "loss": 0.896,
      "step": 5778
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0581860270977825e-05,
      "loss": 0.9209,
      "step": 5779
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0579079374139409e-05,
      "loss": 0.9102,
      "step": 5780
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0576298432367138e-05,
      "loss": 0.8877,
      "step": 5781
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0573517445876805e-05,
      "loss": 0.8911,
      "step": 5782
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0570736414884195e-05,
      "loss": 0.9243,
      "step": 5783
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0567955339605109e-05,
      "loss": 0.9038,
      "step": 5784
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0565174220255343e-05,
      "loss": 0.9385,
      "step": 5785
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0562393057050701e-05,
      "loss": 0.8813,
      "step": 5786
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0559611850206986e-05,
      "loss": 0.9233,
      "step": 5787
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0556830599940005e-05,
      "loss": 0.9165,
      "step": 5788
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0554049306465575e-05,
      "loss": 0.9004,
      "step": 5789
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0551267969999503e-05,
      "loss": 0.9072,
      "step": 5790
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0548486590757619e-05,
      "loss": 0.8672,
      "step": 5791
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0545705168955736e-05,
      "loss": 0.9331,
      "step": 5792
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0542923704809685e-05,
      "loss": 0.8921,
      "step": 5793
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0540142198535291e-05,
      "loss": 0.895,
      "step": 5794
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0537360650348384e-05,
      "loss": 0.9331,
      "step": 5795
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0534579060464807e-05,
      "loss": 0.9185,
      "step": 5796
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.053179742910039e-05,
      "loss": 0.9116,
      "step": 5797
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.052901575647098e-05,
      "loss": 0.9326,
      "step": 5798
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0526234042792419e-05,
      "loss": 0.9053,
      "step": 5799
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0523452288280556e-05,
      "loss": 0.9028,
      "step": 5800
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0520670493151242e-05,
      "loss": 0.9521,
      "step": 5801
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0517888657620334e-05,
      "loss": 0.9336,
      "step": 5802
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0515106781903683e-05,
      "loss": 0.8931,
      "step": 5803
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0512324866217154e-05,
      "loss": 0.8716,
      "step": 5804
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0509542910776611e-05,
      "loss": 0.8721,
      "step": 5805
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0506760915797917e-05,
      "loss": 0.8936,
      "step": 5806
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0503978881496947e-05,
      "loss": 0.9365,
      "step": 5807
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0501196808089572e-05,
      "loss": 0.9272,
      "step": 5808
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0498414695791668e-05,
      "loss": 0.9229,
      "step": 5809
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0495632544819112e-05,
      "loss": 0.5112,
      "step": 5810
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0492850355387786e-05,
      "loss": 0.8726,
      "step": 5811
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0490068127713577e-05,
      "loss": 0.9399,
      "step": 5812
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0487285862012374e-05,
      "loss": 0.9443,
      "step": 5813
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0484503558500062e-05,
      "loss": 0.8242,
      "step": 5814
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.048172121739254e-05,
      "loss": 0.9312,
      "step": 5815
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0478938838905701e-05,
      "loss": 0.8716,
      "step": 5816
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.047615642325545e-05,
      "loss": 0.9146,
      "step": 5817
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0473373970657685e-05,
      "loss": 0.9189,
      "step": 5818
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0470591481328312e-05,
      "loss": 0.9204,
      "step": 5819
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0467808955483241e-05,
      "loss": 0.9238,
      "step": 5820
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0465026393338377e-05,
      "loss": 0.9238,
      "step": 5821
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0462243795109643e-05,
      "loss": 0.9487,
      "step": 5822
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0459461161012949e-05,
      "loss": 0.9434,
      "step": 5823
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0456678491264218e-05,
      "loss": 0.9331,
      "step": 5824
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0453895786079368e-05,
      "loss": 0.9194,
      "step": 5825
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.045111304567433e-05,
      "loss": 0.9722,
      "step": 5826
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0448330270265028e-05,
      "loss": 0.9243,
      "step": 5827
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0445547460067389e-05,
      "loss": 0.9375,
      "step": 5828
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0442764615297351e-05,
      "loss": 0.9648,
      "step": 5829
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.043998173617085e-05,
      "loss": 0.9082,
      "step": 5830
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0437198822903823e-05,
      "loss": 0.8838,
      "step": 5831
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0434415875712208e-05,
      "loss": 0.8604,
      "step": 5832
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0431632894811954e-05,
      "loss": 0.9038,
      "step": 5833
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0428849880419003e-05,
      "loss": 0.8525,
      "step": 5834
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0426066832749309e-05,
      "loss": 0.939,
      "step": 5835
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0423283752018816e-05,
      "loss": 0.9106,
      "step": 5836
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0420500638443484e-05,
      "loss": 0.9072,
      "step": 5837
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0417717492239267e-05,
      "loss": 0.9312,
      "step": 5838
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0414934313622125e-05,
      "loss": 0.8921,
      "step": 5839
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0412151102808022e-05,
      "loss": 0.9219,
      "step": 5840
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0409367860012918e-05,
      "loss": 0.9067,
      "step": 5841
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0406584585452784e-05,
      "loss": 0.8564,
      "step": 5842
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0403801279343581e-05,
      "loss": 0.9185,
      "step": 5843
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0401017941901292e-05,
      "loss": 0.8887,
      "step": 5844
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0398234573341882e-05,
      "loss": 0.9238,
      "step": 5845
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.039545117388133e-05,
      "loss": 0.9399,
      "step": 5846
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0392667743735617e-05,
      "loss": 0.9253,
      "step": 5847
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0389884283120718e-05,
      "loss": 0.8955,
      "step": 5848
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0387100792252627e-05,
      "loss": 0.9326,
      "step": 5849
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0384317271347321e-05,
      "loss": 0.9155,
      "step": 5850
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0381533720620794e-05,
      "loss": 0.9136,
      "step": 5851
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0378750140289028e-05,
      "loss": 0.9136,
      "step": 5852
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0375966530568027e-05,
      "loss": 0.8984,
      "step": 5853
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0373182891673776e-05,
      "loss": 0.4539,
      "step": 5854
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0370399223822279e-05,
      "loss": 0.915,
      "step": 5855
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0367615527229534e-05,
      "loss": 0.8848,
      "step": 5856
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0364831802111542e-05,
      "loss": 0.9023,
      "step": 5857
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0362048048684306e-05,
      "loss": 0.9136,
      "step": 5858
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0359264267163833e-05,
      "loss": 0.9121,
      "step": 5859
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0356480457766136e-05,
      "loss": 0.9263,
      "step": 5860
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0353696620707217e-05,
      "loss": 0.9023,
      "step": 5861
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0350912756203098e-05,
      "loss": 0.9009,
      "step": 5862
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0348128864469785e-05,
      "loss": 0.9424,
      "step": 5863
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0345344945723302e-05,
      "loss": 0.9258,
      "step": 5864
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0342561000179666e-05,
      "loss": 0.9214,
      "step": 5865
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0339777028054896e-05,
      "loss": 0.916,
      "step": 5866
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0336993029565016e-05,
      "loss": 0.9175,
      "step": 5867
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0334209004926055e-05,
      "loss": 0.9302,
      "step": 5868
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0331424954354032e-05,
      "loss": 0.9336,
      "step": 5869
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0328640878064984e-05,
      "loss": 0.9209,
      "step": 5870
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0325856776274942e-05,
      "loss": 0.8965,
      "step": 5871
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0323072649199935e-05,
      "loss": 0.9717,
      "step": 5872
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0320288497056002e-05,
      "loss": 0.9023,
      "step": 5873
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.031750432005918e-05,
      "loss": 0.9355,
      "step": 5874
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0314720118425505e-05,
      "loss": 0.9014,
      "step": 5875
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0311935892371019e-05,
      "loss": 0.9902,
      "step": 5876
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0309151642111768e-05,
      "loss": 0.4924,
      "step": 5877
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.030636736786379e-05,
      "loss": 0.9116,
      "step": 5878
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.030358306984314e-05,
      "loss": 0.9014,
      "step": 5879
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.030079874826586e-05,
      "loss": 0.894,
      "step": 5880
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0298014403348006e-05,
      "loss": 0.9238,
      "step": 5881
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0295230035305627e-05,
      "loss": 0.8784,
      "step": 5882
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0292445644354776e-05,
      "loss": 0.8955,
      "step": 5883
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0289661230711511e-05,
      "loss": 0.8921,
      "step": 5884
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0286876794591886e-05,
      "loss": 0.9287,
      "step": 5885
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0284092336211966e-05,
      "loss": 0.9043,
      "step": 5886
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0281307855787805e-05,
      "loss": 0.9106,
      "step": 5887
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0278523353535472e-05,
      "loss": 0.917,
      "step": 5888
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.027573882967103e-05,
      "loss": 0.9185,
      "step": 5889
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0272954284410542e-05,
      "loss": 0.9209,
      "step": 5890
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0270169717970073e-05,
      "loss": 0.8784,
      "step": 5891
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0267385130565699e-05,
      "loss": 0.8931,
      "step": 5892
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0264600522413491e-05,
      "loss": 0.8838,
      "step": 5893
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0261815893729516e-05,
      "loss": 0.8955,
      "step": 5894
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0259031244729856e-05,
      "loss": 0.9409,
      "step": 5895
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0256246575630578e-05,
      "loss": 0.9038,
      "step": 5896
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0253461886647766e-05,
      "loss": 0.9409,
      "step": 5897
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0250677177997494e-05,
      "loss": 0.917,
      "step": 5898
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0247892449895848e-05,
      "loss": 0.9399,
      "step": 5899
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0245107702558903e-05,
      "loss": 0.8867,
      "step": 5900
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0242322936202749e-05,
      "loss": 0.9053,
      "step": 5901
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0239538151043464e-05,
      "loss": 0.9258,
      "step": 5902
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0236753347297139e-05,
      "loss": 0.939,
      "step": 5903
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0233968525179863e-05,
      "loss": 0.9175,
      "step": 5904
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0231183684907724e-05,
      "loss": 0.9229,
      "step": 5905
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.022839882669681e-05,
      "loss": 0.9355,
      "step": 5906
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0225613950763214e-05,
      "loss": 0.9058,
      "step": 5907
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.022282905732303e-05,
      "loss": 0.4961,
      "step": 5908
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0220044146592352e-05,
      "loss": 0.9062,
      "step": 5909
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0217259218787276e-05,
      "loss": 0.9224,
      "step": 5910
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0214474274123903e-05,
      "loss": 0.876,
      "step": 5911
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0211689312818326e-05,
      "loss": 0.8872,
      "step": 5912
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0208904335086651e-05,
      "loss": 0.9297,
      "step": 5913
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0206119341144973e-05,
      "loss": 0.8936,
      "step": 5914
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.02033343312094e-05,
      "loss": 0.8848,
      "step": 5915
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.020054930549603e-05,
      "loss": 0.9214,
      "step": 5916
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0197764264220975e-05,
      "loss": 0.9229,
      "step": 5917
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0194979207600332e-05,
      "loss": 0.9658,
      "step": 5918
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.019219413585022e-05,
      "loss": 0.9346,
      "step": 5919
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0189409049186738e-05,
      "loss": 0.958,
      "step": 5920
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0186623947826e-05,
      "loss": 0.9536,
      "step": 5921
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0183838831984116e-05,
      "loss": 0.9268,
      "step": 5922
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0181053701877199e-05,
      "loss": 0.8921,
      "step": 5923
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0178268557721361e-05,
      "loss": 0.9023,
      "step": 5924
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0175483399732713e-05,
      "loss": 0.8813,
      "step": 5925
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0172698228127375e-05,
      "loss": 0.9062,
      "step": 5926
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.016991304312146e-05,
      "loss": 0.9307,
      "step": 5927
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0167127844931091e-05,
      "loss": 0.8945,
      "step": 5928
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0164342633772382e-05,
      "loss": 0.9224,
      "step": 5929
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.016155740986145e-05,
      "loss": 0.9375,
      "step": 5930
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0158772173414419e-05,
      "loss": 0.9131,
      "step": 5931
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.015598692464741e-05,
      "loss": 0.9492,
      "step": 5932
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0153201663776545e-05,
      "loss": 0.9253,
      "step": 5933
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0150416391017946e-05,
      "loss": 0.8994,
      "step": 5934
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0147631106587737e-05,
      "loss": 0.9092,
      "step": 5935
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0144845810702047e-05,
      "loss": 0.9082,
      "step": 5936
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0142060503576997e-05,
      "loss": 0.9058,
      "step": 5937
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0139275185428717e-05,
      "loss": 0.8774,
      "step": 5938
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0136489856473335e-05,
      "loss": 0.8979,
      "step": 5939
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0133704516926974e-05,
      "loss": 0.9106,
      "step": 5940
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0130919167005771e-05,
      "loss": 0.9121,
      "step": 5941
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.012813380692585e-05,
      "loss": 0.9365,
      "step": 5942
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0125348436903346e-05,
      "loss": 0.8408,
      "step": 5943
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0122563057154389e-05,
      "loss": 0.9146,
      "step": 5944
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0119777667895113e-05,
      "loss": 0.9263,
      "step": 5945
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0116992269341647e-05,
      "loss": 0.9053,
      "step": 5946
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.011420686171013e-05,
      "loss": 0.8989,
      "step": 5947
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0111421445216694e-05,
      "loss": 0.9561,
      "step": 5948
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0108636020077471e-05,
      "loss": 0.8584,
      "step": 5949
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0105850586508605e-05,
      "loss": 0.8872,
      "step": 5950
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0103065144726225e-05,
      "loss": 0.9302,
      "step": 5951
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0100279694946475e-05,
      "loss": 0.9536,
      "step": 5952
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.009749423738549e-05,
      "loss": 0.9385,
      "step": 5953
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0094708772259405e-05,
      "loss": 0.897,
      "step": 5954
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0091923299784362e-05,
      "loss": 0.9297,
      "step": 5955
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.00891378201765e-05,
      "loss": 0.8921,
      "step": 5956
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.008635233365196e-05,
      "loss": 0.9268,
      "step": 5957
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0083566840426885e-05,
      "loss": 0.8853,
      "step": 5958
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0080781340717412e-05,
      "loss": 0.9341,
      "step": 5959
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0077995834739687e-05,
      "loss": 0.8926,
      "step": 5960
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0075210322709848e-05,
      "loss": 0.4575,
      "step": 5961
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0072424804844036e-05,
      "loss": 0.9287,
      "step": 5962
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0069639281358403e-05,
      "loss": 0.9033,
      "step": 5963
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0066853752469083e-05,
      "loss": 0.8755,
      "step": 5964
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0064068218392228e-05,
      "loss": 0.9155,
      "step": 5965
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0061282679343975e-05,
      "loss": 0.9336,
      "step": 5966
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0058497135540473e-05,
      "loss": 0.938,
      "step": 5967
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.005571158719787e-05,
      "loss": 0.8916,
      "step": 5968
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0052926034532306e-05,
      "loss": 0.8965,
      "step": 5969
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0050140477759932e-05,
      "loss": 0.894,
      "step": 5970
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0047354917096887e-05,
      "loss": 0.8979,
      "step": 5971
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0044569352759323e-05,
      "loss": 0.9502,
      "step": 5972
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0041783784963385e-05,
      "loss": 0.8887,
      "step": 5973
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0038998213925224e-05,
      "loss": 0.9072,
      "step": 5974
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.003621263986098e-05,
      "loss": 0.8828,
      "step": 5975
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0033427062986807e-05,
      "loss": 0.8975,
      "step": 5976
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.003064148351885e-05,
      "loss": 0.9102,
      "step": 5977
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0027855901673255e-05,
      "loss": 0.8428,
      "step": 5978
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0025070317666174e-05,
      "loss": 0.937,
      "step": 5979
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0022284731713752e-05,
      "loss": 0.8352,
      "step": 5980
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.001949914403214e-05,
      "loss": 0.8979,
      "step": 5981
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0016713554837484e-05,
      "loss": 0.9204,
      "step": 5982
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0013927964345938e-05,
      "loss": 0.9468,
      "step": 5983
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0011142372773645e-05,
      "loss": 0.9175,
      "step": 5984
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0008356780336757e-05,
      "loss": 0.9272,
      "step": 5985
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0005571187251419e-05,
      "loss": 0.9043,
      "step": 5986
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0002785593733786e-05,
      "loss": 0.9351,
      "step": 5987
    },
    {
      "epoch": 0.52,
      "learning_rate": 1e-05,
      "loss": 0.8975,
      "step": 5988
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.997214406266217e-06,
      "loss": 0.8721,
      "step": 5989
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.994428812748581e-06,
      "loss": 0.9009,
      "step": 5990
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.991643219663247e-06,
      "loss": 0.8999,
      "step": 5991
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.988857627226357e-06,
      "loss": 0.8882,
      "step": 5992
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.986072035654066e-06,
      "loss": 0.9126,
      "step": 5993
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.983286445162516e-06,
      "loss": 0.9131,
      "step": 5994
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.980500855967865e-06,
      "loss": 0.9214,
      "step": 5995
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.977715268286252e-06,
      "loss": 0.4539,
      "step": 5996
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.974929682333827e-06,
      "loss": 0.9092,
      "step": 5997
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.972144098326747e-06,
      "loss": 0.8823,
      "step": 5998
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.969358516481152e-06,
      "loss": 0.9258,
      "step": 5999
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.966572937013195e-06,
      "loss": 0.8975,
      "step": 6000
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.963787360139023e-06,
      "loss": 0.9131,
      "step": 6001
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.961001786074779e-06,
      "loss": 0.9189,
      "step": 6002
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.958216215036615e-06,
      "loss": 0.9165,
      "step": 6003
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.95543064724068e-06,
      "loss": 0.9023,
      "step": 6004
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.952645082903116e-06,
      "loss": 0.8838,
      "step": 6005
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.949859522240072e-06,
      "loss": 0.8667,
      "step": 6006
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.947073965467696e-06,
      "loss": 0.8911,
      "step": 6007
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.944288412802133e-06,
      "loss": 0.8848,
      "step": 6008
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.941502864459529e-06,
      "loss": 0.9424,
      "step": 6009
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.938717320656027e-06,
      "loss": 0.9146,
      "step": 6010
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.935931781607774e-06,
      "loss": 0.8794,
      "step": 6011
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.933146247530917e-06,
      "loss": 0.8965,
      "step": 6012
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.930360718641604e-06,
      "loss": 0.9185,
      "step": 6013
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.927575195155965e-06,
      "loss": 0.9126,
      "step": 6014
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.924789677290155e-06,
      "loss": 0.8979,
      "step": 6015
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.922004165260318e-06,
      "loss": 0.9331,
      "step": 6016
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.919218659282591e-06,
      "loss": 0.8979,
      "step": 6017
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.916433159573119e-06,
      "loss": 0.9106,
      "step": 6018
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.913647666348041e-06,
      "loss": 0.9204,
      "step": 6019
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.9108621798235e-06,
      "loss": 0.9219,
      "step": 6020
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.90807670021564e-06,
      "loss": 0.9131,
      "step": 6021
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.9052912277406e-06,
      "loss": 0.8906,
      "step": 6022
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.902505762614514e-06,
      "loss": 0.8428,
      "step": 6023
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.899720305053528e-06,
      "loss": 0.9346,
      "step": 6024
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.896934855273775e-06,
      "loss": 0.9229,
      "step": 6025
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.8941494134914e-06,
      "loss": 0.8911,
      "step": 6026
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.891363979922532e-06,
      "loss": 0.9434,
      "step": 6027
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.88857855478331e-06,
      "loss": 0.9102,
      "step": 6028
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.885793138289872e-06,
      "loss": 0.9248,
      "step": 6029
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.883007730658358e-06,
      "loss": 0.8843,
      "step": 6030
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.880222332104892e-06,
      "loss": 0.9146,
      "step": 6031
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.877436942845616e-06,
      "loss": 0.9287,
      "step": 6032
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.874651563096656e-06,
      "loss": 0.8765,
      "step": 6033
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.871866193074152e-06,
      "loss": 0.8867,
      "step": 6034
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.869080832994234e-06,
      "loss": 0.96,
      "step": 6035
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.86629548307303e-06,
      "loss": 0.9409,
      "step": 6036
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.863510143526669e-06,
      "loss": 0.9541,
      "step": 6037
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.860724814571285e-06,
      "loss": 0.9229,
      "step": 6038
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.857939496423008e-06,
      "loss": 0.9043,
      "step": 6039
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.855154189297956e-06,
      "loss": 0.9175,
      "step": 6040
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.852368893412265e-06,
      "loss": 0.8877,
      "step": 6041
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.849583608982057e-06,
      "loss": 0.8892,
      "step": 6042
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.846798336223457e-06,
      "loss": 0.8701,
      "step": 6043
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.844013075352595e-06,
      "loss": 0.9312,
      "step": 6044
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.841227826585584e-06,
      "loss": 0.9268,
      "step": 6045
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.838442590138551e-06,
      "loss": 0.4204,
      "step": 6046
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.835657366227623e-06,
      "loss": 0.9087,
      "step": 6047
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.832872155068912e-06,
      "loss": 0.9023,
      "step": 6048
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.830086956878542e-06,
      "loss": 0.8662,
      "step": 6049
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.827301771872628e-06,
      "loss": 0.9521,
      "step": 6050
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.824516600267289e-06,
      "loss": 0.9209,
      "step": 6051
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.821731442278646e-06,
      "loss": 0.9009,
      "step": 6052
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.818946298122806e-06,
      "loss": 0.9072,
      "step": 6053
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.816161168015886e-06,
      "loss": 0.9126,
      "step": 6054
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.813376052174003e-06,
      "loss": 0.8799,
      "step": 6055
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.810590950813264e-06,
      "loss": 0.9541,
      "step": 6056
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.807805864149786e-06,
      "loss": 0.9258,
      "step": 6057
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.80502079239967e-06,
      "loss": 0.8921,
      "step": 6058
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.802235735779029e-06,
      "loss": 0.9087,
      "step": 6059
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.79945069450397e-06,
      "loss": 0.8794,
      "step": 6060
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.796665668790606e-06,
      "loss": 0.939,
      "step": 6061
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.79388065885503e-06,
      "loss": 0.9111,
      "step": 6062
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.791095664913352e-06,
      "loss": 0.4773,
      "step": 6063
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.788310687181675e-06,
      "loss": 0.9253,
      "step": 6064
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.785525725876099e-06,
      "loss": 0.9385,
      "step": 6065
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.782740781212727e-06,
      "loss": 0.9263,
      "step": 6066
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.779955853407653e-06,
      "loss": 0.9146,
      "step": 6067
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.777170942676973e-06,
      "loss": 0.8989,
      "step": 6068
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.774386049236788e-06,
      "loss": 0.9185,
      "step": 6069
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.771601173303196e-06,
      "loss": 0.855,
      "step": 6070
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.76881631509228e-06,
      "loss": 0.9487,
      "step": 6071
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.76603147482014e-06,
      "loss": 0.9043,
      "step": 6072
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.763246652702861e-06,
      "loss": 0.4563,
      "step": 6073
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.760461848956541e-06,
      "loss": 0.9106,
      "step": 6074
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.757677063797256e-06,
      "loss": 0.9248,
      "step": 6075
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.7548922974411e-06,
      "loss": 0.8823,
      "step": 6076
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.752107550104154e-06,
      "loss": 0.9126,
      "step": 6077
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.749322822002507e-06,
      "loss": 0.877,
      "step": 6078
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.746538113352237e-06,
      "loss": 0.9004,
      "step": 6079
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.743753424369425e-06,
      "loss": 0.9341,
      "step": 6080
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.740968755270147e-06,
      "loss": 0.9482,
      "step": 6081
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.738184106270484e-06,
      "loss": 0.8892,
      "step": 6082
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.735399477586514e-06,
      "loss": 0.9453,
      "step": 6083
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.732614869434303e-06,
      "loss": 0.9194,
      "step": 6084
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.72983028202993e-06,
      "loss": 0.8848,
      "step": 6085
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.727045715589463e-06,
      "loss": 0.9404,
      "step": 6086
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.724261170328974e-06,
      "loss": 0.8745,
      "step": 6087
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.72147664646453e-06,
      "loss": 0.9248,
      "step": 6088
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.718692144212198e-06,
      "loss": 0.9243,
      "step": 6089
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.715907663788037e-06,
      "loss": 0.4312,
      "step": 6090
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.713123205408114e-06,
      "loss": 0.8916,
      "step": 6091
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.710338769288494e-06,
      "loss": 0.9053,
      "step": 6092
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.707554355645227e-06,
      "loss": 0.8298,
      "step": 6093
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.704769964694374e-06,
      "loss": 0.8979,
      "step": 6094
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.701985596651995e-06,
      "loss": 0.8789,
      "step": 6095
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.69920125173414e-06,
      "loss": 0.894,
      "step": 6096
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.696416930156864e-06,
      "loss": 0.875,
      "step": 6097
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.693632632136214e-06,
      "loss": 0.9277,
      "step": 6098
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.690848357888236e-06,
      "loss": 0.8848,
      "step": 6099
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.688064107628983e-06,
      "loss": 0.4746,
      "step": 6100
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.6852798815745e-06,
      "loss": 0.9385,
      "step": 6101
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.682495679940825e-06,
      "loss": 0.8823,
      "step": 6102
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.679711502944e-06,
      "loss": 0.936,
      "step": 6103
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.676927350800067e-06,
      "loss": 0.8379,
      "step": 6104
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.674143223725063e-06,
      "loss": 0.9058,
      "step": 6105
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.671359121935019e-06,
      "loss": 0.9106,
      "step": 6106
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.668575045645971e-06,
      "loss": 0.9165,
      "step": 6107
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.66579099507395e-06,
      "loss": 0.8931,
      "step": 6108
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.663006970434985e-06,
      "loss": 0.9312,
      "step": 6109
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.660222971945107e-06,
      "loss": 0.894,
      "step": 6110
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.657438999820338e-06,
      "loss": 0.9468,
      "step": 6111
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.6546550542767e-06,
      "loss": 0.8975,
      "step": 6112
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.651871135530217e-06,
      "loss": 0.9038,
      "step": 6113
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.649087243796909e-06,
      "loss": 0.9468,
      "step": 6114
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.646303379292785e-06,
      "loss": 0.9038,
      "step": 6115
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.643519542233868e-06,
      "loss": 0.895,
      "step": 6116
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.640735732836167e-06,
      "loss": 0.8853,
      "step": 6117
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.637951951315696e-06,
      "loss": 0.9116,
      "step": 6118
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.635168197888463e-06,
      "loss": 0.9556,
      "step": 6119
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.632384472770471e-06,
      "loss": 0.9453,
      "step": 6120
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.629600776177723e-06,
      "loss": 0.9458,
      "step": 6121
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.626817108326226e-06,
      "loss": 0.9282,
      "step": 6122
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.62403346943198e-06,
      "loss": 0.9189,
      "step": 6123
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.621249859710973e-06,
      "loss": 0.9473,
      "step": 6124
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.61846627937921e-06,
      "loss": 0.9126,
      "step": 6125
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.61568272865268e-06,
      "loss": 0.9619,
      "step": 6126
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.612899207747376e-06,
      "loss": 0.9297,
      "step": 6127
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.610115716879283e-06,
      "loss": 0.9009,
      "step": 6128
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.607332256264388e-06,
      "loss": 0.9243,
      "step": 6129
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.604548826118673e-06,
      "loss": 0.9272,
      "step": 6130
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.60176542665812e-06,
      "loss": 0.8965,
      "step": 6131
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.598982058098713e-06,
      "loss": 0.9258,
      "step": 6132
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.596198720656422e-06,
      "loss": 0.9214,
      "step": 6133
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.59341541454722e-06,
      "loss": 0.8892,
      "step": 6134
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.590632139987086e-06,
      "loss": 0.937,
      "step": 6135
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.587848897191981e-06,
      "loss": 0.9165,
      "step": 6136
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.585065686377879e-06,
      "loss": 0.9634,
      "step": 6137
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.582282507760736e-06,
      "loss": 0.9033,
      "step": 6138
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.579499361556518e-06,
      "loss": 0.8584,
      "step": 6139
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.576716247981185e-06,
      "loss": 0.9248,
      "step": 6140
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.573933167250698e-06,
      "loss": 0.9561,
      "step": 6141
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.571150119581e-06,
      "loss": 0.9277,
      "step": 6142
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.56836710518805e-06,
      "loss": 0.9189,
      "step": 6143
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.565584124287794e-06,
      "loss": 0.8862,
      "step": 6144
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.562801177096184e-06,
      "loss": 0.9312,
      "step": 6145
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.560018263829154e-06,
      "loss": 0.9097,
      "step": 6146
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.55723538470265e-06,
      "loss": 0.8574,
      "step": 6147
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.554452539932611e-06,
      "loss": 0.8931,
      "step": 6148
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.551669729734978e-06,
      "loss": 0.8569,
      "step": 6149
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.548886954325672e-06,
      "loss": 0.9263,
      "step": 6150
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.546104213920633e-06,
      "loss": 0.9033,
      "step": 6151
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.543321508735784e-06,
      "loss": 0.8896,
      "step": 6152
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.540538838987051e-06,
      "loss": 0.9175,
      "step": 6153
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.537756204890362e-06,
      "loss": 0.8838,
      "step": 6154
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.534973606661625e-06,
      "loss": 0.8701,
      "step": 6155
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.532191044516764e-06,
      "loss": 0.9062,
      "step": 6156
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.529408518671688e-06,
      "loss": 0.9746,
      "step": 6157
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.52662602934232e-06,
      "loss": 0.9331,
      "step": 6158
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.523843576744554e-06,
      "loss": 0.5613,
      "step": 6159
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.521061161094302e-06,
      "loss": 0.916,
      "step": 6160
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.518278782607464e-06,
      "loss": 0.9141,
      "step": 6161
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.51549644149994e-06,
      "loss": 0.8945,
      "step": 6162
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.512714137987631e-06,
      "loss": 0.9189,
      "step": 6163
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.509931872286427e-06,
      "loss": 0.915,
      "step": 6164
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.507149644612215e-06,
      "loss": 0.9429,
      "step": 6165
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.504367455180893e-06,
      "loss": 0.895,
      "step": 6166
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.501585304208337e-06,
      "loss": 0.894,
      "step": 6167
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.498803191910432e-06,
      "loss": 0.9463,
      "step": 6168
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.496021118503055e-06,
      "loss": 0.9204,
      "step": 6169
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.493239084202082e-06,
      "loss": 0.9331,
      "step": 6170
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.490457089223395e-06,
      "loss": 0.8789,
      "step": 6171
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.48767513378285e-06,
      "loss": 0.9116,
      "step": 6172
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.48489321809632e-06,
      "loss": 0.8833,
      "step": 6173
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.482111342379669e-06,
      "loss": 0.8926,
      "step": 6174
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.47932950684876e-06,
      "loss": 0.9355,
      "step": 6175
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.47654771171945e-06,
      "loss": 0.9043,
      "step": 6176
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.473765957207586e-06,
      "loss": 0.8877,
      "step": 6177
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.470984243529024e-06,
      "loss": 0.9185,
      "step": 6178
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.468202570899611e-06,
      "loss": 0.9023,
      "step": 6179
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.465420939535198e-06,
      "loss": 0.8789,
      "step": 6180
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.462639349651618e-06,
      "loss": 0.8926,
      "step": 6181
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.459857801464712e-06,
      "loss": 0.8848,
      "step": 6182
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.457076295190319e-06,
      "loss": 0.9575,
      "step": 6183
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.454294831044266e-06,
      "loss": 0.9116,
      "step": 6184
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.451513409242386e-06,
      "loss": 0.8877,
      "step": 6185
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.448732030000498e-06,
      "loss": 0.8877,
      "step": 6186
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.445950693534428e-06,
      "loss": 0.9268,
      "step": 6187
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.443169400059995e-06,
      "loss": 0.8721,
      "step": 6188
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.440388149793019e-06,
      "loss": 0.8799,
      "step": 6189
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.4376069429493e-06,
      "loss": 0.8916,
      "step": 6190
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.434825779744658e-06,
      "loss": 0.8657,
      "step": 6191
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.432044660394893e-06,
      "loss": 0.9429,
      "step": 6192
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.429263585115805e-06,
      "loss": 0.9233,
      "step": 6193
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.4264825541232e-06,
      "loss": 0.8589,
      "step": 6194
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.423701567632865e-06,
      "loss": 0.8877,
      "step": 6195
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.420920625860593e-06,
      "loss": 0.8994,
      "step": 6196
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.418139729022176e-06,
      "loss": 0.9438,
      "step": 6197
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.4153588773334e-06,
      "loss": 0.9209,
      "step": 6198
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.412578071010038e-06,
      "loss": 0.9209,
      "step": 6199
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.409797310267873e-06,
      "loss": 0.8945,
      "step": 6200
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.407016595322677e-06,
      "loss": 0.9399,
      "step": 6201
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.404235926390225e-06,
      "loss": 0.8521,
      "step": 6202
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.401455303686277e-06,
      "loss": 0.9146,
      "step": 6203
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.3986747274266e-06,
      "loss": 0.9263,
      "step": 6204
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.395894197826953e-06,
      "loss": 0.4714,
      "step": 6205
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.393113715103096e-06,
      "loss": 0.873,
      "step": 6206
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.390333279470778e-06,
      "loss": 0.9102,
      "step": 6207
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.387552891145747e-06,
      "loss": 0.9243,
      "step": 6208
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.384772550343747e-06,
      "loss": 0.9189,
      "step": 6209
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.381992257280522e-06,
      "loss": 0.9409,
      "step": 6210
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.379212012171814e-06,
      "loss": 0.9023,
      "step": 6211
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.376431815233347e-06,
      "loss": 0.8901,
      "step": 6212
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.373651666680856e-06,
      "loss": 0.897,
      "step": 6213
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.370871566730073e-06,
      "loss": 0.9209,
      "step": 6214
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.368091515596712e-06,
      "loss": 0.8735,
      "step": 6215
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.365311513496499e-06,
      "loss": 0.9038,
      "step": 6216
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.362531560645143e-06,
      "loss": 0.8777,
      "step": 6217
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.359751657258359e-06,
      "loss": 0.8696,
      "step": 6218
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.356971803551852e-06,
      "loss": 0.4412,
      "step": 6219
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.354191999741334e-06,
      "loss": 0.9165,
      "step": 6220
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.351412246042491e-06,
      "loss": 0.4578,
      "step": 6221
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.348632542671029e-06,
      "loss": 0.9351,
      "step": 6222
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.345852889842638e-06,
      "loss": 0.8818,
      "step": 6223
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.343073287773008e-06,
      "loss": 0.917,
      "step": 6224
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.340293736677816e-06,
      "loss": 0.9175,
      "step": 6225
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.337514236772746e-06,
      "loss": 0.9404,
      "step": 6226
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.334734788273476e-06,
      "loss": 0.8872,
      "step": 6227
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.331955391395676e-06,
      "loss": 0.8857,
      "step": 6228
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.32917604635502e-06,
      "loss": 0.9585,
      "step": 6229
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.326396753367163e-06,
      "loss": 0.9287,
      "step": 6230
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.323617512647772e-06,
      "loss": 0.8921,
      "step": 6231
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.320838324412497e-06,
      "loss": 0.9097,
      "step": 6232
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.318059188877e-06,
      "loss": 0.8862,
      "step": 6233
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.315280106256916e-06,
      "loss": 0.9067,
      "step": 6234
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.312501076767897e-06,
      "loss": 0.9463,
      "step": 6235
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.30972210062558e-06,
      "loss": 0.823,
      "step": 6236
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.306943178045604e-06,
      "loss": 0.9238,
      "step": 6237
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.304164309243599e-06,
      "loss": 0.8916,
      "step": 6238
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.30138549443519e-06,
      "loss": 0.918,
      "step": 6239
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.298606733836e-06,
      "loss": 0.918,
      "step": 6240
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.29582802766165e-06,
      "loss": 0.873,
      "step": 6241
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.293049376127756e-06,
      "loss": 0.9219,
      "step": 6242
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.290270779449924e-06,
      "loss": 0.9009,
      "step": 6243
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.28749223784376e-06,
      "loss": 0.8579,
      "step": 6244
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.28471375152487e-06,
      "loss": 0.958,
      "step": 6245
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.281935320708853e-06,
      "loss": 0.8936,
      "step": 6246
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.279156945611296e-06,
      "loss": 0.8721,
      "step": 6247
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.27637862644779e-06,
      "loss": 0.9102,
      "step": 6248
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.27360036343392e-06,
      "loss": 0.8843,
      "step": 6249
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.270822156785266e-06,
      "loss": 0.9082,
      "step": 6250
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.268044006717409e-06,
      "loss": 0.8594,
      "step": 6251
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.265265913445912e-06,
      "loss": 0.8843,
      "step": 6252
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.262487877186345e-06,
      "loss": 0.9243,
      "step": 6253
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.259709898154276e-06,
      "loss": 0.9185,
      "step": 6254
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.256931976565258e-06,
      "loss": 0.958,
      "step": 6255
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.254154112634844e-06,
      "loss": 0.8511,
      "step": 6256
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.251376306578583e-06,
      "loss": 0.9097,
      "step": 6257
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.248598558612023e-06,
      "loss": 0.8789,
      "step": 6258
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.2458208689507e-06,
      "loss": 0.9106,
      "step": 6259
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.24304323781016e-06,
      "loss": 0.9199,
      "step": 6260
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.240265665405922e-06,
      "loss": 0.917,
      "step": 6261
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.23748815195352e-06,
      "loss": 0.4565,
      "step": 6262
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.234710697668469e-06,
      "loss": 0.9165,
      "step": 6263
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.231933302766295e-06,
      "loss": 0.9277,
      "step": 6264
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.229155967462504e-06,
      "loss": 0.9014,
      "step": 6265
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.226378691972606e-06,
      "loss": 0.8359,
      "step": 6266
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.223601476512107e-06,
      "loss": 0.4187,
      "step": 6267
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.220824321296508e-06,
      "loss": 0.9292,
      "step": 6268
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.218047226541295e-06,
      "loss": 0.917,
      "step": 6269
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.215270192461963e-06,
      "loss": 0.918,
      "step": 6270
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.212493219273999e-06,
      "loss": 0.938,
      "step": 6271
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.209716307192878e-06,
      "loss": 0.9473,
      "step": 6272
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.206939456434081e-06,
      "loss": 0.9497,
      "step": 6273
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.204162667213072e-06,
      "loss": 0.9463,
      "step": 6274
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.20138593974532e-06,
      "loss": 0.4863,
      "step": 6275
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.198609274246287e-06,
      "loss": 0.9365,
      "step": 6276
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.19583267093143e-06,
      "loss": 0.8784,
      "step": 6277
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.193056130016198e-06,
      "loss": 0.9224,
      "step": 6278
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.19027965171604e-06,
      "loss": 0.9209,
      "step": 6279
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.187503236246394e-06,
      "loss": 0.8911,
      "step": 6280
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.184726883822698e-06,
      "loss": 0.9307,
      "step": 6281
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.181950594660393e-06,
      "loss": 0.9189,
      "step": 6282
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.179174368974891e-06,
      "loss": 0.918,
      "step": 6283
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.176398206981622e-06,
      "loss": 0.897,
      "step": 6284
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.173622108896006e-06,
      "loss": 0.9185,
      "step": 6285
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.17084607493345e-06,
      "loss": 0.918,
      "step": 6286
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.168070105309364e-06,
      "loss": 0.9038,
      "step": 6287
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.165294200239148e-06,
      "loss": 0.8857,
      "step": 6288
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.1625183599382e-06,
      "loss": 0.9087,
      "step": 6289
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.159742584621913e-06,
      "loss": 0.9243,
      "step": 6290
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.15696687450568e-06,
      "loss": 0.9219,
      "step": 6291
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.15419122980487e-06,
      "loss": 0.8896,
      "step": 6292
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.151415650734867e-06,
      "loss": 0.9253,
      "step": 6293
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.148640137511047e-06,
      "loss": 0.4932,
      "step": 6294
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.145864690348774e-06,
      "loss": 0.9287,
      "step": 6295
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.143089309463406e-06,
      "loss": 0.9116,
      "step": 6296
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.140313995070302e-06,
      "loss": 0.8726,
      "step": 6297
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.137538747384814e-06,
      "loss": 0.895,
      "step": 6298
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.134763566622292e-06,
      "loss": 0.9126,
      "step": 6299
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.131988452998069e-06,
      "loss": 0.9136,
      "step": 6300
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.129213406727486e-06,
      "loss": 0.9009,
      "step": 6301
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.126438428025872e-06,
      "loss": 0.9062,
      "step": 6302
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.123663517108553e-06,
      "loss": 0.897,
      "step": 6303
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.120888674190853e-06,
      "loss": 0.8516,
      "step": 6304
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.118113899488079e-06,
      "loss": 0.8804,
      "step": 6305
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.115339193215543e-06,
      "loss": 0.9053,
      "step": 6306
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.11256455558855e-06,
      "loss": 0.874,
      "step": 6307
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.109789986822407e-06,
      "loss": 0.9482,
      "step": 6308
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.107015487132394e-06,
      "loss": 0.9058,
      "step": 6309
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.104241056733808e-06,
      "loss": 0.8794,
      "step": 6310
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.101466695841928e-06,
      "loss": 0.9683,
      "step": 6311
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.09869240467203e-06,
      "loss": 0.9419,
      "step": 6312
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.095918183439396e-06,
      "loss": 0.8877,
      "step": 6313
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.093144032359279e-06,
      "loss": 0.9248,
      "step": 6314
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.090369951646946e-06,
      "loss": 0.9146,
      "step": 6315
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.087595941517655e-06,
      "loss": 0.916,
      "step": 6316
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.084822002186658e-06,
      "loss": 0.9175,
      "step": 6317
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.082048133869192e-06,
      "loss": 0.8965,
      "step": 6318
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.079274336780502e-06,
      "loss": 0.9194,
      "step": 6319
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.076500611135817e-06,
      "loss": 0.8892,
      "step": 6320
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.073726957150373e-06,
      "loss": 0.9351,
      "step": 6321
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.070953375039384e-06,
      "loss": 0.9106,
      "step": 6322
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.06817986501807e-06,
      "loss": 0.8931,
      "step": 6323
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.065406427301645e-06,
      "loss": 0.9482,
      "step": 6324
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.062633062105313e-06,
      "loss": 0.4819,
      "step": 6325
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.059859769644274e-06,
      "loss": 0.9048,
      "step": 6326
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.057086550133725e-06,
      "loss": 0.9326,
      "step": 6327
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.054313403788849e-06,
      "loss": 0.8662,
      "step": 6328
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.051540330824832e-06,
      "loss": 0.8682,
      "step": 6329
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.048767331456857e-06,
      "loss": 0.8945,
      "step": 6330
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.045994405900087e-06,
      "loss": 0.9087,
      "step": 6331
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.043221554369692e-06,
      "loss": 0.9014,
      "step": 6332
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.040448777080835e-06,
      "loss": 0.8784,
      "step": 6333
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.037676074248666e-06,
      "loss": 0.9282,
      "step": 6334
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.034903446088338e-06,
      "loss": 0.9238,
      "step": 6335
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.03213089281499e-06,
      "loss": 0.8916,
      "step": 6336
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.02935841464376e-06,
      "loss": 0.915,
      "step": 6337
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.02658601178978e-06,
      "loss": 0.8965,
      "step": 6338
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.023813684468179e-06,
      "loss": 0.8999,
      "step": 6339
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.021041432894071e-06,
      "loss": 0.9048,
      "step": 6340
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.01826925728257e-06,
      "loss": 0.8901,
      "step": 6341
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.01549715784879e-06,
      "loss": 0.8926,
      "step": 6342
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.012725134807829e-06,
      "loss": 0.8682,
      "step": 6343
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.009953188374783e-06,
      "loss": 0.9214,
      "step": 6344
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.007181318764738e-06,
      "loss": 0.8896,
      "step": 6345
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.004409526192784e-06,
      "loss": 0.8774,
      "step": 6346
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.001637810873998e-06,
      "loss": 0.9482,
      "step": 6347
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.998866173023454e-06,
      "loss": 0.9521,
      "step": 6348
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.996094612856212e-06,
      "loss": 0.9126,
      "step": 6349
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.993323130587338e-06,
      "loss": 0.8701,
      "step": 6350
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.990551726431882e-06,
      "loss": 0.8901,
      "step": 6351
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.987780400604899e-06,
      "loss": 0.8994,
      "step": 6352
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.98500915332142e-06,
      "loss": 0.8989,
      "step": 6353
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.982237984796486e-06,
      "loss": 0.5232,
      "step": 6354
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.97946689524513e-06,
      "loss": 0.9194,
      "step": 6355
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.976695884882374e-06,
      "loss": 0.9326,
      "step": 6356
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.973924953923233e-06,
      "loss": 0.9033,
      "step": 6357
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.971154102582721e-06,
      "loss": 0.9492,
      "step": 6358
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.96838333107584e-06,
      "loss": 0.8906,
      "step": 6359
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.96561263961759e-06,
      "loss": 0.9058,
      "step": 6360
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.96284202842297e-06,
      "loss": 0.939,
      "step": 6361
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.960071497706954e-06,
      "loss": 0.8418,
      "step": 6362
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.957301047684532e-06,
      "loss": 0.8345,
      "step": 6363
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.954530678570673e-06,
      "loss": 0.9189,
      "step": 6364
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.951760390580351e-06,
      "loss": 0.9463,
      "step": 6365
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.948990183928522e-06,
      "loss": 0.9092,
      "step": 6366
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.94622005883014e-06,
      "loss": 0.8984,
      "step": 6367
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.943450015500157e-06,
      "loss": 0.915,
      "step": 6368
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.940680054153514e-06,
      "loss": 0.8862,
      "step": 6369
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.93791017500515e-06,
      "loss": 0.9009,
      "step": 6370
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.935140378269991e-06,
      "loss": 0.9131,
      "step": 6371
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.932370664162961e-06,
      "loss": 0.4277,
      "step": 6372
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.929601032898978e-06,
      "loss": 0.9058,
      "step": 6373
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.926831484692951e-06,
      "loss": 0.9053,
      "step": 6374
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.924062019759787e-06,
      "loss": 0.894,
      "step": 6375
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.921292638314378e-06,
      "loss": 0.8477,
      "step": 6376
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.918523340571618e-06,
      "loss": 0.9263,
      "step": 6377
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.915754126746393e-06,
      "loss": 0.917,
      "step": 6378
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.912984997053584e-06,
      "loss": 0.8882,
      "step": 6379
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.910215951708055e-06,
      "loss": 0.8931,
      "step": 6380
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.907446990924675e-06,
      "loss": 0.9365,
      "step": 6381
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.904678114918301e-06,
      "loss": 0.9307,
      "step": 6382
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.90190932390379e-06,
      "loss": 0.9292,
      "step": 6383
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.899140618095978e-06,
      "loss": 0.916,
      "step": 6384
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.896371997709708e-06,
      "loss": 0.8877,
      "step": 6385
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.893603462959815e-06,
      "loss": 0.8901,
      "step": 6386
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.89083501406112e-06,
      "loss": 0.9478,
      "step": 6387
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.888066651228448e-06,
      "loss": 0.8882,
      "step": 6388
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.885298374676604e-06,
      "loss": 0.9233,
      "step": 6389
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.882530184620398e-06,
      "loss": 0.916,
      "step": 6390
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.879762081274623e-06,
      "loss": 0.9404,
      "step": 6391
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.876994064854079e-06,
      "loss": 0.8809,
      "step": 6392
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.874226135573542e-06,
      "loss": 0.8945,
      "step": 6393
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.871458293647796e-06,
      "loss": 0.7965,
      "step": 6394
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.868690539291611e-06,
      "loss": 0.9106,
      "step": 6395
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.865922872719756e-06,
      "loss": 0.9126,
      "step": 6396
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.863155294146984e-06,
      "loss": 0.8838,
      "step": 6397
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.860387803788046e-06,
      "loss": 0.8926,
      "step": 6398
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.857620401857688e-06,
      "loss": 0.9189,
      "step": 6399
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.854853088570648e-06,
      "loss": 0.9058,
      "step": 6400
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.852085864141658e-06,
      "loss": 0.8701,
      "step": 6401
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.849318728785436e-06,
      "loss": 0.9194,
      "step": 6402
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.846551682716704e-06,
      "loss": 0.8931,
      "step": 6403
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.843784726150171e-06,
      "loss": 0.9053,
      "step": 6404
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.84101785930054e-06,
      "loss": 0.8921,
      "step": 6405
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.838251082382505e-06,
      "loss": 0.8994,
      "step": 6406
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.835484395610755e-06,
      "loss": 0.9053,
      "step": 6407
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.832717799199971e-06,
      "loss": 0.8726,
      "step": 6408
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.82995129336483e-06,
      "loss": 0.8984,
      "step": 6409
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.827184878320005e-06,
      "loss": 0.9346,
      "step": 6410
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.824418554280148e-06,
      "loss": 0.9004,
      "step": 6411
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.821652321459916e-06,
      "loss": 0.9258,
      "step": 6412
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.81888618007396e-06,
      "loss": 0.8423,
      "step": 6413
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.816120130336913e-06,
      "loss": 0.8843,
      "step": 6414
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.813354172463411e-06,
      "loss": 0.9077,
      "step": 6415
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.810588306668079e-06,
      "loss": 0.8853,
      "step": 6416
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.807822533165533e-06,
      "loss": 0.8989,
      "step": 6417
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.805056852170391e-06,
      "loss": 0.8833,
      "step": 6418
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.802291263897247e-06,
      "loss": 0.9058,
      "step": 6419
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.799525768560704e-06,
      "loss": 0.9297,
      "step": 6420
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.796760366375352e-06,
      "loss": 0.8989,
      "step": 6421
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.79399505755577e-06,
      "loss": 0.8779,
      "step": 6422
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.791229842316538e-06,
      "loss": 0.8818,
      "step": 6423
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.788464720872217e-06,
      "loss": 0.9287,
      "step": 6424
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.785699693437371e-06,
      "loss": 0.877,
      "step": 6425
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.782934760226554e-06,
      "loss": 0.8882,
      "step": 6426
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.780169921454314e-06,
      "loss": 0.8833,
      "step": 6427
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.777405177335182e-06,
      "loss": 0.8735,
      "step": 6428
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.774640528083697e-06,
      "loss": 0.8857,
      "step": 6429
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.771875973914376e-06,
      "loss": 0.8906,
      "step": 6430
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.76911151504174e-06,
      "loss": 0.8618,
      "step": 6431
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.766347151680304e-06,
      "loss": 0.9111,
      "step": 6432
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.763582884044554e-06,
      "loss": 0.8965,
      "step": 6433
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.760818712348998e-06,
      "loss": 0.9277,
      "step": 6434
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.758054636808114e-06,
      "loss": 0.5168,
      "step": 6435
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.755290657636392e-06,
      "loss": 0.3972,
      "step": 6436
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.752526775048292e-06,
      "loss": 0.9102,
      "step": 6437
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.749762989258287e-06,
      "loss": 0.8379,
      "step": 6438
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.746999300480827e-06,
      "loss": 0.9268,
      "step": 6439
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.744235708930369e-06,
      "loss": 0.895,
      "step": 6440
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.741472214821346e-06,
      "loss": 0.9409,
      "step": 6441
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.738708818368197e-06,
      "loss": 0.9497,
      "step": 6442
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.735945519785348e-06,
      "loss": 0.5247,
      "step": 6443
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.733182319287222e-06,
      "loss": 0.9087,
      "step": 6444
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.730419217088226e-06,
      "loss": 0.9028,
      "step": 6445
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.727656213402766e-06,
      "loss": 0.9448,
      "step": 6446
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.724893308445233e-06,
      "loss": 0.4573,
      "step": 6447
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.72213050243002e-06,
      "loss": 0.9092,
      "step": 6448
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.719367795571511e-06,
      "loss": 0.895,
      "step": 6449
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.716605188084073e-06,
      "loss": 0.9419,
      "step": 6450
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.713842680182072e-06,
      "loss": 0.9102,
      "step": 6451
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.71108027207987e-06,
      "loss": 0.8955,
      "step": 6452
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.708317963991813e-06,
      "loss": 0.9346,
      "step": 6453
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.705555756132248e-06,
      "loss": 0.8887,
      "step": 6454
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.702793648715504e-06,
      "loss": 0.8823,
      "step": 6455
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.700031641955908e-06,
      "loss": 0.936,
      "step": 6456
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.69726973606778e-06,
      "loss": 0.8853,
      "step": 6457
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.694507931265436e-06,
      "loss": 0.9189,
      "step": 6458
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.691746227763171e-06,
      "loss": 0.918,
      "step": 6459
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.688984625775282e-06,
      "loss": 0.8911,
      "step": 6460
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.686223125516064e-06,
      "loss": 0.9082,
      "step": 6461
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.683461727199789e-06,
      "loss": 0.9424,
      "step": 6462
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.68070043104073e-06,
      "loss": 0.9019,
      "step": 6463
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.67793923725315e-06,
      "loss": 0.8486,
      "step": 6464
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.675178146051305e-06,
      "loss": 0.915,
      "step": 6465
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.672417157649444e-06,
      "loss": 0.9121,
      "step": 6466
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.669656272261811e-06,
      "loss": 0.8994,
      "step": 6467
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.66689549010263e-06,
      "loss": 0.9326,
      "step": 6468
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.664134811386128e-06,
      "loss": 0.9102,
      "step": 6469
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.661374236326521e-06,
      "loss": 0.915,
      "step": 6470
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.658613765138018e-06,
      "loss": 0.4214,
      "step": 6471
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.655853398034815e-06,
      "loss": 0.876,
      "step": 6472
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.653093135231105e-06,
      "loss": 0.8472,
      "step": 6473
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.650332976941072e-06,
      "loss": 0.9048,
      "step": 6474
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.647572923378895e-06,
      "loss": 0.8809,
      "step": 6475
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.644812974758738e-06,
      "loss": 0.8789,
      "step": 6476
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.642053131294758e-06,
      "loss": 0.8862,
      "step": 6477
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.639293393201106e-06,
      "loss": 0.877,
      "step": 6478
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.63653376069193e-06,
      "loss": 0.9053,
      "step": 6479
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.633774233981362e-06,
      "loss": 0.9106,
      "step": 6480
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.631014813283525e-06,
      "loss": 0.8994,
      "step": 6481
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.62825549881254e-06,
      "loss": 0.8682,
      "step": 6482
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.625496290782516e-06,
      "loss": 0.9072,
      "step": 6483
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.622737189407557e-06,
      "loss": 0.9258,
      "step": 6484
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.619978194901756e-06,
      "loss": 0.9146,
      "step": 6485
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.617219307479197e-06,
      "loss": 0.8984,
      "step": 6486
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.614460527353954e-06,
      "loss": 0.9282,
      "step": 6487
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.611701854740097e-06,
      "loss": 0.8647,
      "step": 6488
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.608943289851694e-06,
      "loss": 0.9258,
      "step": 6489
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.606184832902785e-06,
      "loss": 0.9121,
      "step": 6490
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.603426484107416e-06,
      "loss": 0.8887,
      "step": 6491
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.600668243679629e-06,
      "loss": 0.918,
      "step": 6492
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.597910111833443e-06,
      "loss": 0.9326,
      "step": 6493
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.595152088782882e-06,
      "loss": 0.8936,
      "step": 6494
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.59239417474195e-06,
      "loss": 0.894,
      "step": 6495
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.589636369924648e-06,
      "loss": 0.9146,
      "step": 6496
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.586878674544974e-06,
      "loss": 0.9097,
      "step": 6497
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.584121088816914e-06,
      "loss": 0.9292,
      "step": 6498
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.581363612954436e-06,
      "loss": 0.8774,
      "step": 6499
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.578606247171513e-06,
      "loss": 0.9126,
      "step": 6500
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.575848991682098e-06,
      "loss": 0.9238,
      "step": 6501
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.57309184670015e-06,
      "loss": 0.9194,
      "step": 6502
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.570334812439601e-06,
      "loss": 0.8887,
      "step": 6503
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.567577889114389e-06,
      "loss": 0.8926,
      "step": 6504
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.564821076938436e-06,
      "loss": 0.9272,
      "step": 6505
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.56206437612566e-06,
      "loss": 0.9277,
      "step": 6506
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.559307786889973e-06,
      "loss": 0.8687,
      "step": 6507
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.556551309445262e-06,
      "loss": 0.896,
      "step": 6508
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.553794944005427e-06,
      "loss": 0.9233,
      "step": 6509
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.551038690784341e-06,
      "loss": 0.9058,
      "step": 6510
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.548282549995884e-06,
      "loss": 0.9004,
      "step": 6511
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.545526521853913e-06,
      "loss": 0.896,
      "step": 6512
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.542770606572284e-06,
      "loss": 0.9355,
      "step": 6513
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.540014804364846e-06,
      "loss": 0.9243,
      "step": 6514
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.53725911544544e-06,
      "loss": 0.917,
      "step": 6515
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.534503540027886e-06,
      "loss": 0.8472,
      "step": 6516
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.531748078326007e-06,
      "loss": 0.9092,
      "step": 6517
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.528992730553614e-06,
      "loss": 0.9053,
      "step": 6518
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.52623749692451e-06,
      "loss": 0.9019,
      "step": 6519
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.52348237765249e-06,
      "loss": 0.937,
      "step": 6520
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.520727372951336e-06,
      "loss": 0.8901,
      "step": 6521
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.51797248303482e-06,
      "loss": 0.8784,
      "step": 6522
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.515217708116716e-06,
      "loss": 0.9062,
      "step": 6523
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.512463048410778e-06,
      "loss": 0.8652,
      "step": 6524
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.509708504130755e-06,
      "loss": 0.894,
      "step": 6525
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.506954075490384e-06,
      "loss": 0.4153,
      "step": 6526
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.504199762703399e-06,
      "loss": 0.936,
      "step": 6527
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.501445565983518e-06,
      "loss": 0.8721,
      "step": 6528
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.498691485544463e-06,
      "loss": 0.8989,
      "step": 6529
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.495937521599928e-06,
      "loss": 0.9336,
      "step": 6530
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.493183674363613e-06,
      "loss": 0.9307,
      "step": 6531
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.490429944049201e-06,
      "loss": 0.4629,
      "step": 6532
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.48767633087037e-06,
      "loss": 0.9121,
      "step": 6533
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.484922835040788e-06,
      "loss": 0.9033,
      "step": 6534
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.48216945677411e-06,
      "loss": 0.8721,
      "step": 6535
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.479416196283988e-06,
      "loss": 0.8872,
      "step": 6536
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.476663053784066e-06,
      "loss": 0.8799,
      "step": 6537
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.473910029487967e-06,
      "loss": 0.9014,
      "step": 6538
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.471157123609317e-06,
      "loss": 0.8965,
      "step": 6539
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.468404336361731e-06,
      "loss": 0.8989,
      "step": 6540
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.465651667958807e-06,
      "loss": 0.9136,
      "step": 6541
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.462899118614146e-06,
      "loss": 0.9399,
      "step": 6542
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.460146688541324e-06,
      "loss": 0.9009,
      "step": 6543
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.457394377953924e-06,
      "loss": 0.9321,
      "step": 6544
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.454642187065509e-06,
      "loss": 0.8916,
      "step": 6545
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.45189011608964e-06,
      "loss": 0.9219,
      "step": 6546
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.449138165239859e-06,
      "loss": 0.9297,
      "step": 6547
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.44638633472971e-06,
      "loss": 0.9082,
      "step": 6548
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.443634624772718e-06,
      "loss": 0.9155,
      "step": 6549
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.440883035582405e-06,
      "loss": 0.9062,
      "step": 6550
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.438131567372285e-06,
      "loss": 0.8745,
      "step": 6551
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.435380220355849e-06,
      "loss": 0.9268,
      "step": 6552
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.432628994746597e-06,
      "loss": 0.9106,
      "step": 6553
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.429877890758009e-06,
      "loss": 0.8926,
      "step": 6554
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.427126908603563e-06,
      "loss": 0.8696,
      "step": 6555
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.424376048496712e-06,
      "loss": 0.9214,
      "step": 6556
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.421625310650917e-06,
      "loss": 0.9248,
      "step": 6557
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.41887469527962e-06,
      "loss": 0.8867,
      "step": 6558
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.416124202596257e-06,
      "loss": 0.8687,
      "step": 6559
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.413373832814252e-06,
      "loss": 0.9019,
      "step": 6560
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.41062358614702e-06,
      "loss": 0.8965,
      "step": 6561
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.40787346280797e-06,
      "loss": 0.9595,
      "step": 6562
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.4051234630105e-06,
      "loss": 0.937,
      "step": 6563
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.402373586967993e-06,
      "loss": 0.8394,
      "step": 6564
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.399623834893831e-06,
      "loss": 0.8877,
      "step": 6565
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.396874207001376e-06,
      "loss": 0.9038,
      "step": 6566
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.394124703503989e-06,
      "loss": 0.8486,
      "step": 6567
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.391375324615024e-06,
      "loss": 0.9072,
      "step": 6568
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.38862607054781e-06,
      "loss": 0.9492,
      "step": 6569
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.385876941515681e-06,
      "loss": 0.8804,
      "step": 6570
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.383127937731961e-06,
      "loss": 0.9028,
      "step": 6571
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.380379059409952e-06,
      "loss": 0.8965,
      "step": 6572
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.377630306762963e-06,
      "loss": 0.9268,
      "step": 6573
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.374881680004274e-06,
      "loss": 0.8877,
      "step": 6574
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.372133179347173e-06,
      "loss": 0.9116,
      "step": 6575
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.369384805004927e-06,
      "loss": 0.8906,
      "step": 6576
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.366636557190803e-06,
      "loss": 0.936,
      "step": 6577
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.363888436118044e-06,
      "loss": 0.9185,
      "step": 6578
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.361140441999894e-06,
      "loss": 0.918,
      "step": 6579
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.358392575049588e-06,
      "loss": 0.9146,
      "step": 6580
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.355644835480347e-06,
      "loss": 0.9033,
      "step": 6581
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.35289722350538e-06,
      "loss": 0.9175,
      "step": 6582
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.350149739337887e-06,
      "loss": 0.897,
      "step": 6583
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.347402383191064e-06,
      "loss": 0.9214,
      "step": 6584
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.344655155278092e-06,
      "loss": 0.9058,
      "step": 6585
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.341908055812147e-06,
      "loss": 0.8477,
      "step": 6586
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.339161085006381e-06,
      "loss": 0.9263,
      "step": 6587
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.336414243073957e-06,
      "loss": 0.9214,
      "step": 6588
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.333667530228006e-06,
      "loss": 0.9409,
      "step": 6589
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.330920946681674e-06,
      "loss": 0.8833,
      "step": 6590
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.32817449264807e-06,
      "loss": 0.915,
      "step": 6591
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.325428168340312e-06,
      "loss": 0.9233,
      "step": 6592
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.3226819739715e-06,
      "loss": 0.9224,
      "step": 6593
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.319935909754728e-06,
      "loss": 0.9189,
      "step": 6594
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.31718997590308e-06,
      "loss": 0.9014,
      "step": 6595
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.314444172629623e-06,
      "loss": 0.9092,
      "step": 6596
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.311698500147417e-06,
      "loss": 0.9326,
      "step": 6597
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.308952958669518e-06,
      "loss": 0.9644,
      "step": 6598
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.306207548408967e-06,
      "loss": 0.9072,
      "step": 6599
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.303462269578792e-06,
      "loss": 0.8931,
      "step": 6600
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.300717122392014e-06,
      "loss": 0.8945,
      "step": 6601
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.297972107061643e-06,
      "loss": 0.9102,
      "step": 6602
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.295227223800686e-06,
      "loss": 0.8936,
      "step": 6603
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.292482472822127e-06,
      "loss": 0.8979,
      "step": 6604
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.289737854338948e-06,
      "loss": 0.9355,
      "step": 6605
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.286993368564116e-06,
      "loss": 0.8867,
      "step": 6606
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.284249015710591e-06,
      "loss": 0.8999,
      "step": 6607
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.28150479599133e-06,
      "loss": 0.9209,
      "step": 6608
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.278760709619256e-06,
      "loss": 0.8887,
      "step": 6609
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.276016756807308e-06,
      "loss": 0.8813,
      "step": 6610
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.273272937768403e-06,
      "loss": 0.9077,
      "step": 6611
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.270529252715449e-06,
      "loss": 0.4326,
      "step": 6612
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.267785701861339e-06,
      "loss": 0.8926,
      "step": 6613
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.265042285418962e-06,
      "loss": 0.8506,
      "step": 6614
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.262299003601194e-06,
      "loss": 0.9038,
      "step": 6615
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.259555856620901e-06,
      "loss": 0.939,
      "step": 6616
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.256812844690943e-06,
      "loss": 0.937,
      "step": 6617
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.254069968024156e-06,
      "loss": 0.9121,
      "step": 6618
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.251327226833381e-06,
      "loss": 0.8662,
      "step": 6619
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.24858462133144e-06,
      "loss": 0.4519,
      "step": 6620
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.24584215173115e-06,
      "loss": 0.9272,
      "step": 6621
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.243099818245304e-06,
      "loss": 0.8955,
      "step": 6622
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.2403576210867e-06,
      "loss": 0.8857,
      "step": 6623
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.237615560468121e-06,
      "loss": 0.9121,
      "step": 6624
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.234873636602339e-06,
      "loss": 0.9355,
      "step": 6625
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.232131849702116e-06,
      "loss": 0.9023,
      "step": 6626
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.229390199980192e-06,
      "loss": 0.8926,
      "step": 6627
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.226648687649317e-06,
      "loss": 0.8882,
      "step": 6628
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.223907312922211e-06,
      "loss": 0.9316,
      "step": 6629
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.221166076011602e-06,
      "loss": 0.9004,
      "step": 6630
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.218424977130188e-06,
      "loss": 0.8857,
      "step": 6631
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.215684016490665e-06,
      "loss": 0.8955,
      "step": 6632
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.212943194305726e-06,
      "loss": 0.8804,
      "step": 6633
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.210202510788045e-06,
      "loss": 0.9111,
      "step": 6634
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.20746196615028e-06,
      "loss": 0.8853,
      "step": 6635
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.20472156060509e-06,
      "loss": 0.8882,
      "step": 6636
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.201981294365113e-06,
      "loss": 0.8638,
      "step": 6637
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.199241167642985e-06,
      "loss": 0.9014,
      "step": 6638
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.19650118065133e-06,
      "loss": 0.8994,
      "step": 6639
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.193761333602748e-06,
      "loss": 0.916,
      "step": 6640
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.191021626709844e-06,
      "loss": 0.8853,
      "step": 6641
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.18828206018521e-06,
      "loss": 0.8799,
      "step": 6642
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.18554263424142e-06,
      "loss": 0.8828,
      "step": 6643
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.18280334909104e-06,
      "loss": 0.8784,
      "step": 6644
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.180064204946625e-06,
      "loss": 0.9146,
      "step": 6645
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.177325202020721e-06,
      "loss": 0.897,
      "step": 6646
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.174586340525862e-06,
      "loss": 0.854,
      "step": 6647
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.171847620674579e-06,
      "loss": 0.9565,
      "step": 6648
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.169109042679367e-06,
      "loss": 0.9321,
      "step": 6649
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.166370606752736e-06,
      "loss": 0.8999,
      "step": 6650
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.16363231310718e-06,
      "loss": 0.8867,
      "step": 6651
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.160894161955171e-06,
      "loss": 0.8789,
      "step": 6652
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.158156153509181e-06,
      "loss": 0.8955,
      "step": 6653
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.155418287981662e-06,
      "loss": 0.8828,
      "step": 6654
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.15268056558506e-06,
      "loss": 0.9248,
      "step": 6655
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.14994298653182e-06,
      "loss": 0.9292,
      "step": 6656
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.147205551034349e-06,
      "loss": 0.8877,
      "step": 6657
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.14446825930507e-06,
      "loss": 0.9204,
      "step": 6658
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.141731111556382e-06,
      "loss": 0.8726,
      "step": 6659
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.138994108000673e-06,
      "loss": 0.9258,
      "step": 6660
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.136257248850327e-06,
      "loss": 0.8975,
      "step": 6661
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.133520534317703e-06,
      "loss": 0.9312,
      "step": 6662
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.130783964615161e-06,
      "loss": 0.896,
      "step": 6663
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.128047539955046e-06,
      "loss": 0.8735,
      "step": 6664
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.125311260549698e-06,
      "loss": 0.9263,
      "step": 6665
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.12257512661143e-06,
      "loss": 0.9141,
      "step": 6666
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.119839138352557e-06,
      "loss": 0.8623,
      "step": 6667
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.117103295985381e-06,
      "loss": 0.8843,
      "step": 6668
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.114367599722184e-06,
      "loss": 0.9341,
      "step": 6669
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.111632049775255e-06,
      "loss": 0.936,
      "step": 6670
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.108896646356848e-06,
      "loss": 0.9067,
      "step": 6671
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.10616138967922e-06,
      "loss": 0.9106,
      "step": 6672
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.10342627995462e-06,
      "loss": 0.8979,
      "step": 6673
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.100691317395279e-06,
      "loss": 0.9077,
      "step": 6674
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.09795650221341e-06,
      "loss": 0.8218,
      "step": 6675
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.095221834621227e-06,
      "loss": 0.9199,
      "step": 6676
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.092487314830925e-06,
      "loss": 0.9268,
      "step": 6677
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.089752943054698e-06,
      "loss": 0.9087,
      "step": 6678
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.087018719504708e-06,
      "loss": 0.4624,
      "step": 6679
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.084284644393125e-06,
      "loss": 0.9473,
      "step": 6680
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.081550717932098e-06,
      "loss": 0.9175,
      "step": 6681
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.07881694033377e-06,
      "loss": 0.4968,
      "step": 6682
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.07608331181027e-06,
      "loss": 0.916,
      "step": 6683
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.073349832573714e-06,
      "loss": 0.8647,
      "step": 6684
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.070616502836202e-06,
      "loss": 0.9438,
      "step": 6685
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.067883322809831e-06,
      "loss": 0.8555,
      "step": 6686
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.065150292706687e-06,
      "loss": 0.856,
      "step": 6687
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.062417412738834e-06,
      "loss": 0.875,
      "step": 6688
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.059684683118333e-06,
      "loss": 0.8745,
      "step": 6689
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.056952104057231e-06,
      "loss": 0.8818,
      "step": 6690
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.054219675767568e-06,
      "loss": 0.8994,
      "step": 6691
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.051487398461365e-06,
      "loss": 0.9038,
      "step": 6692
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.048755272350625e-06,
      "loss": 0.9023,
      "step": 6693
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.04602329764736e-06,
      "loss": 0.8984,
      "step": 6694
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.043291474563553e-06,
      "loss": 0.8804,
      "step": 6695
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.040559803311185e-06,
      "loss": 0.8965,
      "step": 6696
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.037828284102214e-06,
      "loss": 0.8818,
      "step": 6697
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.035096917148598e-06,
      "loss": 0.9038,
      "step": 6698
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.032365702662279e-06,
      "loss": 0.9033,
      "step": 6699
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.029634640855182e-06,
      "loss": 0.8999,
      "step": 6700
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.026903731939231e-06,
      "loss": 0.8848,
      "step": 6701
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.024172976126325e-06,
      "loss": 0.8853,
      "step": 6702
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.021442373628361e-06,
      "loss": 0.8877,
      "step": 6703
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.01871192465722e-06,
      "loss": 0.9312,
      "step": 6704
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.01598162942478e-06,
      "loss": 0.8755,
      "step": 6705
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.013251488142886e-06,
      "loss": 0.8206,
      "step": 6706
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.010521501023393e-06,
      "loss": 0.8628,
      "step": 6707
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.007791668278131e-06,
      "loss": 0.3914,
      "step": 6708
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.005061990118927e-06,
      "loss": 0.8828,
      "step": 6709
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.002332466757586e-06,
      "loss": 0.9302,
      "step": 6710
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.999603098405906e-06,
      "loss": 0.8774,
      "step": 6711
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.996873885275676e-06,
      "loss": 0.9355,
      "step": 6712
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.994144827578671e-06,
      "loss": 0.9189,
      "step": 6713
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.991415925526656e-06,
      "loss": 0.8804,
      "step": 6714
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.988687179331374e-06,
      "loss": 0.9058,
      "step": 6715
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.985958589204566e-06,
      "loss": 0.8877,
      "step": 6716
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.983230155357957e-06,
      "loss": 0.9058,
      "step": 6717
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.980501878003266e-06,
      "loss": 0.9048,
      "step": 6718
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.977773757352185e-06,
      "loss": 0.8569,
      "step": 6719
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.975045793616409e-06,
      "loss": 0.8677,
      "step": 6720
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.972317987007615e-06,
      "loss": 0.9165,
      "step": 6721
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.969590337737469e-06,
      "loss": 0.9028,
      "step": 6722
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.966862846017625e-06,
      "loss": 0.8872,
      "step": 6723
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.964135512059719e-06,
      "loss": 0.8823,
      "step": 6724
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.96140833607538e-06,
      "loss": 0.876,
      "step": 6725
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.958681318276225e-06,
      "loss": 0.895,
      "step": 6726
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.955954458873864e-06,
      "loss": 0.8677,
      "step": 6727
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.95322775807988e-06,
      "loss": 0.9004,
      "step": 6728
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.950501216105854e-06,
      "loss": 0.8887,
      "step": 6729
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.947774833163355e-06,
      "loss": 0.8735,
      "step": 6730
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.945048609463938e-06,
      "loss": 0.9072,
      "step": 6731
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.942322545219145e-06,
      "loss": 0.8896,
      "step": 6732
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.939596640640502e-06,
      "loss": 0.897,
      "step": 6733
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.93687089593953e-06,
      "loss": 0.9751,
      "step": 6734
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.934145311327733e-06,
      "loss": 0.895,
      "step": 6735
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.931419887016608e-06,
      "loss": 0.8755,
      "step": 6736
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.928694623217628e-06,
      "loss": 0.8979,
      "step": 6737
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.925969520142262e-06,
      "loss": 0.9092,
      "step": 6738
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.92324457800197e-06,
      "loss": 0.8804,
      "step": 6739
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.920519797008193e-06,
      "loss": 0.9316,
      "step": 6740
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.91779517737236e-06,
      "loss": 0.8413,
      "step": 6741
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.915070719305886e-06,
      "loss": 0.8667,
      "step": 6742
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.912346423020181e-06,
      "loss": 0.9092,
      "step": 6743
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.909622288726633e-06,
      "loss": 0.9023,
      "step": 6744
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.906898316636632e-06,
      "loss": 0.8823,
      "step": 6745
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.904174506961533e-06,
      "loss": 0.9209,
      "step": 6746
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.901450859912699e-06,
      "loss": 0.877,
      "step": 6747
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.898727375701467e-06,
      "loss": 0.8843,
      "step": 6748
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.896004054539174e-06,
      "loss": 0.8911,
      "step": 6749
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.893280896637128e-06,
      "loss": 0.9102,
      "step": 6750
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.890557902206637e-06,
      "loss": 0.8706,
      "step": 6751
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.887835071458993e-06,
      "loss": 0.9072,
      "step": 6752
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.88511240460548e-06,
      "loss": 0.9229,
      "step": 6753
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.882389901857357e-06,
      "loss": 0.9082,
      "step": 6754
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.87966756342588e-06,
      "loss": 0.875,
      "step": 6755
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.876945389522287e-06,
      "loss": 0.9043,
      "step": 6756
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.87422338035781e-06,
      "loss": 0.9287,
      "step": 6757
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.871501536143667e-06,
      "loss": 0.8892,
      "step": 6758
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.868779857091051e-06,
      "loss": 0.9121,
      "step": 6759
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.866058343411158e-06,
      "loss": 0.8848,
      "step": 6760
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.863336995315162e-06,
      "loss": 0.8813,
      "step": 6761
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.860615813014234e-06,
      "loss": 0.9321,
      "step": 6762
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.857894796719514e-06,
      "loss": 0.8979,
      "step": 6763
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.855173946642148e-06,
      "loss": 0.9102,
      "step": 6764
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.852453262993257e-06,
      "loss": 0.8926,
      "step": 6765
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.849732745983956e-06,
      "loss": 0.8867,
      "step": 6766
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.847012395825346e-06,
      "loss": 0.8975,
      "step": 6767
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.844292212728508e-06,
      "loss": 0.9263,
      "step": 6768
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.84157219690452e-06,
      "loss": 0.9409,
      "step": 6769
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.838852348564442e-06,
      "loss": 0.9229,
      "step": 6770
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.836132667919318e-06,
      "loss": 0.8184,
      "step": 6771
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.833413155180187e-06,
      "loss": 0.8896,
      "step": 6772
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.830693810558067e-06,
      "loss": 0.8857,
      "step": 6773
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.827974634263967e-06,
      "loss": 0.8521,
      "step": 6774
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.825255626508888e-06,
      "loss": 0.9019,
      "step": 6775
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.822536787503804e-06,
      "loss": 0.8687,
      "step": 6776
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.819818117459687e-06,
      "loss": 0.8994,
      "step": 6777
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.817099616587496e-06,
      "loss": 0.8833,
      "step": 6778
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.81438128509817e-06,
      "loss": 0.9146,
      "step": 6779
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.811663123202645e-06,
      "loss": 0.9224,
      "step": 6780
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.808945131111829e-06,
      "loss": 0.9248,
      "step": 6781
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.80622730903663e-06,
      "loss": 0.915,
      "step": 6782
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.80350965718794e-06,
      "loss": 0.9238,
      "step": 6783
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.800792175776634e-06,
      "loss": 0.8677,
      "step": 6784
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.798074865013576e-06,
      "loss": 0.8979,
      "step": 6785
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.795357725109614e-06,
      "loss": 0.9219,
      "step": 6786
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.792640756275591e-06,
      "loss": 0.9014,
      "step": 6787
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.789923958722326e-06,
      "loss": 0.9199,
      "step": 6788
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.787207332660636e-06,
      "loss": 0.8965,
      "step": 6789
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.784490878301312e-06,
      "loss": 0.9062,
      "step": 6790
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.781774595855138e-06,
      "loss": 0.8711,
      "step": 6791
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.779058485532889e-06,
      "loss": 0.8921,
      "step": 6792
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.776342547545325e-06,
      "loss": 0.8838,
      "step": 6793
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.77362678210318e-06,
      "loss": 0.8857,
      "step": 6794
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.770911189417194e-06,
      "loss": 0.9077,
      "step": 6795
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.76819576969808e-06,
      "loss": 0.896,
      "step": 6796
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.765480523156541e-06,
      "loss": 0.8892,
      "step": 6797
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.762765450003274e-06,
      "loss": 0.9219,
      "step": 6798
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.760050550448947e-06,
      "loss": 0.8999,
      "step": 6799
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.757335824704229e-06,
      "loss": 0.8843,
      "step": 6800
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.75462127297977e-06,
      "loss": 0.873,
      "step": 6801
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.751906895486206e-06,
      "loss": 0.9116,
      "step": 6802
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.749192692434157e-06,
      "loss": 0.8901,
      "step": 6803
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.746478664034235e-06,
      "loss": 0.4678,
      "step": 6804
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.743764810497035e-06,
      "loss": 0.853,
      "step": 6805
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.741051132033143e-06,
      "loss": 0.49,
      "step": 6806
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.738337628853121e-06,
      "loss": 0.8613,
      "step": 6807
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.73562430116753e-06,
      "loss": 0.9131,
      "step": 6808
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.732911149186909e-06,
      "loss": 0.8594,
      "step": 6809
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.730198173121788e-06,
      "loss": 0.8833,
      "step": 6810
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.72748537318268e-06,
      "loss": 0.9033,
      "step": 6811
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.724772749580083e-06,
      "loss": 0.895,
      "step": 6812
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.722060302524487e-06,
      "loss": 0.9258,
      "step": 6813
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.719348032226363e-06,
      "loss": 0.8799,
      "step": 6814
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.716635938896178e-06,
      "loss": 0.895,
      "step": 6815
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.713924022744366e-06,
      "loss": 0.918,
      "step": 6816
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.711212283981364e-06,
      "loss": 0.9307,
      "step": 6817
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.708500722817594e-06,
      "loss": 0.8853,
      "step": 6818
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.705789339463456e-06,
      "loss": 0.9062,
      "step": 6819
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.703078134129345e-06,
      "loss": 0.8809,
      "step": 6820
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.700367107025631e-06,
      "loss": 0.8721,
      "step": 6821
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.697656258362681e-06,
      "loss": 0.9248,
      "step": 6822
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.694945588350845e-06,
      "loss": 0.9092,
      "step": 6823
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.692235097200461e-06,
      "loss": 0.8857,
      "step": 6824
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.689524785121844e-06,
      "loss": 0.897,
      "step": 6825
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.686814652325305e-06,
      "loss": 0.8594,
      "step": 6826
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.684104699021135e-06,
      "loss": 0.9092,
      "step": 6827
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.681394925419622e-06,
      "loss": 0.9565,
      "step": 6828
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.67868533173102e-06,
      "loss": 0.8975,
      "step": 6829
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.675975918165587e-06,
      "loss": 0.897,
      "step": 6830
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.67326668493356e-06,
      "loss": 0.4587,
      "step": 6831
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.670557632245163e-06,
      "loss": 0.9165,
      "step": 6832
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.66784876031061e-06,
      "loss": 0.9028,
      "step": 6833
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.665140069340089e-06,
      "loss": 0.8838,
      "step": 6834
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.662431559543788e-06,
      "loss": 0.9019,
      "step": 6835
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.659723231131868e-06,
      "loss": 0.8975,
      "step": 6836
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.657015084314494e-06,
      "loss": 0.8896,
      "step": 6837
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.654307119301792e-06,
      "loss": 0.9497,
      "step": 6838
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.651599336303895e-06,
      "loss": 0.9399,
      "step": 6839
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.648891735530912e-06,
      "loss": 0.9028,
      "step": 6840
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.646184317192943e-06,
      "loss": 0.8765,
      "step": 6841
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.64347708150007e-06,
      "loss": 0.9043,
      "step": 6842
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.640770028662361e-06,
      "loss": 0.875,
      "step": 6843
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.638063158889868e-06,
      "loss": 0.9199,
      "step": 6844
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.635356472392637e-06,
      "loss": 0.9082,
      "step": 6845
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.632649969380693e-06,
      "loss": 0.8931,
      "step": 6846
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.629943650064042e-06,
      "loss": 0.9141,
      "step": 6847
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.627237514652688e-06,
      "loss": 0.8838,
      "step": 6848
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.624531563356613e-06,
      "loss": 0.9043,
      "step": 6849
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.621825796385787e-06,
      "loss": 0.8818,
      "step": 6850
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.619120213950162e-06,
      "loss": 0.896,
      "step": 6851
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.616414816259678e-06,
      "loss": 0.896,
      "step": 6852
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.613709603524265e-06,
      "loss": 0.5466,
      "step": 6853
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.6110045759538335e-06,
      "loss": 0.9263,
      "step": 6854
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.608299733758283e-06,
      "loss": 0.9316,
      "step": 6855
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.605595077147492e-06,
      "loss": 0.8843,
      "step": 6856
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.60289060633133e-06,
      "loss": 0.9399,
      "step": 6857
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.600186321519656e-06,
      "loss": 0.9146,
      "step": 6858
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.597482222922307e-06,
      "loss": 0.9399,
      "step": 6859
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.594778310749107e-06,
      "loss": 0.9141,
      "step": 6860
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.592074585209868e-06,
      "loss": 0.501,
      "step": 6861
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.589371046514384e-06,
      "loss": 0.9282,
      "step": 6862
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.58666769487244e-06,
      "loss": 0.8823,
      "step": 6863
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.583964530493808e-06,
      "loss": 0.8672,
      "step": 6864
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.5812615535882325e-06,
      "loss": 0.9165,
      "step": 6865
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.578558764365455e-06,
      "loss": 0.8794,
      "step": 6866
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.5758561630352e-06,
      "loss": 0.9009,
      "step": 6867
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.57315374980718e-06,
      "loss": 0.9248,
      "step": 6868
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.57045152489108e-06,
      "loss": 0.8687,
      "step": 6869
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.567749488496588e-06,
      "loss": 0.9111,
      "step": 6870
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.5650476408333665e-06,
      "loss": 0.9341,
      "step": 6871
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.56234598211107e-06,
      "loss": 0.8643,
      "step": 6872
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.559644512539329e-06,
      "loss": 0.9028,
      "step": 6873
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.55694323232777e-06,
      "loss": 0.9131,
      "step": 6874
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.554242141685995e-06,
      "loss": 0.9434,
      "step": 6875
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.551541240823597e-06,
      "loss": 0.8867,
      "step": 6876
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.548840529950161e-06,
      "loss": 0.9067,
      "step": 6877
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.546140009275238e-06,
      "loss": 0.8838,
      "step": 6878
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.54343967900838e-06,
      "loss": 0.8853,
      "step": 6879
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.540739539359122e-06,
      "loss": 0.8716,
      "step": 6880
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.538039590536985e-06,
      "loss": 0.8906,
      "step": 6881
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.535339832751465e-06,
      "loss": 0.8828,
      "step": 6882
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.5326402662120545e-06,
      "loss": 0.8862,
      "step": 6883
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.529940891128227e-06,
      "loss": 0.9136,
      "step": 6884
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.5272417077094395e-06,
      "loss": 0.8779,
      "step": 6885
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.524542716165143e-06,
      "loss": 0.8643,
      "step": 6886
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.521843916704757e-06,
      "loss": 0.9185,
      "step": 6887
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.519145309537701e-06,
      "loss": 0.8994,
      "step": 6888
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.516446894873375e-06,
      "loss": 0.8389,
      "step": 6889
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.51374867292116e-06,
      "loss": 0.4978,
      "step": 6890
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.51105064389043e-06,
      "loss": 0.895,
      "step": 6891
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.5083528079905334e-06,
      "loss": 0.9116,
      "step": 6892
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.505655165430813e-06,
      "loss": 0.9209,
      "step": 6893
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.502957716420594e-06,
      "loss": 0.8877,
      "step": 6894
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.500260461169188e-06,
      "loss": 0.9473,
      "step": 6895
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.497563399885882e-06,
      "loss": 0.9312,
      "step": 6896
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.494866532779963e-06,
      "loss": 0.918,
      "step": 6897
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.4921698600606894e-06,
      "loss": 0.9058,
      "step": 6898
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.489473381937318e-06,
      "loss": 0.897,
      "step": 6899
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.486777098619073e-06,
      "loss": 0.9038,
      "step": 6900
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.484081010315179e-06,
      "loss": 0.9331,
      "step": 6901
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.481385117234838e-06,
      "loss": 0.8984,
      "step": 6902
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.478689419587245e-06,
      "loss": 0.9253,
      "step": 6903
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.4759939175815634e-06,
      "loss": 0.8774,
      "step": 6904
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.473298611426958e-06,
      "loss": 0.9121,
      "step": 6905
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.470603501332571e-06,
      "loss": 0.8999,
      "step": 6906
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.4679085875075295e-06,
      "loss": 0.8613,
      "step": 6907
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.46521387016095e-06,
      "loss": 0.9106,
      "step": 6908
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.462519349501922e-06,
      "loss": 0.895,
      "step": 6909
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.459825025739533e-06,
      "loss": 0.9141,
      "step": 6910
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.45713089908285e-06,
      "loss": 0.8677,
      "step": 6911
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.454436969740926e-06,
      "loss": 0.8833,
      "step": 6912
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.451743237922793e-06,
      "loss": 0.8447,
      "step": 6913
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.449049703837474e-06,
      "loss": 0.9258,
      "step": 6914
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.446356367693974e-06,
      "loss": 0.9072,
      "step": 6915
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.443663229701286e-06,
      "loss": 0.8623,
      "step": 6916
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.440970290068384e-06,
      "loss": 0.9268,
      "step": 6917
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.438277549004224e-06,
      "loss": 0.9023,
      "step": 6918
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.4355850067177525e-06,
      "loss": 0.8887,
      "step": 6919
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.432892663417901e-06,
      "loss": 0.8921,
      "step": 6920
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.4302005193135795e-06,
      "loss": 0.4734,
      "step": 6921
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.427508574613687e-06,
      "loss": 0.9019,
      "step": 6922
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.424816829527103e-06,
      "loss": 0.8823,
      "step": 6923
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.422125284262696e-06,
      "loss": 0.873,
      "step": 6924
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.4194339390293235e-06,
      "loss": 0.3967,
      "step": 6925
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.4167427940358105e-06,
      "loss": 0.8936,
      "step": 6926
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.414051849490982e-06,
      "loss": 0.9072,
      "step": 6927
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.411361105603645e-06,
      "loss": 0.958,
      "step": 6928
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.408670562582587e-06,
      "loss": 0.9019,
      "step": 6929
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.405980220636584e-06,
      "loss": 0.896,
      "step": 6930
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.40329007997439e-06,
      "loss": 0.8264,
      "step": 6931
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.400600140804746e-06,
      "loss": 0.4702,
      "step": 6932
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.397910403336383e-06,
      "loss": 0.9077,
      "step": 6933
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.395220867778013e-06,
      "loss": 0.8716,
      "step": 6934
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.3925315343383255e-06,
      "loss": 0.9004,
      "step": 6935
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.389842403226004e-06,
      "loss": 0.8965,
      "step": 6936
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.387153474649714e-06,
      "loss": 0.8604,
      "step": 6937
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.3844647488181e-06,
      "loss": 0.895,
      "step": 6938
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.381776225939801e-06,
      "loss": 0.8643,
      "step": 6939
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.379087906223423e-06,
      "loss": 0.8901,
      "step": 6940
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.3763997898775755e-06,
      "loss": 0.8706,
      "step": 6941
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.373711877110841e-06,
      "loss": 0.8931,
      "step": 6942
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.371024168131795e-06,
      "loss": 0.9468,
      "step": 6943
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.3683366631489795e-06,
      "loss": 0.9097,
      "step": 6944
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.3656493623709415e-06,
      "loss": 0.8945,
      "step": 6945
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.362962266006198e-06,
      "loss": 0.894,
      "step": 6946
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.3602753742632615e-06,
      "loss": 0.9307,
      "step": 6947
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.357588687350614e-06,
      "loss": 0.8994,
      "step": 6948
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.354902205476733e-06,
      "loss": 0.8921,
      "step": 6949
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.352215928850077e-06,
      "loss": 0.8555,
      "step": 6950
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.349529857679091e-06,
      "loss": 0.8921,
      "step": 6951
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.346843992172203e-06,
      "loss": 0.8423,
      "step": 6952
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.344158332537816e-06,
      "loss": 0.9043,
      "step": 6953
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.34147287898433e-06,
      "loss": 0.9468,
      "step": 6954
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.338787631720123e-06,
      "loss": 0.8887,
      "step": 6955
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.33610259095356e-06,
      "loss": 0.8979,
      "step": 6956
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.333417756892981e-06,
      "loss": 0.8818,
      "step": 6957
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.330733129746721e-06,
      "loss": 0.8877,
      "step": 6958
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.328048709723092e-06,
      "loss": 0.9126,
      "step": 6959
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.325364497030398e-06,
      "loss": 0.8862,
      "step": 6960
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.322680491876919e-06,
      "loss": 0.8701,
      "step": 6961
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.319996694470919e-06,
      "loss": 0.9033,
      "step": 6962
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.317313105020647e-06,
      "loss": 0.8574,
      "step": 6963
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.314629723734339e-06,
      "loss": 0.9053,
      "step": 6964
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.311946550820217e-06,
      "loss": 0.9077,
      "step": 6965
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.309263586486475e-06,
      "loss": 0.9121,
      "step": 6966
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.306580830941301e-06,
      "loss": 0.9434,
      "step": 6967
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.30389828439287e-06,
      "loss": 0.8804,
      "step": 6968
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.301215947049328e-06,
      "loss": 0.9585,
      "step": 6969
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.298533819118816e-06,
      "loss": 0.8838,
      "step": 6970
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.2958519008094496e-06,
      "loss": 0.8667,
      "step": 6971
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.293170192329338e-06,
      "loss": 0.9038,
      "step": 6972
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.290488693886567e-06,
      "loss": 0.939,
      "step": 6973
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.287807405689213e-06,
      "loss": 0.8711,
      "step": 6974
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.285126327945325e-06,
      "loss": 0.8896,
      "step": 6975
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.282445460862943e-06,
      "loss": 0.9033,
      "step": 6976
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.2797648046500935e-06,
      "loss": 0.895,
      "step": 6977
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.277084359514781e-06,
      "loss": 0.8589,
      "step": 6978
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.274404125664995e-06,
      "loss": 0.8569,
      "step": 6979
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.271724103308708e-06,
      "loss": 0.8491,
      "step": 6980
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.2690442926538785e-06,
      "loss": 0.9043,
      "step": 6981
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.266364693908447e-06,
      "loss": 0.8945,
      "step": 6982
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.263685307280344e-06,
      "loss": 0.8643,
      "step": 6983
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.261006132977465e-06,
      "loss": 0.8647,
      "step": 6984
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.258327171207711e-06,
      "loss": 0.8906,
      "step": 6985
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.255648422178953e-06,
      "loss": 0.4353,
      "step": 6986
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.252969886099053e-06,
      "loss": 0.9053,
      "step": 6987
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.2502915631758464e-06,
      "loss": 0.897,
      "step": 6988
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.247613453617164e-06,
      "loss": 0.8965,
      "step": 6989
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.244935557630811e-06,
      "loss": 0.896,
      "step": 6990
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.242257875424582e-06,
      "loss": 0.8574,
      "step": 6991
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.239580407206257e-06,
      "loss": 0.4268,
      "step": 6992
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.236903153183588e-06,
      "loss": 0.8838,
      "step": 6993
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.2342261135643165e-06,
      "loss": 0.8755,
      "step": 6994
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.231549288556172e-06,
      "loss": 0.9019,
      "step": 6995
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.2288726783668675e-06,
      "loss": 0.9346,
      "step": 6996
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.226196283204086e-06,
      "loss": 0.9668,
      "step": 6997
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.2235201032755095e-06,
      "loss": 0.9048,
      "step": 6998
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.220844138788794e-06,
      "loss": 0.8359,
      "step": 6999
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.21816838995159e-06,
      "loss": 0.8823,
      "step": 7000
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.21549285697151e-06,
      "loss": 0.8457,
      "step": 7001
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.212817540056173e-06,
      "loss": 0.8745,
      "step": 7002
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.210142439413165e-06,
      "loss": 0.4863,
      "step": 7003
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.207467555250064e-06,
      "loss": 0.8872,
      "step": 7004
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.204792887774432e-06,
      "loss": 0.9058,
      "step": 7005
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.2021184371938044e-06,
      "loss": 0.8979,
      "step": 7006
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.1994442037157085e-06,
      "loss": 0.8984,
      "step": 7007
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.196770187547654e-06,
      "loss": 0.8916,
      "step": 7008
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.19409638889713e-06,
      "loss": 0.4412,
      "step": 7009
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.191422807971613e-06,
      "loss": 0.8682,
      "step": 7010
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.188749444978556e-06,
      "loss": 0.9419,
      "step": 7011
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.186076300125402e-06,
      "loss": 0.876,
      "step": 7012
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.183403373619575e-06,
      "loss": 0.9121,
      "step": 7013
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.180730665668487e-06,
      "loss": 0.9385,
      "step": 7014
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.178058176479516e-06,
      "loss": 0.4333,
      "step": 7015
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.175385906260044e-06,
      "loss": 0.5676,
      "step": 7016
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.1727138552174206e-06,
      "loss": 0.8979,
      "step": 7017
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.170042023558992e-06,
      "loss": 0.9062,
      "step": 7018
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.167370411492071e-06,
      "loss": 0.8989,
      "step": 7019
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.164699019223967e-06,
      "loss": 0.8926,
      "step": 7020
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.162027846961965e-06,
      "loss": 0.9072,
      "step": 7021
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.159356894913343e-06,
      "loss": 0.8589,
      "step": 7022
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.156686163285344e-06,
      "loss": 0.8848,
      "step": 7023
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.154015652285209e-06,
      "loss": 0.9087,
      "step": 7024
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.151345362120159e-06,
      "loss": 0.8843,
      "step": 7025
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.148675292997394e-06,
      "loss": 0.9087,
      "step": 7026
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.146005445124101e-06,
      "loss": 0.9155,
      "step": 7027
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.1433358187074444e-06,
      "loss": 0.9102,
      "step": 7028
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.140666413954573e-06,
      "loss": 0.8672,
      "step": 7029
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.137997231072626e-06,
      "loss": 0.8872,
      "step": 7030
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.13532827026872e-06,
      "loss": 0.9297,
      "step": 7031
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.132659531749947e-06,
      "loss": 0.9453,
      "step": 7032
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.1299910157233946e-06,
      "loss": 0.9082,
      "step": 7033
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.127322722396121e-06,
      "loss": 0.8911,
      "step": 7034
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.12465465197518e-06,
      "loss": 0.8379,
      "step": 7035
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.1219868046676015e-06,
      "loss": 0.8882,
      "step": 7036
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.1193191806803905e-06,
      "loss": 0.8809,
      "step": 7037
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.116651780220547e-06,
      "loss": 0.938,
      "step": 7038
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.11398460349505e-06,
      "loss": 0.915,
      "step": 7039
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.111317650710861e-06,
      "loss": 0.958,
      "step": 7040
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.10865092207492e-06,
      "loss": 0.8457,
      "step": 7041
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.105984417794149e-06,
      "loss": 0.8789,
      "step": 7042
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.103318138075462e-06,
      "loss": 0.9038,
      "step": 7043
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.1006520831257535e-06,
      "loss": 0.937,
      "step": 7044
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.097986253151886e-06,
      "loss": 0.8535,
      "step": 7045
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.095320648360722e-06,
      "loss": 0.8896,
      "step": 7046
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.092655268959099e-06,
      "loss": 0.8823,
      "step": 7047
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.0899901151538395e-06,
      "loss": 0.8911,
      "step": 7048
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.0873251871517475e-06,
      "loss": 0.9331,
      "step": 7049
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.084660485159607e-06,
      "loss": 0.9243,
      "step": 7050
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.081996009384182e-06,
      "loss": 0.9019,
      "step": 7051
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.079331760032231e-06,
      "loss": 0.8867,
      "step": 7052
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.076667737310486e-06,
      "loss": 0.9072,
      "step": 7053
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.074003941425658e-06,
      "loss": 0.9316,
      "step": 7054
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.0713403725844475e-06,
      "loss": 0.9307,
      "step": 7055
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.068677030993538e-06,
      "loss": 0.916,
      "step": 7056
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.066013916859588e-06,
      "loss": 0.9233,
      "step": 7057
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.063351030389249e-06,
      "loss": 0.8511,
      "step": 7058
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.060688371789139e-06,
      "loss": 0.8843,
      "step": 7059
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.0580259412658735e-06,
      "loss": 0.916,
      "step": 7060
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.055363739026045e-06,
      "loss": 0.9126,
      "step": 7061
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.052701765276231e-06,
      "loss": 0.8945,
      "step": 7062
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.050040020222979e-06,
      "loss": 0.8828,
      "step": 7063
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.047378504072833e-06,
      "loss": 0.876,
      "step": 7064
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.044717217032318e-06,
      "loss": 0.8823,
      "step": 7065
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.042056159307936e-06,
      "loss": 0.9062,
      "step": 7066
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.039395331106167e-06,
      "loss": 0.9004,
      "step": 7067
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.036734732633481e-06,
      "loss": 0.9346,
      "step": 7068
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.03407436409633e-06,
      "loss": 0.8335,
      "step": 7069
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.0314142257011455e-06,
      "loss": 0.9175,
      "step": 7070
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.028754317654346e-06,
      "loss": 0.9277,
      "step": 7071
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.02609464016232e-06,
      "loss": 0.9189,
      "step": 7072
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.023435193431452e-06,
      "loss": 0.915,
      "step": 7073
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.020775977668098e-06,
      "loss": 0.8843,
      "step": 7074
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.018116993078607e-06,
      "loss": 0.9028,
      "step": 7075
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.015458239869297e-06,
      "loss": 0.9292,
      "step": 7076
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.012799718246479e-06,
      "loss": 0.4807,
      "step": 7077
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.010141428416438e-06,
      "loss": 0.8774,
      "step": 7078
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.00748337058545e-06,
      "loss": 0.9009,
      "step": 7079
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.004825544959768e-06,
      "loss": 0.9233,
      "step": 7080
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.002167951745622e-06,
      "loss": 0.8477,
      "step": 7081
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.99951059114923e-06,
      "loss": 0.8721,
      "step": 7082
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.996853463376792e-06,
      "loss": 0.9189,
      "step": 7083
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.9941965686344905e-06,
      "loss": 0.8955,
      "step": 7084
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.991539907128484e-06,
      "loss": 0.894,
      "step": 7085
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.988883479064918e-06,
      "loss": 0.875,
      "step": 7086
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.986227284649921e-06,
      "loss": 0.8838,
      "step": 7087
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.983571324089602e-06,
      "loss": 0.8979,
      "step": 7088
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.9809155975900526e-06,
      "loss": 0.8833,
      "step": 7089
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.978260105357336e-06,
      "loss": 0.938,
      "step": 7090
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.975604847597512e-06,
      "loss": 0.4341,
      "step": 7091
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.972949824516617e-06,
      "loss": 0.8833,
      "step": 7092
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.97029503632067e-06,
      "loss": 0.9019,
      "step": 7093
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.967640483215663e-06,
      "loss": 0.853,
      "step": 7094
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.964986165407584e-06,
      "loss": 0.9189,
      "step": 7095
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.9623320831023926e-06,
      "loss": 0.8872,
      "step": 7096
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.9596782365060334e-06,
      "loss": 0.8931,
      "step": 7097
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.957024625824432e-06,
      "loss": 0.9087,
      "step": 7098
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.9543712512634966e-06,
      "loss": 0.8989,
      "step": 7099
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.951718113029116e-06,
      "loss": 0.8862,
      "step": 7100
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.949065211327162e-06,
      "loss": 0.9092,
      "step": 7101
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.946412546363491e-06,
      "loss": 0.9155,
      "step": 7102
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.943760118343931e-06,
      "loss": 0.9116,
      "step": 7103
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.941107927474302e-06,
      "loss": 0.8936,
      "step": 7104
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.938455973960398e-06,
      "loss": 0.896,
      "step": 7105
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.9358042580080076e-06,
      "loss": 0.8921,
      "step": 7106
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.933152779822878e-06,
      "loss": 0.9414,
      "step": 7107
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.93050153961076e-06,
      "loss": 0.8936,
      "step": 7108
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.927850537577374e-06,
      "loss": 0.9082,
      "step": 7109
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.925199773928428e-06,
      "loss": 0.8896,
      "step": 7110
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.9225492488696124e-06,
      "loss": 0.8926,
      "step": 7111
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.919898962606587e-06,
      "loss": 0.9209,
      "step": 7112
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.917248915345008e-06,
      "loss": 0.8979,
      "step": 7113
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.9145991072905e-06,
      "loss": 0.8657,
      "step": 7114
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.911949538648688e-06,
      "loss": 0.8447,
      "step": 7115
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.909300209625151e-06,
      "loss": 0.896,
      "step": 7116
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.906651120425474e-06,
      "loss": 0.8594,
      "step": 7117
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.90400227125521e-06,
      "loss": 0.9014,
      "step": 7118
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.901353662319903e-06,
      "loss": 0.8623,
      "step": 7119
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.898705293825065e-06,
      "loss": 0.8901,
      "step": 7120
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.896057165976204e-06,
      "loss": 0.8838,
      "step": 7121
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.8934092789787965e-06,
      "loss": 0.895,
      "step": 7122
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.890761633038309e-06,
      "loss": 0.8442,
      "step": 7123
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.8881142283601894e-06,
      "loss": 0.8857,
      "step": 7124
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.885467065149858e-06,
      "loss": 0.8643,
      "step": 7125
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.882820143612723e-06,
      "loss": 0.8789,
      "step": 7126
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.880173463954178e-06,
      "loss": 0.896,
      "step": 7127
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.877527026379591e-06,
      "loss": 0.8911,
      "step": 7128
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.8748808310943125e-06,
      "loss": 0.936,
      "step": 7129
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.872234878303672e-06,
      "loss": 0.9478,
      "step": 7130
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.869589168212985e-06,
      "loss": 0.9175,
      "step": 7131
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.866943701027548e-06,
      "loss": 0.8784,
      "step": 7132
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.86429847695264e-06,
      "loss": 0.8496,
      "step": 7133
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.86165349619351e-06,
      "loss": 0.9146,
      "step": 7134
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.859008758955399e-06,
      "loss": 0.8784,
      "step": 7135
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.8563642654435306e-06,
      "loss": 0.8833,
      "step": 7136
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.853720015863103e-06,
      "loss": 0.8823,
      "step": 7137
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.851076010419293e-06,
      "loss": 0.8921,
      "step": 7138
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.8484322493172654e-06,
      "loss": 0.9331,
      "step": 7139
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.845788732762166e-06,
      "loss": 0.9043,
      "step": 7140
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.8431454609591216e-06,
      "loss": 0.9258,
      "step": 7141
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.840502434113231e-06,
      "loss": 0.4143,
      "step": 7142
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.837859652429584e-06,
      "loss": 0.8298,
      "step": 7143
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.835217116113248e-06,
      "loss": 0.8623,
      "step": 7144
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.832574825369272e-06,
      "loss": 0.8613,
      "step": 7145
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.829932780402688e-06,
      "loss": 0.9351,
      "step": 7146
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.8272909814184995e-06,
      "loss": 0.8706,
      "step": 7147
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.824649428621703e-06,
      "loss": 0.8687,
      "step": 7148
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.822008122217267e-06,
      "loss": 0.9468,
      "step": 7149
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.8193670624101525e-06,
      "loss": 0.8813,
      "step": 7150
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.816726249405283e-06,
      "loss": 0.9136,
      "step": 7151
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.81408568340758e-06,
      "loss": 0.8687,
      "step": 7152
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.811445364621935e-06,
      "loss": 0.9014,
      "step": 7153
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.808805293253227e-06,
      "loss": 0.9399,
      "step": 7154
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.806165469506315e-06,
      "loss": 0.8877,
      "step": 7155
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.8035258935860316e-06,
      "loss": 0.8999,
      "step": 7156
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.800886565697198e-06,
      "loss": 0.8564,
      "step": 7157
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.798247486044616e-06,
      "loss": 0.8804,
      "step": 7158
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.795608654833065e-06,
      "loss": 0.9082,
      "step": 7159
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.792970072267304e-06,
      "loss": 0.9438,
      "step": 7160
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.790331738552076e-06,
      "loss": 0.8398,
      "step": 7161
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.787693653892103e-06,
      "loss": 0.8975,
      "step": 7162
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.78505581849209e-06,
      "loss": 0.8528,
      "step": 7163
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.7824182325567155e-06,
      "loss": 0.9004,
      "step": 7164
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.779780896290648e-06,
      "loss": 0.8599,
      "step": 7165
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.777143809898531e-06,
      "loss": 0.9038,
      "step": 7166
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.774506973584993e-06,
      "loss": 0.8813,
      "step": 7167
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.771870387554638e-06,
      "loss": 0.9077,
      "step": 7168
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.769234052012052e-06,
      "loss": 0.874,
      "step": 7169
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.766597967161801e-06,
      "loss": 0.8608,
      "step": 7170
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.763962133208435e-06,
      "loss": 0.8716,
      "step": 7171
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.761326550356487e-06,
      "loss": 0.9209,
      "step": 7172
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.758691218810456e-06,
      "loss": 0.8389,
      "step": 7173
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.756056138774838e-06,
      "loss": 0.8911,
      "step": 7174
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.753421310454103e-06,
      "loss": 0.8525,
      "step": 7175
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.750786734052697e-06,
      "loss": 0.8882,
      "step": 7176
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.748152409775057e-06,
      "loss": 0.856,
      "step": 7177
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.745518337825589e-06,
      "loss": 0.8604,
      "step": 7178
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.742884518408685e-06,
      "loss": 0.9097,
      "step": 7179
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.740250951728719e-06,
      "loss": 0.9121,
      "step": 7180
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.737617637990047e-06,
      "loss": 0.877,
      "step": 7181
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.734984577396994e-06,
      "loss": 0.9102,
      "step": 7182
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.732351770153877e-06,
      "loss": 0.9023,
      "step": 7183
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.729719216464992e-06,
      "loss": 0.9004,
      "step": 7184
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.727086916534609e-06,
      "loss": 0.8887,
      "step": 7185
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.724454870566986e-06,
      "loss": 0.9111,
      "step": 7186
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.721823078766352e-06,
      "loss": 0.9116,
      "step": 7187
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.719191541336925e-06,
      "loss": 0.8955,
      "step": 7188
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.7165602584829e-06,
      "loss": 0.9204,
      "step": 7189
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.713929230408456e-06,
      "loss": 0.9795,
      "step": 7190
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.711298457317741e-06,
      "loss": 0.8633,
      "step": 7191
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.708667939414897e-06,
      "loss": 0.8662,
      "step": 7192
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.706037676904034e-06,
      "loss": 0.9404,
      "step": 7193
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.703407669989255e-06,
      "loss": 0.8989,
      "step": 7194
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.700777918874629e-06,
      "loss": 0.8657,
      "step": 7195
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.698148423764217e-06,
      "loss": 0.9136,
      "step": 7196
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.695519184862052e-06,
      "loss": 0.877,
      "step": 7197
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.692890202372157e-06,
      "loss": 0.8877,
      "step": 7198
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.690261476498525e-06,
      "loss": 0.915,
      "step": 7199
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.687633007445132e-06,
      "loss": 0.9121,
      "step": 7200
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.685004795415935e-06,
      "loss": 0.9082,
      "step": 7201
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.682376840614869e-06,
      "loss": 0.8569,
      "step": 7202
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.67974914324586e-06,
      "loss": 0.8789,
      "step": 7203
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.677121703512793e-06,
      "loss": 0.8647,
      "step": 7204
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.674494521619552e-06,
      "loss": 0.8804,
      "step": 7205
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.6718675977699924e-06,
      "loss": 0.9023,
      "step": 7206
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.669240932167953e-06,
      "loss": 0.8804,
      "step": 7207
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.66661452501725e-06,
      "loss": 0.8838,
      "step": 7208
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.6639883765216785e-06,
      "loss": 0.895,
      "step": 7209
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.661362486885015e-06,
      "loss": 0.8721,
      "step": 7210
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.658736856311018e-06,
      "loss": 0.4165,
      "step": 7211
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.656111485003427e-06,
      "loss": 0.9434,
      "step": 7212
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.653486373165953e-06,
      "loss": 0.8579,
      "step": 7213
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.650861521002294e-06,
      "loss": 0.9023,
      "step": 7214
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.648236928716129e-06,
      "loss": 0.8633,
      "step": 7215
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.645612596511113e-06,
      "loss": 0.8936,
      "step": 7216
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.64298852459088e-06,
      "loss": 0.9062,
      "step": 7217
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.640364713159044e-06,
      "loss": 0.8887,
      "step": 7218
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.637741162419206e-06,
      "loss": 0.9565,
      "step": 7219
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.635117872574936e-06,
      "loss": 0.8848,
      "step": 7220
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.632494843829798e-06,
      "loss": 0.8887,
      "step": 7221
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.629872076387315e-06,
      "loss": 0.8936,
      "step": 7222
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.6272495704510085e-06,
      "loss": 0.897,
      "step": 7223
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.624627326224371e-06,
      "loss": 0.8823,
      "step": 7224
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.622005343910879e-06,
      "loss": 0.8965,
      "step": 7225
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.619383623713979e-06,
      "loss": 0.8584,
      "step": 7226
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.61676216583711e-06,
      "loss": 0.8896,
      "step": 7227
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.614140970483683e-06,
      "loss": 0.8794,
      "step": 7228
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.611520037857092e-06,
      "loss": 0.9282,
      "step": 7229
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.6088993681607116e-06,
      "loss": 0.9473,
      "step": 7230
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.6062789615978875e-06,
      "loss": 0.8906,
      "step": 7231
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.6036588183719545e-06,
      "loss": 0.8784,
      "step": 7232
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.601038938686219e-06,
      "loss": 0.9111,
      "step": 7233
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.598419322743983e-06,
      "loss": 0.4763,
      "step": 7234
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.595799970748502e-06,
      "loss": 0.8813,
      "step": 7235
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.593180882903032e-06,
      "loss": 0.8726,
      "step": 7236
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.590562059410803e-06,
      "loss": 0.8604,
      "step": 7237
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.587943500475027e-06,
      "loss": 0.8662,
      "step": 7238
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.585325206298883e-06,
      "loss": 0.8799,
      "step": 7239
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.582707177085543e-06,
      "loss": 0.894,
      "step": 7240
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.580089413038153e-06,
      "loss": 0.8916,
      "step": 7241
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.577471914359841e-06,
      "loss": 0.853,
      "step": 7242
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.574854681253714e-06,
      "loss": 0.8833,
      "step": 7243
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.572237713922851e-06,
      "loss": 0.8984,
      "step": 7244
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.569621012570319e-06,
      "loss": 0.8926,
      "step": 7245
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.567004577399168e-06,
      "loss": 0.8809,
      "step": 7246
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.564388408612413e-06,
      "loss": 0.4463,
      "step": 7247
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.56177250641306e-06,
      "loss": 0.9092,
      "step": 7248
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.559156871004088e-06,
      "loss": 0.855,
      "step": 7249
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.556541502588462e-06,
      "loss": 0.9312,
      "step": 7250
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.55392640136912e-06,
      "loss": 0.895,
      "step": 7251
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.551311567548986e-06,
      "loss": 0.9131,
      "step": 7252
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.54869700133095e-06,
      "loss": 0.9258,
      "step": 7253
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.5460827029178974e-06,
      "loss": 0.8999,
      "step": 7254
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.543468672512685e-06,
      "loss": 0.9214,
      "step": 7255
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.540854910318146e-06,
      "loss": 0.8862,
      "step": 7256
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.5382414165371e-06,
      "loss": 0.9048,
      "step": 7257
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.535628191372336e-06,
      "loss": 0.9067,
      "step": 7258
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.533015235026634e-06,
      "loss": 0.9121,
      "step": 7259
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.530402547702748e-06,
      "loss": 0.8672,
      "step": 7260
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.527790129603404e-06,
      "loss": 0.8867,
      "step": 7261
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.525177980931315e-06,
      "loss": 0.8804,
      "step": 7262
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.522566101889178e-06,
      "loss": 0.8716,
      "step": 7263
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.519954492679654e-06,
      "loss": 0.8955,
      "step": 7264
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.5173431535053996e-06,
      "loss": 0.8936,
      "step": 7265
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.5147320845690354e-06,
      "loss": 0.8735,
      "step": 7266
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.512121286073172e-06,
      "loss": 0.8887,
      "step": 7267
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.509510758220393e-06,
      "loss": 0.8892,
      "step": 7268
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.506900501213269e-06,
      "loss": 0.9097,
      "step": 7269
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.504290515254335e-06,
      "loss": 0.9048,
      "step": 7270
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.501680800546122e-06,
      "loss": 0.9092,
      "step": 7271
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.499071357291125e-06,
      "loss": 0.7581,
      "step": 7272
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.496462185691825e-06,
      "loss": 0.9341,
      "step": 7273
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.493853285950691e-06,
      "loss": 0.8901,
      "step": 7274
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.491244658270148e-06,
      "loss": 0.9028,
      "step": 7275
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.48863630285262e-06,
      "loss": 0.8916,
      "step": 7276
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.486028219900505e-06,
      "loss": 0.8706,
      "step": 7277
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.483420409616177e-06,
      "loss": 0.8789,
      "step": 7278
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.480812872201986e-06,
      "loss": 0.9097,
      "step": 7279
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.4782056078602685e-06,
      "loss": 0.8984,
      "step": 7280
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.475598616793335e-06,
      "loss": 0.8779,
      "step": 7281
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.4729918992034735e-06,
      "loss": 0.8677,
      "step": 7282
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.47038545529296e-06,
      "loss": 0.8896,
      "step": 7283
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.467779285264036e-06,
      "loss": 0.9175,
      "step": 7284
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.465173389318927e-06,
      "loss": 0.8726,
      "step": 7285
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.462567767659844e-06,
      "loss": 0.8535,
      "step": 7286
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.459962420488969e-06,
      "loss": 0.8862,
      "step": 7287
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.457357348008464e-06,
      "loss": 0.9536,
      "step": 7288
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.454752550420468e-06,
      "loss": 0.4219,
      "step": 7289
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.452148027927103e-06,
      "loss": 0.9224,
      "step": 7290
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.449543780730474e-06,
      "loss": 0.9199,
      "step": 7291
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.446939809032647e-06,
      "loss": 0.9102,
      "step": 7292
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.444336113035685e-06,
      "loss": 0.8926,
      "step": 7293
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.441732692941622e-06,
      "loss": 0.8994,
      "step": 7294
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.439129548952471e-06,
      "loss": 0.8618,
      "step": 7295
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.436526681270226e-06,
      "loss": 0.8975,
      "step": 7296
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.4339240900968526e-06,
      "loss": 0.8784,
      "step": 7297
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.4313217756343e-06,
      "loss": 0.8994,
      "step": 7298
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.428719738084498e-06,
      "loss": 0.8452,
      "step": 7299
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.426117977649356e-06,
      "loss": 0.8457,
      "step": 7300
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.423516494530751e-06,
      "loss": 0.8633,
      "step": 7301
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.420915288930549e-06,
      "loss": 0.9185,
      "step": 7302
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.418314361050595e-06,
      "loss": 0.9419,
      "step": 7303
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.415713711092704e-06,
      "loss": 0.8838,
      "step": 7304
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.413113339258679e-06,
      "loss": 0.9385,
      "step": 7305
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.4105132457502894e-06,
      "loss": 0.9302,
      "step": 7306
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.407913430769297e-06,
      "loss": 0.8916,
      "step": 7307
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.4053138945174305e-06,
      "loss": 0.916,
      "step": 7308
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.40271463719641e-06,
      "loss": 0.8813,
      "step": 7309
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.400115659007915e-06,
      "loss": 0.874,
      "step": 7310
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.39751696015362e-06,
      "loss": 0.8857,
      "step": 7311
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.394918540835171e-06,
      "loss": 0.8657,
      "step": 7312
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.392320401254195e-06,
      "loss": 0.4636,
      "step": 7313
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.389722541612291e-06,
      "loss": 0.4438,
      "step": 7314
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.387124962111043e-06,
      "loss": 0.4216,
      "step": 7315
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.384527662952011e-06,
      "loss": 0.8545,
      "step": 7316
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.381930644336736e-06,
      "loss": 0.8623,
      "step": 7317
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.379333906466733e-06,
      "loss": 0.894,
      "step": 7318
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.376737449543495e-06,
      "loss": 0.8965,
      "step": 7319
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.3741412737684924e-06,
      "loss": 0.9004,
      "step": 7320
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.3715453793431825e-06,
      "loss": 0.9077,
      "step": 7321
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.368949766468995e-06,
      "loss": 0.9165,
      "step": 7322
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.366354435347328e-06,
      "loss": 0.8916,
      "step": 7323
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.363759386179576e-06,
      "loss": 0.9131,
      "step": 7324
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.3611646191670974e-06,
      "loss": 0.9058,
      "step": 7325
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.358570134511239e-06,
      "loss": 0.8936,
      "step": 7326
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.35597593241332e-06,
      "loss": 0.9429,
      "step": 7327
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.3533820130746345e-06,
      "loss": 0.8867,
      "step": 7328
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.35078837669646e-06,
      "loss": 0.916,
      "step": 7329
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.348195023480049e-06,
      "loss": 0.8569,
      "step": 7330
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.345601953626641e-06,
      "loss": 0.877,
      "step": 7331
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.343009167337438e-06,
      "loss": 0.9238,
      "step": 7332
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.340416664813629e-06,
      "loss": 0.8643,
      "step": 7333
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.337824446256385e-06,
      "loss": 0.8696,
      "step": 7334
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.335232511866845e-06,
      "loss": 0.8755,
      "step": 7335
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.332640861846134e-06,
      "loss": 0.939,
      "step": 7336
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.33004949639535e-06,
      "loss": 0.8247,
      "step": 7337
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.3274584157155705e-06,
      "loss": 0.8862,
      "step": 7338
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.324867620007853e-06,
      "loss": 0.897,
      "step": 7339
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.322277109473235e-06,
      "loss": 0.8945,
      "step": 7340
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.319686884312719e-06,
      "loss": 0.8901,
      "step": 7341
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.3170969447273014e-06,
      "loss": 0.9199,
      "step": 7342
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.314507290917944e-06,
      "loss": 0.8521,
      "step": 7343
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.3119179230856e-06,
      "loss": 0.8887,
      "step": 7344
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.309328841431184e-06,
      "loss": 0.9429,
      "step": 7345
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.306740046155597e-06,
      "loss": 0.8628,
      "step": 7346
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.304151537459722e-06,
      "loss": 0.9189,
      "step": 7347
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.301563315544413e-06,
      "loss": 0.9307,
      "step": 7348
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.298975380610508e-06,
      "loss": 0.8882,
      "step": 7349
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.2963877328588105e-06,
      "loss": 0.8633,
      "step": 7350
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.293800372490118e-06,
      "loss": 0.9106,
      "step": 7351
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.29121329970519e-06,
      "loss": 0.8818,
      "step": 7352
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.28862651470478e-06,
      "loss": 0.895,
      "step": 7353
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.286040017689601e-06,
      "loss": 0.9067,
      "step": 7354
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.283453808860358e-06,
      "loss": 0.9282,
      "step": 7355
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.280867888417728e-06,
      "loss": 0.894,
      "step": 7356
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.27828225656237e-06,
      "loss": 0.8457,
      "step": 7357
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.275696913494911e-06,
      "loss": 0.915,
      "step": 7358
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.273111859415966e-06,
      "loss": 0.8867,
      "step": 7359
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.270527094526117e-06,
      "loss": 0.9409,
      "step": 7360
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.2679426190259364e-06,
      "loss": 0.8862,
      "step": 7361
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.265358433115969e-06,
      "loss": 0.8906,
      "step": 7362
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.262774536996725e-06,
      "loss": 0.8774,
      "step": 7363
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.260190930868712e-06,
      "loss": 0.8481,
      "step": 7364
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.257607614932404e-06,
      "loss": 0.8721,
      "step": 7365
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.255024589388252e-06,
      "loss": 0.896,
      "step": 7366
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.252441854436688e-06,
      "loss": 0.876,
      "step": 7367
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.249859410278118e-06,
      "loss": 0.9165,
      "step": 7368
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.247277257112932e-06,
      "loss": 0.8828,
      "step": 7369
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.244695395141489e-06,
      "loss": 0.8862,
      "step": 7370
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.242113824564134e-06,
      "loss": 0.9062,
      "step": 7371
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.23953254558118e-06,
      "loss": 0.9097,
      "step": 7372
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.236951558392922e-06,
      "loss": 0.8877,
      "step": 7373
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.234370863199637e-06,
      "loss": 0.9292,
      "step": 7374
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.231790460201573e-06,
      "loss": 0.8882,
      "step": 7375
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.229210349598958e-06,
      "loss": 0.854,
      "step": 7376
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.22663053159199e-06,
      "loss": 0.876,
      "step": 7377
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.224051006380859e-06,
      "loss": 0.8857,
      "step": 7378
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.221471774165719e-06,
      "loss": 0.8667,
      "step": 7379
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.218892835146715e-06,
      "loss": 0.8677,
      "step": 7380
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.216314189523949e-06,
      "loss": 0.8848,
      "step": 7381
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.213735837497517e-06,
      "loss": 0.9087,
      "step": 7382
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.211157779267487e-06,
      "loss": 0.9404,
      "step": 7383
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.208580015033908e-06,
      "loss": 0.8975,
      "step": 7384
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.206002544996795e-06,
      "loss": 0.8652,
      "step": 7385
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.203425369356151e-06,
      "loss": 0.8984,
      "step": 7386
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.200848488311953e-06,
      "loss": 0.8613,
      "step": 7387
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.198271902064159e-06,
      "loss": 0.8423,
      "step": 7388
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.195695610812692e-06,
      "loss": 0.8848,
      "step": 7389
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.193119614757467e-06,
      "loss": 0.9175,
      "step": 7390
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.1905439140983635e-06,
      "loss": 0.8721,
      "step": 7391
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.187968509035248e-06,
      "loss": 0.855,
      "step": 7392
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.185393399767963e-06,
      "loss": 0.9131,
      "step": 7393
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.182818586496315e-06,
      "loss": 0.9077,
      "step": 7394
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.180244069420105e-06,
      "loss": 0.875,
      "step": 7395
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.177669848739101e-06,
      "loss": 0.8691,
      "step": 7396
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.175095924653054e-06,
      "loss": 0.8735,
      "step": 7397
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.172522297361683e-06,
      "loss": 0.9155,
      "step": 7398
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.169948967064694e-06,
      "loss": 0.896,
      "step": 7399
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.167375933961761e-06,
      "loss": 0.8794,
      "step": 7400
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.164803198252543e-06,
      "loss": 0.8955,
      "step": 7401
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.162230760136674e-06,
      "loss": 0.8794,
      "step": 7402
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.159658619813757e-06,
      "loss": 0.8779,
      "step": 7403
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.157086777483381e-06,
      "loss": 0.8652,
      "step": 7404
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.154515233345111e-06,
      "loss": 0.9653,
      "step": 7405
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.1519439875984854e-06,
      "loss": 0.9043,
      "step": 7406
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.149373040443021e-06,
      "loss": 0.9028,
      "step": 7407
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.146802392078209e-06,
      "loss": 0.8599,
      "step": 7408
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.14423204270352e-06,
      "loss": 0.9092,
      "step": 7409
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.141661992518407e-06,
      "loss": 0.915,
      "step": 7410
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.1390922417222865e-06,
      "loss": 0.8677,
      "step": 7411
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.136522790514561e-06,
      "loss": 0.854,
      "step": 7412
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.133953639094612e-06,
      "loss": 0.9224,
      "step": 7413
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.13138478766179e-06,
      "loss": 0.9048,
      "step": 7414
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.128816236415428e-06,
      "loss": 0.8965,
      "step": 7415
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.126247985554829e-06,
      "loss": 0.9155,
      "step": 7416
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.12368003527928e-06,
      "loss": 0.9292,
      "step": 7417
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.121112385788044e-06,
      "loss": 0.8647,
      "step": 7418
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.118545037280359e-06,
      "loss": 0.9111,
      "step": 7419
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.115977989955435e-06,
      "loss": 0.8652,
      "step": 7420
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.1134112440124636e-06,
      "loss": 0.8347,
      "step": 7421
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.1108447996506174e-06,
      "loss": 0.8877,
      "step": 7422
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.108278657069034e-06,
      "loss": 0.8745,
      "step": 7423
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.10571281646684e-06,
      "loss": 0.8853,
      "step": 7424
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.1031472780431265e-06,
      "loss": 0.8408,
      "step": 7425
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.10058204199697e-06,
      "loss": 0.8926,
      "step": 7426
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.098017108527421e-06,
      "loss": 0.8979,
      "step": 7427
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.09545247783351e-06,
      "loss": 0.894,
      "step": 7428
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.092888150114234e-06,
      "loss": 0.8745,
      "step": 7429
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.090324125568579e-06,
      "loss": 0.8481,
      "step": 7430
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.087760404395493e-06,
      "loss": 0.8818,
      "step": 7431
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.085196986793919e-06,
      "loss": 0.8979,
      "step": 7432
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.082633872962758e-06,
      "loss": 0.8975,
      "step": 7433
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.080071063100899e-06,
      "loss": 0.9312,
      "step": 7434
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.077508557407201e-06,
      "loss": 0.9199,
      "step": 7435
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.074946356080508e-06,
      "loss": 0.915,
      "step": 7436
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.072384459319635e-06,
      "loss": 0.917,
      "step": 7437
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.069822867323368e-06,
      "loss": 0.8706,
      "step": 7438
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.067261580290476e-06,
      "loss": 0.8691,
      "step": 7439
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.064700598419702e-06,
      "loss": 0.8584,
      "step": 7440
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.062139921909773e-06,
      "loss": 0.4114,
      "step": 7441
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.059579550959377e-06,
      "loss": 0.8828,
      "step": 7442
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.057019485767189e-06,
      "loss": 0.8872,
      "step": 7443
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.0544597265318605e-06,
      "loss": 0.8638,
      "step": 7444
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.051900273452018e-06,
      "loss": 0.8843,
      "step": 7445
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.049341126726261e-06,
      "loss": 0.8857,
      "step": 7446
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.046782286553166e-06,
      "loss": 0.9082,
      "step": 7447
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.0442237531312865e-06,
      "loss": 0.9404,
      "step": 7448
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.041665526659155e-06,
      "loss": 0.895,
      "step": 7449
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.039107607335281e-06,
      "loss": 0.8804,
      "step": 7450
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.036549995358138e-06,
      "loss": 0.8882,
      "step": 7451
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.033992690926194e-06,
      "loss": 0.8716,
      "step": 7452
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.0314356942378795e-06,
      "loss": 0.894,
      "step": 7453
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.028879005491606e-06,
      "loss": 0.9243,
      "step": 7454
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.026322624885761e-06,
      "loss": 0.9209,
      "step": 7455
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.023766552618706e-06,
      "loss": 0.9194,
      "step": 7456
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.0212107888887805e-06,
      "loss": 0.8994,
      "step": 7457
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.018655333894301e-06,
      "loss": 0.9463,
      "step": 7458
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.016100187833565e-06,
      "loss": 0.8882,
      "step": 7459
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.013545350904827e-06,
      "loss": 0.8628,
      "step": 7460
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.01099082330634e-06,
      "loss": 0.8794,
      "step": 7461
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.0084366052363184e-06,
      "loss": 0.874,
      "step": 7462
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.005882696892964e-06,
      "loss": 0.8721,
      "step": 7463
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.003329098474439e-06,
      "loss": 0.8774,
      "step": 7464
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.000775810178897e-06,
      "loss": 0.8867,
      "step": 7465
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.998222832204459e-06,
      "loss": 0.9082,
      "step": 7466
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.995670164749226e-06,
      "loss": 0.8784,
      "step": 7467
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.993117808011274e-06,
      "loss": 0.8745,
      "step": 7468
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.9905657621886495e-06,
      "loss": 0.9072,
      "step": 7469
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.988014027479382e-06,
      "loss": 0.9209,
      "step": 7470
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.9854626040814736e-06,
      "loss": 0.8301,
      "step": 7471
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.982911492192906e-06,
      "loss": 0.8711,
      "step": 7472
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.980360692011628e-06,
      "loss": 0.855,
      "step": 7473
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.9778102037355715e-06,
      "loss": 0.8984,
      "step": 7474
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.9752600275626435e-06,
      "loss": 0.8579,
      "step": 7475
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.972710163690728e-06,
      "loss": 0.8794,
      "step": 7476
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.970160612317681e-06,
      "loss": 0.8687,
      "step": 7477
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.9676113736413334e-06,
      "loss": 0.9224,
      "step": 7478
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.965062447859495e-06,
      "loss": 0.9116,
      "step": 7479
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.962513835169952e-06,
      "loss": 0.8774,
      "step": 7480
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.959965535770467e-06,
      "loss": 0.8892,
      "step": 7481
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.957417549858769e-06,
      "loss": 0.9033,
      "step": 7482
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.9548698776325755e-06,
      "loss": 0.9141,
      "step": 7483
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.9523225192895716e-06,
      "loss": 0.8848,
      "step": 7484
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.949775475027426e-06,
      "loss": 0.8955,
      "step": 7485
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.9472287450437696e-06,
      "loss": 0.439,
      "step": 7486
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.94468232953622e-06,
      "loss": 0.8828,
      "step": 7487
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.942136228702364e-06,
      "loss": 0.8179,
      "step": 7488
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.939590442739773e-06,
      "loss": 0.8994,
      "step": 7489
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.937044971845989e-06,
      "loss": 0.9268,
      "step": 7490
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.93449981621852e-06,
      "loss": 0.8584,
      "step": 7491
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.9319549760548634e-06,
      "loss": 0.8872,
      "step": 7492
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.9294104515524885e-06,
      "loss": 0.8945,
      "step": 7493
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.926866242908836e-06,
      "loss": 0.8799,
      "step": 7494
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.924322350321326e-06,
      "loss": 0.9448,
      "step": 7495
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.92177877398735e-06,
      "loss": 0.8545,
      "step": 7496
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.91923551410428e-06,
      "loss": 0.8823,
      "step": 7497
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.91669257086946e-06,
      "loss": 0.8701,
      "step": 7498
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.914149944480215e-06,
      "loss": 0.8721,
      "step": 7499
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.911607635133834e-06,
      "loss": 0.8906,
      "step": 7500
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.909065643027592e-06,
      "loss": 0.8828,
      "step": 7501
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.9065239683587335e-06,
      "loss": 0.877,
      "step": 7502
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.903982611324486e-06,
      "loss": 0.8789,
      "step": 7503
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.90144157212204e-06,
      "loss": 0.9321,
      "step": 7504
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.89890085094857e-06,
      "loss": 0.9028,
      "step": 7505
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.896360448001227e-06,
      "loss": 0.9116,
      "step": 7506
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.893820363477136e-06,
      "loss": 0.4553,
      "step": 7507
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.8912805975733876e-06,
      "loss": 0.8589,
      "step": 7508
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.888741150487065e-06,
      "loss": 0.9307,
      "step": 7509
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.886202022415209e-06,
      "loss": 0.8472,
      "step": 7510
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.8836632135548485e-06,
      "loss": 0.917,
      "step": 7511
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.881124724102989e-06,
      "loss": 0.8691,
      "step": 7512
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.8785865542565935e-06,
      "loss": 0.8579,
      "step": 7513
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.876048704212618e-06,
      "loss": 0.9165,
      "step": 7514
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.873511174167988e-06,
      "loss": 0.8818,
      "step": 7515
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.870973964319606e-06,
      "loss": 0.8804,
      "step": 7516
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.868437074864344e-06,
      "loss": 0.896,
      "step": 7517
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.865900505999054e-06,
      "loss": 0.8794,
      "step": 7518
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.86336425792056e-06,
      "loss": 0.8667,
      "step": 7519
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.8608283308256665e-06,
      "loss": 0.8979,
      "step": 7520
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.858292724911152e-06,
      "loss": 0.9116,
      "step": 7521
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.855757440373758e-06,
      "loss": 0.9097,
      "step": 7522
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.8532224774102175e-06,
      "loss": 0.8882,
      "step": 7523
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.850687836217233e-06,
      "loss": 0.9219,
      "step": 7524
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.848153516991478e-06,
      "loss": 0.8755,
      "step": 7525
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.845619519929604e-06,
      "loss": 0.8608,
      "step": 7526
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.843085845228237e-06,
      "loss": 0.8955,
      "step": 7527
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.840552493083977e-06,
      "loss": 0.9014,
      "step": 7528
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.83801946369341e-06,
      "loss": 0.9077,
      "step": 7529
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.835486757253073e-06,
      "loss": 0.8325,
      "step": 7530
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.832954373959497e-06,
      "loss": 0.8779,
      "step": 7531
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.830422314009187e-06,
      "loss": 0.8276,
      "step": 7532
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.827890577598616e-06,
      "loss": 0.9209,
      "step": 7533
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.82535916492424e-06,
      "loss": 0.9683,
      "step": 7534
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.822828076182477e-06,
      "loss": 0.8145,
      "step": 7535
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.820297311569731e-06,
      "loss": 0.9048,
      "step": 7536
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.817766871282382e-06,
      "loss": 0.8838,
      "step": 7537
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.815236755516771e-06,
      "loss": 0.895,
      "step": 7538
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.812706964469234e-06,
      "loss": 0.8926,
      "step": 7539
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.8101774983360605e-06,
      "loss": 0.8589,
      "step": 7540
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.807648357313529e-06,
      "loss": 0.9277,
      "step": 7541
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.80511954159789e-06,
      "loss": 0.8555,
      "step": 7542
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.802591051385372e-06,
      "loss": 0.8662,
      "step": 7543
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.800062886872166e-06,
      "loss": 0.8809,
      "step": 7544
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.797535048254449e-06,
      "loss": 0.897,
      "step": 7545
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.79500753572837e-06,
      "loss": 0.9077,
      "step": 7546
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.7924803494900575e-06,
      "loss": 0.9038,
      "step": 7547
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.789953489735598e-06,
      "loss": 0.8716,
      "step": 7548
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.787426956661071e-06,
      "loss": 0.8413,
      "step": 7549
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.784900750462522e-06,
      "loss": 0.8491,
      "step": 7550
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.782374871335978e-06,
      "loss": 0.8901,
      "step": 7551
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.779849319477427e-06,
      "loss": 0.4272,
      "step": 7552
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.777324095082847e-06,
      "loss": 0.8398,
      "step": 7553
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.774799198348176e-06,
      "loss": 0.8452,
      "step": 7554
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.77227462946934e-06,
      "loss": 0.8945,
      "step": 7555
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.769750388642236e-06,
      "loss": 0.8862,
      "step": 7556
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.767226476062725e-06,
      "loss": 0.856,
      "step": 7557
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.764702891926657e-06,
      "loss": 0.9165,
      "step": 7558
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.762179636429848e-06,
      "loss": 0.9209,
      "step": 7559
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.759656709768094e-06,
      "loss": 0.9268,
      "step": 7560
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.757134112137157e-06,
      "loss": 0.8804,
      "step": 7561
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.754611843732782e-06,
      "loss": 0.873,
      "step": 7562
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.7520899047506865e-06,
      "loss": 0.9131,
      "step": 7563
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.7495682953865586e-06,
      "loss": 0.8887,
      "step": 7564
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.747047015836067e-06,
      "loss": 0.9575,
      "step": 7565
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.744526066294846e-06,
      "loss": 0.8359,
      "step": 7566
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.742005446958512e-06,
      "loss": 0.9009,
      "step": 7567
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.739485158022658e-06,
      "loss": 0.9028,
      "step": 7568
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.736965199682838e-06,
      "loss": 0.8921,
      "step": 7569
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.734445572134596e-06,
      "loss": 0.9175,
      "step": 7570
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.731926275573437e-06,
      "loss": 0.8516,
      "step": 7571
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.72940731019485e-06,
      "loss": 0.9155,
      "step": 7572
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.726888676194295e-06,
      "loss": 0.8936,
      "step": 7573
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.724370373767211e-06,
      "loss": 0.9258,
      "step": 7574
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.7218524031089975e-06,
      "loss": 0.8828,
      "step": 7575
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.719334764415041e-06,
      "loss": 0.8779,
      "step": 7576
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.716817457880699e-06,
      "loss": 0.9287,
      "step": 7577
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.714300483701306e-06,
      "loss": 0.8423,
      "step": 7578
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.71178384207216e-06,
      "loss": 0.8721,
      "step": 7579
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.709267533188547e-06,
      "loss": 0.8901,
      "step": 7580
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.706751557245716e-06,
      "loss": 0.9282,
      "step": 7581
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.704235914438903e-06,
      "loss": 0.8906,
      "step": 7582
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.7017206049633015e-06,
      "loss": 0.8604,
      "step": 7583
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.699205629014088e-06,
      "loss": 0.9023,
      "step": 7584
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.696690986786422e-06,
      "loss": 0.8584,
      "step": 7585
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.6941766784754175e-06,
      "loss": 0.8511,
      "step": 7586
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.6916627042761805e-06,
      "loss": 0.8545,
      "step": 7587
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.689149064383777e-06,
      "loss": 0.8667,
      "step": 7588
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.686635758993257e-06,
      "loss": 0.9106,
      "step": 7589
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.684122788299642e-06,
      "loss": 0.9111,
      "step": 7590
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.6816101524979295e-06,
      "loss": 0.9229,
      "step": 7591
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.679097851783082e-06,
      "loss": 0.875,
      "step": 7592
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.6765858863500455e-06,
      "loss": 0.8618,
      "step": 7593
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.674074256393736e-06,
      "loss": 0.8843,
      "step": 7594
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.671562962109044e-06,
      "loss": 0.9326,
      "step": 7595
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.66905200369084e-06,
      "loss": 0.8823,
      "step": 7596
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.666541381333953e-06,
      "loss": 0.8833,
      "step": 7597
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.6640310952332e-06,
      "loss": 0.8789,
      "step": 7598
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.661521145583373e-06,
      "loss": 0.9258,
      "step": 7599
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.659011532579222e-06,
      "loss": 0.8486,
      "step": 7600
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.6565022564154905e-06,
      "loss": 0.8643,
      "step": 7601
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.653993317286879e-06,
      "loss": 0.8872,
      "step": 7602
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.651484715388072e-06,
      "loss": 0.8667,
      "step": 7603
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.648976450913731e-06,
      "loss": 0.8984,
      "step": 7604
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.646468524058477e-06,
      "loss": 0.8862,
      "step": 7605
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.643960935016915e-06,
      "loss": 0.8872,
      "step": 7606
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.641453683983626e-06,
      "loss": 0.8813,
      "step": 7607
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.6389467711531595e-06,
      "loss": 0.9038,
      "step": 7608
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.636440196720043e-06,
      "loss": 0.9004,
      "step": 7609
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.6339339608787695e-06,
      "loss": 0.8804,
      "step": 7610
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.631428063823811e-06,
      "loss": 0.8838,
      "step": 7611
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.6289225057496185e-06,
      "loss": 0.8833,
      "step": 7612
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.626417286850613e-06,
      "loss": 0.9053,
      "step": 7613
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.623912407321179e-06,
      "loss": 0.4709,
      "step": 7614
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.6214078673556885e-06,
      "loss": 0.8887,
      "step": 7615
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.618903667148486e-06,
      "loss": 0.8833,
      "step": 7616
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.616399806893879e-06,
      "loss": 0.8799,
      "step": 7617
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.61389628678616e-06,
      "loss": 0.9028,
      "step": 7618
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.611393107019585e-06,
      "loss": 0.8696,
      "step": 7619
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.608890267788394e-06,
      "loss": 0.8423,
      "step": 7620
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.606387769286793e-06,
      "loss": 0.8994,
      "step": 7621
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.603885611708969e-06,
      "loss": 0.8784,
      "step": 7622
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.601383795249071e-06,
      "loss": 0.8853,
      "step": 7623
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.598882320101231e-06,
      "loss": 0.8555,
      "step": 7624
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.596381186459552e-06,
      "loss": 0.8818,
      "step": 7625
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.5938803945181145e-06,
      "loss": 0.9175,
      "step": 7626
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.59137994447096e-06,
      "loss": 0.8921,
      "step": 7627
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.588879836512115e-06,
      "loss": 0.8672,
      "step": 7628
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.58638007083558e-06,
      "loss": 0.8999,
      "step": 7629
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.58388064763532e-06,
      "loss": 0.8877,
      "step": 7630
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.581381567105285e-06,
      "loss": 0.8965,
      "step": 7631
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.578882829439385e-06,
      "loss": 0.8813,
      "step": 7632
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.576384434831516e-06,
      "loss": 0.9033,
      "step": 7633
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.573886383475535e-06,
      "loss": 0.9126,
      "step": 7634
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.571388675565287e-06,
      "loss": 0.8477,
      "step": 7635
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.568891311294575e-06,
      "loss": 0.877,
      "step": 7636
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.5663942908571855e-06,
      "loss": 0.8667,
      "step": 7637
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.563897614446876e-06,
      "loss": 0.8594,
      "step": 7638
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.5614012822573794e-06,
      "loss": 0.8813,
      "step": 7639
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.5589052944824e-06,
      "loss": 0.8794,
      "step": 7640
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.556409651315607e-06,
      "loss": 0.8711,
      "step": 7641
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.553914352950657e-06,
      "loss": 0.8867,
      "step": 7642
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.551419399581172e-06,
      "loss": 0.918,
      "step": 7643
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.548924791400753e-06,
      "loss": 0.9194,
      "step": 7644
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.546430528602962e-06,
      "loss": 0.8745,
      "step": 7645
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.5439366113813456e-06,
      "loss": 0.8799,
      "step": 7646
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.541443039929424e-06,
      "loss": 0.9346,
      "step": 7647
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.538949814440679e-06,
      "loss": 0.9336,
      "step": 7648
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.5364569351085824e-06,
      "loss": 0.8887,
      "step": 7649
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.533964402126561e-06,
      "loss": 0.8799,
      "step": 7650
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.531472215688029e-06,
      "loss": 0.8267,
      "step": 7651
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.528980375986366e-06,
      "loss": 0.8809,
      "step": 7652
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.526488883214931e-06,
      "loss": 0.8574,
      "step": 7653
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.5239977375670484e-06,
      "loss": 0.9302,
      "step": 7654
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.521506939236018e-06,
      "loss": 0.8862,
      "step": 7655
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.519016488415118e-06,
      "loss": 0.9258,
      "step": 7656
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.516526385297598e-06,
      "loss": 0.8623,
      "step": 7657
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.51403663007667e-06,
      "loss": 0.8975,
      "step": 7658
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.511547222945533e-06,
      "loss": 0.9248,
      "step": 7659
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.509058164097352e-06,
      "loss": 0.8848,
      "step": 7660
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.506569453725267e-06,
      "loss": 0.9126,
      "step": 7661
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.504081092022394e-06,
      "loss": 0.9009,
      "step": 7662
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.5015930791818105e-06,
      "loss": 0.8701,
      "step": 7663
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.499105415396583e-06,
      "loss": 0.8604,
      "step": 7664
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.496618100859733e-06,
      "loss": 0.8999,
      "step": 7665
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.494131135764273e-06,
      "loss": 0.939,
      "step": 7666
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.491644520303174e-06,
      "loss": 0.856,
      "step": 7667
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.489158254669389e-06,
      "loss": 0.8755,
      "step": 7668
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.486672339055838e-06,
      "loss": 0.9058,
      "step": 7669
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.484186773655419e-06,
      "loss": 0.8672,
      "step": 7670
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.481701558661004e-06,
      "loss": 0.8765,
      "step": 7671
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.4792166942654235e-06,
      "loss": 0.8965,
      "step": 7672
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.4767321806614996e-06,
      "loss": 0.874,
      "step": 7673
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.474248018042016e-06,
      "loss": 0.9082,
      "step": 7674
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.471764206599736e-06,
      "loss": 0.8613,
      "step": 7675
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.469280746527385e-06,
      "loss": 0.8857,
      "step": 7676
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.466797638017672e-06,
      "loss": 0.877,
      "step": 7677
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.464314881263274e-06,
      "loss": 0.8877,
      "step": 7678
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.461832476456845e-06,
      "loss": 0.8774,
      "step": 7679
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.459350423791001e-06,
      "loss": 0.8921,
      "step": 7680
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.456868723458344e-06,
      "loss": 0.8848,
      "step": 7681
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.454387375651437e-06,
      "loss": 0.8467,
      "step": 7682
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.451906380562824e-06,
      "loss": 0.8877,
      "step": 7683
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.449425738385019e-06,
      "loss": 0.8848,
      "step": 7684
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.446945449310506e-06,
      "loss": 0.8765,
      "step": 7685
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.444465513531745e-06,
      "loss": 0.8828,
      "step": 7686
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.441985931241167e-06,
      "loss": 0.877,
      "step": 7687
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.4395067026311794e-06,
      "loss": 0.9199,
      "step": 7688
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.4370278278941534e-06,
      "loss": 0.875,
      "step": 7689
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.434549307222441e-06,
      "loss": 0.8936,
      "step": 7690
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.432071140808362e-06,
      "loss": 0.8589,
      "step": 7691
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.429593328844214e-06,
      "loss": 0.877,
      "step": 7692
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.427115871522264e-06,
      "loss": 0.9033,
      "step": 7693
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.4246387690347445e-06,
      "loss": 0.938,
      "step": 7694
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.422162021573871e-06,
      "loss": 0.4199,
      "step": 7695
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.419685629331833e-06,
      "loss": 0.9028,
      "step": 7696
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.4172095925007825e-06,
      "loss": 0.8486,
      "step": 7697
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.414733911272843e-06,
      "loss": 0.4763,
      "step": 7698
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.41225858584012e-06,
      "loss": 0.8936,
      "step": 7699
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.409783616394687e-06,
      "loss": 0.8936,
      "step": 7700
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.407309003128596e-06,
      "loss": 0.9478,
      "step": 7701
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.404834746233856e-06,
      "loss": 0.8535,
      "step": 7702
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.402360845902461e-06,
      "loss": 0.8721,
      "step": 7703
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.399887302326375e-06,
      "loss": 0.8706,
      "step": 7704
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.397414115697535e-06,
      "loss": 0.874,
      "step": 7705
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.394941286207849e-06,
      "loss": 0.8872,
      "step": 7706
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.3924688140491925e-06,
      "loss": 0.8618,
      "step": 7707
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.38999669941342e-06,
      "loss": 0.8774,
      "step": 7708
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.387524942492357e-06,
      "loss": 0.8521,
      "step": 7709
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.385053543477803e-06,
      "loss": 0.8691,
      "step": 7710
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.382582502561521e-06,
      "loss": 0.9019,
      "step": 7711
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.3801118199352575e-06,
      "loss": 0.8882,
      "step": 7712
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.37764149579072e-06,
      "loss": 0.8979,
      "step": 7713
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.375171530319599e-06,
      "loss": 0.9146,
      "step": 7714
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.372701923713552e-06,
      "loss": 0.8696,
      "step": 7715
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.370232676164207e-06,
      "loss": 0.8779,
      "step": 7716
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.3677637878631635e-06,
      "loss": 0.8579,
      "step": 7717
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.3652952590020015e-06,
      "loss": 0.8965,
      "step": 7718
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.362827089772267e-06,
      "loss": 0.8794,
      "step": 7719
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.360359280365473e-06,
      "loss": 0.8716,
      "step": 7720
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.357891830973113e-06,
      "loss": 0.8755,
      "step": 7721
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.35542474178665e-06,
      "loss": 0.9033,
      "step": 7722
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.352958012997522e-06,
      "loss": 0.8662,
      "step": 7723
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.350491644797129e-06,
      "loss": 0.9277,
      "step": 7724
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.348025637376851e-06,
      "loss": 0.8804,
      "step": 7725
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.345559990928042e-06,
      "loss": 0.8643,
      "step": 7726
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.343094705642024e-06,
      "loss": 0.8965,
      "step": 7727
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.340629781710089e-06,
      "loss": 0.8901,
      "step": 7728
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.338165219323507e-06,
      "loss": 0.856,
      "step": 7729
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.335701018673514e-06,
      "loss": 0.8716,
      "step": 7730
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.333237179951318e-06,
      "loss": 0.8813,
      "step": 7731
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.330773703348109e-06,
      "loss": 0.8936,
      "step": 7732
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.328310589055034e-06,
      "loss": 0.8862,
      "step": 7733
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.32584783726322e-06,
      "loss": 0.8711,
      "step": 7734
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.323385448163768e-06,
      "loss": 0.9014,
      "step": 7735
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.3209234219477455e-06,
      "loss": 0.853,
      "step": 7736
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.318461758806201e-06,
      "loss": 0.8721,
      "step": 7737
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.316000458930138e-06,
      "loss": 0.8496,
      "step": 7738
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.313539522510547e-06,
      "loss": 0.8843,
      "step": 7739
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.3110789497383845e-06,
      "loss": 0.8711,
      "step": 7740
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.308618740804581e-06,
      "loss": 0.9038,
      "step": 7741
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.306158895900034e-06,
      "loss": 0.9429,
      "step": 7742
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.303699415215617e-06,
      "loss": 0.8857,
      "step": 7743
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.301240298942179e-06,
      "loss": 0.5242,
      "step": 7744
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.298781547270533e-06,
      "loss": 0.8643,
      "step": 7745
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.2963231603914586e-06,
      "loss": 0.8989,
      "step": 7746
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.293865138495724e-06,
      "loss": 0.916,
      "step": 7747
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.291407481774058e-06,
      "loss": 0.8569,
      "step": 7748
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.288950190417163e-06,
      "loss": 0.8936,
      "step": 7749
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.2864932646157195e-06,
      "loss": 0.9297,
      "step": 7750
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.284036704560362e-06,
      "loss": 0.8955,
      "step": 7751
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.281580510441714e-06,
      "loss": 0.876,
      "step": 7752
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.279124682450365e-06,
      "loss": 0.9097,
      "step": 7753
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.276669220776879e-06,
      "loss": 0.9077,
      "step": 7754
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.27421412561178e-06,
      "loss": 0.8789,
      "step": 7755
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.271759397145577e-06,
      "loss": 0.876,
      "step": 7756
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.269305035568746e-06,
      "loss": 0.9517,
      "step": 7757
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.266851041071737e-06,
      "loss": 0.8926,
      "step": 7758
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.264397413844958e-06,
      "loss": 0.8892,
      "step": 7759
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.261944154078811e-06,
      "loss": 0.8721,
      "step": 7760
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.259491261963649e-06,
      "loss": 0.8652,
      "step": 7761
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.257038737689807e-06,
      "loss": 0.8477,
      "step": 7762
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.254586581447594e-06,
      "loss": 0.8311,
      "step": 7763
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.252134793427279e-06,
      "loss": 0.8687,
      "step": 7764
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.249683373819112e-06,
      "loss": 0.9268,
      "step": 7765
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.247232322813311e-06,
      "loss": 0.8828,
      "step": 7766
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.244781640600074e-06,
      "loss": 0.8711,
      "step": 7767
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.24233132736955e-06,
      "loss": 0.8662,
      "step": 7768
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.239881383311879e-06,
      "loss": 0.8828,
      "step": 7769
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.237431808617163e-06,
      "loss": 0.8218,
      "step": 7770
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.234982603475478e-06,
      "loss": 0.9019,
      "step": 7771
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.232533768076875e-06,
      "loss": 0.874,
      "step": 7772
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.230085302611366e-06,
      "loss": 0.9087,
      "step": 7773
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.227637207268943e-06,
      "loss": 0.9219,
      "step": 7774
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.22518948223957e-06,
      "loss": 0.897,
      "step": 7775
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.22274212771317e-06,
      "loss": 0.9194,
      "step": 7776
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.220295143879659e-06,
      "loss": 0.9023,
      "step": 7777
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.217848530928899e-06,
      "loss": 0.8706,
      "step": 7778
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.215402289050741e-06,
      "loss": 0.8779,
      "step": 7779
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.212956418435002e-06,
      "loss": 0.917,
      "step": 7780
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.210510919271474e-06,
      "loss": 0.8774,
      "step": 7781
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.20806579174991e-06,
      "loss": 0.8818,
      "step": 7782
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.205621036060042e-06,
      "loss": 0.8408,
      "step": 7783
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.203176652391574e-06,
      "loss": 0.9033,
      "step": 7784
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.200732640934181e-06,
      "loss": 0.8613,
      "step": 7785
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.198289001877499e-06,
      "loss": 0.8843,
      "step": 7786
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.195845735411147e-06,
      "loss": 0.8911,
      "step": 7787
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.193402841724711e-06,
      "loss": 0.8999,
      "step": 7788
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.19096032100775e-06,
      "loss": 0.7849,
      "step": 7789
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.188518173449792e-06,
      "loss": 0.8711,
      "step": 7790
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.186076399240334e-06,
      "loss": 0.9194,
      "step": 7791
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.1836349985688495e-06,
      "loss": 0.8369,
      "step": 7792
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.181193971624773e-06,
      "loss": 0.8726,
      "step": 7793
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.178753318597525e-06,
      "loss": 0.9004,
      "step": 7794
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.1763130396764815e-06,
      "loss": 0.8843,
      "step": 7795
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.173873135051002e-06,
      "loss": 0.8716,
      "step": 7796
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.171433604910408e-06,
      "loss": 0.8677,
      "step": 7797
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.168994449444002e-06,
      "loss": 0.8428,
      "step": 7798
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.166555668841042e-06,
      "loss": 0.8994,
      "step": 7799
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.164117263290771e-06,
      "loss": 0.8999,
      "step": 7800
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.161679232982397e-06,
      "loss": 0.9019,
      "step": 7801
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.159241578105102e-06,
      "loss": 0.8599,
      "step": 7802
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.156804298848037e-06,
      "loss": 0.8643,
      "step": 7803
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.1543673954003185e-06,
      "loss": 0.9795,
      "step": 7804
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.15193086795104e-06,
      "loss": 0.9097,
      "step": 7805
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.149494716689272e-06,
      "loss": 0.9336,
      "step": 7806
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.147058941804039e-06,
      "loss": 0.8892,
      "step": 7807
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.144623543484353e-06,
      "loss": 0.8467,
      "step": 7808
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.1421885219191805e-06,
      "loss": 0.8872,
      "step": 7809
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.139753877297475e-06,
      "loss": 0.8296,
      "step": 7810
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.137319609808151e-06,
      "loss": 0.9048,
      "step": 7811
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.134885719640101e-06,
      "loss": 0.8594,
      "step": 7812
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.132452206982177e-06,
      "loss": 0.8994,
      "step": 7813
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.130019072023209e-06,
      "loss": 0.873,
      "step": 7814
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.127586314952e-06,
      "loss": 0.8687,
      "step": 7815
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.125153935957323e-06,
      "loss": 0.9136,
      "step": 7816
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.122721935227911e-06,
      "loss": 0.897,
      "step": 7817
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.1202903129524804e-06,
      "loss": 0.9067,
      "step": 7818
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.117859069319715e-06,
      "loss": 0.8398,
      "step": 7819
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.115428204518269e-06,
      "loss": 0.9106,
      "step": 7820
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.112997718736761e-06,
      "loss": 0.4353,
      "step": 7821
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.110567612163788e-06,
      "loss": 0.9043,
      "step": 7822
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.10813788498792e-06,
      "loss": 0.9517,
      "step": 7823
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.105708537397682e-06,
      "loss": 0.8843,
      "step": 7824
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.10327956958159e-06,
      "loss": 0.8579,
      "step": 7825
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.100850981728113e-06,
      "loss": 0.8745,
      "step": 7826
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.0984227740257e-06,
      "loss": 0.8525,
      "step": 7827
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.09599494666277e-06,
      "loss": 0.833,
      "step": 7828
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.093567499827716e-06,
      "loss": 0.9238,
      "step": 7829
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.091140433708887e-06,
      "loss": 0.9053,
      "step": 7830
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.088713748494616e-06,
      "loss": 0.9062,
      "step": 7831
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.086287444373202e-06,
      "loss": 0.8887,
      "step": 7832
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.083861521532917e-06,
      "loss": 0.8794,
      "step": 7833
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.0814359801620025e-06,
      "loss": 0.8857,
      "step": 7834
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.079010820448665e-06,
      "loss": 0.8647,
      "step": 7835
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.076586042581084e-06,
      "loss": 0.9097,
      "step": 7836
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.0741616467474156e-06,
      "loss": 0.8706,
      "step": 7837
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.071737633135783e-06,
      "loss": 0.8628,
      "step": 7838
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.069314001934273e-06,
      "loss": 0.8638,
      "step": 7839
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.066890753330954e-06,
      "loss": 0.9082,
      "step": 7840
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.0644678875138505e-06,
      "loss": 0.8955,
      "step": 7841
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.0620454046709745e-06,
      "loss": 0.8843,
      "step": 7842
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.059623304990292e-06,
      "loss": 0.8052,
      "step": 7843
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.05720158865975e-06,
      "loss": 0.915,
      "step": 7844
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.05478025586726e-06,
      "loss": 0.8315,
      "step": 7845
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.052359306800709e-06,
      "loss": 0.8979,
      "step": 7846
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.049938741647955e-06,
      "loss": 0.8633,
      "step": 7847
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.047518560596814e-06,
      "loss": 0.9102,
      "step": 7848
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.045098763835086e-06,
      "loss": 0.9072,
      "step": 7849
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.042679351550533e-06,
      "loss": 0.8682,
      "step": 7850
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.040260323930897e-06,
      "loss": 0.916,
      "step": 7851
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.037841681163873e-06,
      "loss": 0.8662,
      "step": 7852
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.035423423437141e-06,
      "loss": 0.8828,
      "step": 7853
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.033005550938352e-06,
      "loss": 0.9038,
      "step": 7854
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.030588063855112e-06,
      "loss": 0.9121,
      "step": 7855
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.028170962375016e-06,
      "loss": 0.896,
      "step": 7856
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.02575424668561e-06,
      "loss": 0.8828,
      "step": 7857
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.023337916974426e-06,
      "loss": 0.8843,
      "step": 7858
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.020921973428958e-06,
      "loss": 0.8755,
      "step": 7859
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.018506416236676e-06,
      "loss": 0.8921,
      "step": 7860
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.016091245585009e-06,
      "loss": 0.9429,
      "step": 7861
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.0136764616613676e-06,
      "loss": 0.8247,
      "step": 7862
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.011262064653126e-06,
      "loss": 0.874,
      "step": 7863
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.008848054747635e-06,
      "loss": 0.8843,
      "step": 7864
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.006434432132201e-06,
      "loss": 0.854,
      "step": 7865
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.004021196994118e-06,
      "loss": 0.8696,
      "step": 7866
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.001608349520637e-06,
      "loss": 0.9224,
      "step": 7867
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.999195889898986e-06,
      "loss": 0.9009,
      "step": 7868
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.996783818316363e-06,
      "loss": 0.8643,
      "step": 7869
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.994372134959927e-06,
      "loss": 0.8877,
      "step": 7870
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.991960840016823e-06,
      "loss": 0.8564,
      "step": 7871
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.989549933674145e-06,
      "loss": 0.8535,
      "step": 7872
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.987139416118977e-06,
      "loss": 0.8506,
      "step": 7873
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.9847292875383554e-06,
      "loss": 0.9048,
      "step": 7874
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.982319548119302e-06,
      "loss": 0.3694,
      "step": 7875
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.979910198048797e-06,
      "loss": 0.8687,
      "step": 7876
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.977501237513798e-06,
      "loss": 0.8594,
      "step": 7877
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.975092666701231e-06,
      "loss": 0.8779,
      "step": 7878
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.972684485797984e-06,
      "loss": 0.8843,
      "step": 7879
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.970276694990922e-06,
      "loss": 0.8867,
      "step": 7880
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.96786929446688e-06,
      "loss": 0.875,
      "step": 7881
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.965462284412664e-06,
      "loss": 0.833,
      "step": 7882
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.9630556650150395e-06,
      "loss": 0.8843,
      "step": 7883
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.9606494364607535e-06,
      "loss": 0.8311,
      "step": 7884
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.958243598936517e-06,
      "loss": 0.8696,
      "step": 7885
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.9558381526290155e-06,
      "loss": 0.8643,
      "step": 7886
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.953433097724893e-06,
      "loss": 0.8867,
      "step": 7887
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.95102843441078e-06,
      "loss": 0.916,
      "step": 7888
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.948624162873256e-06,
      "loss": 0.8833,
      "step": 7889
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.946220283298887e-06,
      "loss": 0.9282,
      "step": 7890
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.943816795874207e-06,
      "loss": 0.8467,
      "step": 7891
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.941413700785707e-06,
      "loss": 0.875,
      "step": 7892
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.93901099821986e-06,
      "loss": 0.8975,
      "step": 7893
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.936608688363105e-06,
      "loss": 0.9126,
      "step": 7894
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.934206771401853e-06,
      "loss": 0.8887,
      "step": 7895
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.931805247522473e-06,
      "loss": 0.8599,
      "step": 7896
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.929404116911318e-06,
      "loss": 0.9219,
      "step": 7897
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.927003379754705e-06,
      "loss": 0.3997,
      "step": 7898
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.9246030362389165e-06,
      "loss": 0.8662,
      "step": 7899
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.9222030865502144e-06,
      "loss": 0.9155,
      "step": 7900
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.919803530874816e-06,
      "loss": 0.8809,
      "step": 7901
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.917404369398922e-06,
      "loss": 0.8315,
      "step": 7902
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.915005602308689e-06,
      "loss": 0.9028,
      "step": 7903
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.912607229790257e-06,
      "loss": 0.8491,
      "step": 7904
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.9102092520297225e-06,
      "loss": 0.9199,
      "step": 7905
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.9078116692131615e-06,
      "loss": 0.8467,
      "step": 7906
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.905414481526614e-06,
      "loss": 0.8799,
      "step": 7907
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.903017689156089e-06,
      "loss": 0.4097,
      "step": 7908
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.900621292287573e-06,
      "loss": 0.8838,
      "step": 7909
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.898225291107006e-06,
      "loss": 0.8687,
      "step": 7910
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.89582968580031e-06,
      "loss": 0.8945,
      "step": 7911
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.893434476553375e-06,
      "loss": 0.8779,
      "step": 7912
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.8910396635520595e-06,
      "loss": 0.9097,
      "step": 7913
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.888645246982183e-06,
      "loss": 0.9087,
      "step": 7914
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.886251227029545e-06,
      "loss": 0.9131,
      "step": 7915
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.88385760387991e-06,
      "loss": 0.4094,
      "step": 7916
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.881464377719016e-06,
      "loss": 0.8638,
      "step": 7917
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.879071548732559e-06,
      "loss": 0.876,
      "step": 7918
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.876679117106218e-06,
      "loss": 0.8916,
      "step": 7919
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.874287083025627e-06,
      "loss": 0.8555,
      "step": 7920
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.871895446676401e-06,
      "loss": 0.8774,
      "step": 7921
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.869504208244123e-06,
      "loss": 0.9038,
      "step": 7922
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.867113367914336e-06,
      "loss": 0.8745,
      "step": 7923
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.864722925872559e-06,
      "loss": 0.9067,
      "step": 7924
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.862332882304282e-06,
      "loss": 0.874,
      "step": 7925
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.859943237394963e-06,
      "loss": 0.8472,
      "step": 7926
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.8575539913300205e-06,
      "loss": 0.8838,
      "step": 7927
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.8551651442948525e-06,
      "loss": 0.8506,
      "step": 7928
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.852776696474823e-06,
      "loss": 0.8306,
      "step": 7929
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.850388648055262e-06,
      "loss": 0.8867,
      "step": 7930
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.848000999221478e-06,
      "loss": 0.8984,
      "step": 7931
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.845613750158732e-06,
      "loss": 0.9058,
      "step": 7932
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.843226901052267e-06,
      "loss": 0.8184,
      "step": 7933
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.840840452087295e-06,
      "loss": 0.8491,
      "step": 7934
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.838454403448987e-06,
      "loss": 0.8696,
      "step": 7935
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.836068755322496e-06,
      "loss": 0.9097,
      "step": 7936
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.83368350789293e-06,
      "loss": 0.9209,
      "step": 7937
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.831298661345375e-06,
      "loss": 0.8994,
      "step": 7938
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.82891421586489e-06,
      "loss": 0.8711,
      "step": 7939
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.826530171636489e-06,
      "loss": 0.8848,
      "step": 7940
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.824146528845165e-06,
      "loss": 0.832,
      "step": 7941
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.821763287675879e-06,
      "loss": 0.8975,
      "step": 7942
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.819380448313559e-06,
      "loss": 0.9053,
      "step": 7943
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.816998010943106e-06,
      "loss": 0.9092,
      "step": 7944
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.814615975749377e-06,
      "loss": 0.8916,
      "step": 7945
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.812234342917213e-06,
      "loss": 0.8916,
      "step": 7946
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.809853112631415e-06,
      "loss": 0.9058,
      "step": 7947
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.807472285076762e-06,
      "loss": 0.8896,
      "step": 7948
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.805091860437985e-06,
      "loss": 0.4607,
      "step": 7949
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.802711838899803e-06,
      "loss": 0.8975,
      "step": 7950
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.800332220646886e-06,
      "loss": 0.8657,
      "step": 7951
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.797953005863886e-06,
      "loss": 0.9277,
      "step": 7952
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.795574194735422e-06,
      "loss": 0.9043,
      "step": 7953
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.7931957874460715e-06,
      "loss": 0.856,
      "step": 7954
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.79081778418039e-06,
      "loss": 0.8945,
      "step": 7955
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.788440185122902e-06,
      "loss": 0.8423,
      "step": 7956
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.7860629904581e-06,
      "loss": 0.853,
      "step": 7957
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.783686200370437e-06,
      "loss": 0.9224,
      "step": 7958
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.781309815044343e-06,
      "loss": 0.9106,
      "step": 7959
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.778933834664216e-06,
      "loss": 0.8667,
      "step": 7960
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.776558259414422e-06,
      "loss": 0.915,
      "step": 7961
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.774183089479291e-06,
      "loss": 0.9067,
      "step": 7962
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.771808325043126e-06,
      "loss": 0.8853,
      "step": 7963
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.769433966290199e-06,
      "loss": 0.8306,
      "step": 7964
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.7670600134047515e-06,
      "loss": 0.8696,
      "step": 7965
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.764686466570985e-06,
      "loss": 0.8604,
      "step": 7966
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.7623133259730825e-06,
      "loss": 0.8901,
      "step": 7967
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.759940591795181e-06,
      "loss": 0.8955,
      "step": 7968
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.757568264221398e-06,
      "loss": 0.9307,
      "step": 7969
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.7551963434358186e-06,
      "loss": 0.8604,
      "step": 7970
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.7528248296224835e-06,
      "loss": 0.9038,
      "step": 7971
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.750453722965418e-06,
      "loss": 0.8525,
      "step": 7972
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.7480830236486064e-06,
      "loss": 0.897,
      "step": 7973
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.7457127318560046e-06,
      "loss": 0.9189,
      "step": 7974
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.74334284777154e-06,
      "loss": 0.8906,
      "step": 7975
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.740973371579097e-06,
      "loss": 0.5095,
      "step": 7976
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.738604303462541e-06,
      "loss": 0.8857,
      "step": 7977
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.7362356436056975e-06,
      "loss": 0.8848,
      "step": 7978
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.73386739219237e-06,
      "loss": 0.9238,
      "step": 7979
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.731499549406315e-06,
      "loss": 0.9199,
      "step": 7980
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.72913211543127e-06,
      "loss": 0.8799,
      "step": 7981
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.726765090450941e-06,
      "loss": 0.8457,
      "step": 7982
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.724398474648989e-06,
      "loss": 0.877,
      "step": 7983
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.7220322682090626e-06,
      "loss": 0.938,
      "step": 7984
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.719666471314757e-06,
      "loss": 0.874,
      "step": 7985
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.7173010841496545e-06,
      "loss": 0.8799,
      "step": 7986
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.714936106897297e-06,
      "loss": 0.9219,
      "step": 7987
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.7125715397411985e-06,
      "loss": 0.875,
      "step": 7988
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.710207382864831e-06,
      "loss": 0.8877,
      "step": 7989
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.707843636451647e-06,
      "loss": 0.8867,
      "step": 7990
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.705480300685059e-06,
      "loss": 0.8853,
      "step": 7991
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.7031173757484594e-06,
      "loss": 0.8994,
      "step": 7992
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.700754861825188e-06,
      "loss": 0.8809,
      "step": 7993
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.698392759098572e-06,
      "loss": 0.9062,
      "step": 7994
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.696031067751898e-06,
      "loss": 0.8877,
      "step": 7995
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.6936697879684266e-06,
      "loss": 0.8931,
      "step": 7996
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.691308919931373e-06,
      "loss": 0.8433,
      "step": 7997
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.688948463823939e-06,
      "loss": 0.9258,
      "step": 7998
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.686588419829276e-06,
      "loss": 0.4441,
      "step": 7999
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.684228788130518e-06,
      "loss": 0.8979,
      "step": 8000
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.681869568910763e-06,
      "loss": 0.8804,
      "step": 8001
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.679510762353069e-06,
      "loss": 0.8965,
      "step": 8002
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.677152368640471e-06,
      "loss": 0.8428,
      "step": 8003
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.674794387955971e-06,
      "loss": 0.9048,
      "step": 8004
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.6724368204825366e-06,
      "loss": 0.9048,
      "step": 8005
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.6700796664031065e-06,
      "loss": 0.8647,
      "step": 8006
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.667722925900579e-06,
      "loss": 0.834,
      "step": 8007
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.665366599157831e-06,
      "loss": 0.8716,
      "step": 8008
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.6630106863576996e-06,
      "loss": 0.8853,
      "step": 8009
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.660655187682998e-06,
      "loss": 0.8667,
      "step": 8010
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.658300103316493e-06,
      "loss": 0.8579,
      "step": 8011
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.655945433440934e-06,
      "loss": 0.9058,
      "step": 8012
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.653591178239034e-06,
      "loss": 0.8682,
      "step": 8013
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.651237337893467e-06,
      "loss": 0.9004,
      "step": 8014
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.648883912586886e-06,
      "loss": 0.8896,
      "step": 8015
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.6465309025018975e-06,
      "loss": 0.8887,
      "step": 8016
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.644178307821089e-06,
      "loss": 0.8462,
      "step": 8017
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.641826128727012e-06,
      "loss": 0.916,
      "step": 8018
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.639474365402186e-06,
      "loss": 0.8408,
      "step": 8019
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.637123018029091e-06,
      "loss": 0.8882,
      "step": 8020
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.6347720867901825e-06,
      "loss": 0.8521,
      "step": 8021
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.632421571867885e-06,
      "loss": 0.9282,
      "step": 8022
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.630071473444587e-06,
      "loss": 0.8657,
      "step": 8023
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.627721791702641e-06,
      "loss": 0.8955,
      "step": 8024
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.625372526824374e-06,
      "loss": 0.8965,
      "step": 8025
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.623023678992078e-06,
      "loss": 0.855,
      "step": 8026
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.620675248388013e-06,
      "loss": 0.8687,
      "step": 8027
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.618327235194408e-06,
      "loss": 0.8589,
      "step": 8028
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.615979639593453e-06,
      "loss": 0.8906,
      "step": 8029
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.613632461767317e-06,
      "loss": 0.9248,
      "step": 8030
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.611285701898121e-06,
      "loss": 0.915,
      "step": 8031
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.608939360167972e-06,
      "loss": 0.8525,
      "step": 8032
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.606593436758928e-06,
      "loss": 0.8862,
      "step": 8033
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.604247931853024e-06,
      "loss": 0.9429,
      "step": 8034
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.60190284563226e-06,
      "loss": 0.8496,
      "step": 8035
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.599558178278609e-06,
      "loss": 0.937,
      "step": 8036
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.597213929973998e-06,
      "loss": 0.8857,
      "step": 8037
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.5948701009003336e-06,
      "loss": 0.918,
      "step": 8038
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.592526691239486e-06,
      "loss": 0.8521,
      "step": 8039
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.590183701173292e-06,
      "loss": 0.8926,
      "step": 8040
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.5878411308835615e-06,
      "loss": 0.8994,
      "step": 8041
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.5854989805520585e-06,
      "loss": 0.8628,
      "step": 8042
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.583157250360528e-06,
      "loss": 0.8398,
      "step": 8043
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.5808159404906795e-06,
      "loss": 0.8633,
      "step": 8044
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.5784750511241815e-06,
      "loss": 0.8945,
      "step": 8045
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.576134582442683e-06,
      "loss": 0.8877,
      "step": 8046
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.573794534627785e-06,
      "loss": 0.8687,
      "step": 8047
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.571454907861072e-06,
      "loss": 0.855,
      "step": 8048
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.569115702324082e-06,
      "loss": 0.7981,
      "step": 8049
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.566776918198335e-06,
      "loss": 0.8921,
      "step": 8050
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.5644385556653e-06,
      "loss": 0.8799,
      "step": 8051
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.5621006149064276e-06,
      "loss": 0.8672,
      "step": 8052
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.55976309610313e-06,
      "loss": 0.8721,
      "step": 8053
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.5574259994367935e-06,
      "loss": 0.8804,
      "step": 8054
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.5550893250887554e-06,
      "loss": 0.876,
      "step": 8055
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.5527530732403365e-06,
      "loss": 0.9038,
      "step": 8056
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.55041724407282e-06,
      "loss": 0.9121,
      "step": 8057
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.548081837767457e-06,
      "loss": 0.9077,
      "step": 8058
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.545746854505457e-06,
      "loss": 0.9004,
      "step": 8059
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.543412294468009e-06,
      "loss": 0.8901,
      "step": 8060
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.541078157836266e-06,
      "loss": 0.9116,
      "step": 8061
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.538744444791339e-06,
      "loss": 0.8735,
      "step": 8062
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.536411155514321e-06,
      "loss": 0.9009,
      "step": 8063
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.534078290186257e-06,
      "loss": 0.8838,
      "step": 8064
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.53174584898817e-06,
      "loss": 0.8906,
      "step": 8065
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.529413832101046e-06,
      "loss": 0.8677,
      "step": 8066
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.5270822397058434e-06,
      "loss": 0.896,
      "step": 8067
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.524751071983475e-06,
      "loss": 0.8391,
      "step": 8068
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.522420329114832e-06,
      "loss": 0.8555,
      "step": 8069
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.520090011280769e-06,
      "loss": 0.9282,
      "step": 8070
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.517760118662108e-06,
      "loss": 0.8296,
      "step": 8071
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.515430651439642e-06,
      "loss": 0.8828,
      "step": 8072
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.513101609794118e-06,
      "loss": 0.9146,
      "step": 8073
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.510772993906264e-06,
      "loss": 0.8979,
      "step": 8074
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.5084448039567685e-06,
      "loss": 0.8843,
      "step": 8075
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.506117040126293e-06,
      "loss": 0.916,
      "step": 8076
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.503789702595453e-06,
      "loss": 0.8857,
      "step": 8077
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.501462791544847e-06,
      "loss": 0.8892,
      "step": 8078
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.4991363071550235e-06,
      "loss": 0.8882,
      "step": 8079
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.496810249606512e-06,
      "loss": 0.8936,
      "step": 8080
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.4944846190798076e-06,
      "loss": 0.877,
      "step": 8081
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.492159415755359e-06,
      "loss": 0.8501,
      "step": 8082
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.489834639813597e-06,
      "loss": 0.8726,
      "step": 8083
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.4875102914349124e-06,
      "loss": 0.8418,
      "step": 8084
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.485186370799667e-06,
      "loss": 0.9263,
      "step": 8085
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.482862878088179e-06,
      "loss": 0.8916,
      "step": 8086
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.4805398134807454e-06,
      "loss": 0.8882,
      "step": 8087
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.478217177157624e-06,
      "loss": 0.8535,
      "step": 8088
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.475894969299045e-06,
      "loss": 0.9058,
      "step": 8089
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.473573190085192e-06,
      "loss": 0.854,
      "step": 8090
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.47125183969623e-06,
      "loss": 0.9038,
      "step": 8091
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.468930918312288e-06,
      "loss": 0.918,
      "step": 8092
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.466610426113449e-06,
      "loss": 0.8887,
      "step": 8093
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.464290363279783e-06,
      "loss": 0.8965,
      "step": 8094
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.461970729991306e-06,
      "loss": 0.8784,
      "step": 8095
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.459651526428017e-06,
      "loss": 0.8516,
      "step": 8096
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.457332752769873e-06,
      "loss": 0.9019,
      "step": 8097
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.455014409196805e-06,
      "loss": 0.9268,
      "step": 8098
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.452696495888699e-06,
      "loss": 0.8491,
      "step": 8099
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.450379013025415e-06,
      "loss": 0.8853,
      "step": 8100
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.448061960786782e-06,
      "loss": 0.9204,
      "step": 8101
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.445745339352591e-06,
      "loss": 0.8823,
      "step": 8102
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.443429148902604e-06,
      "loss": 0.8662,
      "step": 8103
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.441113389616541e-06,
      "loss": 0.9048,
      "step": 8104
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.4387980616740945e-06,
      "loss": 0.8887,
      "step": 8105
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.436483165254927e-06,
      "loss": 0.8599,
      "step": 8106
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.434168700538666e-06,
      "loss": 0.9053,
      "step": 8107
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.431854667704895e-06,
      "loss": 0.8521,
      "step": 8108
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.42954106693318e-06,
      "loss": 0.9009,
      "step": 8109
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.4272278984030385e-06,
      "loss": 0.8965,
      "step": 8110
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.424915162293968e-06,
      "loss": 0.9087,
      "step": 8111
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.4226028587854196e-06,
      "loss": 0.8633,
      "step": 8112
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.420290988056821e-06,
      "loss": 0.8901,
      "step": 8113
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.417979550287562e-06,
      "loss": 0.8408,
      "step": 8114
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.415668545656999e-06,
      "loss": 0.8838,
      "step": 8115
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.41335797434446e-06,
      "loss": 0.8853,
      "step": 8116
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.411047836529226e-06,
      "loss": 0.8945,
      "step": 8117
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.408738132390557e-06,
      "loss": 0.8252,
      "step": 8118
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.406428862107677e-06,
      "loss": 0.8921,
      "step": 8119
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.404120025859775e-06,
      "loss": 0.8706,
      "step": 8120
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.401811623826001e-06,
      "loss": 0.8687,
      "step": 8121
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.399503656185479e-06,
      "loss": 0.8828,
      "step": 8122
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.397196123117297e-06,
      "loss": 0.8979,
      "step": 8123
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.3948890248005106e-06,
      "loss": 0.8774,
      "step": 8124
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.392582361414135e-06,
      "loss": 0.8667,
      "step": 8125
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.3902761331371624e-06,
      "loss": 0.8354,
      "step": 8126
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.387970340148539e-06,
      "loss": 0.8657,
      "step": 8127
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.385664982627186e-06,
      "loss": 0.4841,
      "step": 8128
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.383360060751992e-06,
      "loss": 0.9141,
      "step": 8129
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.381055574701803e-06,
      "loss": 0.875,
      "step": 8130
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.378751524655437e-06,
      "loss": 0.8516,
      "step": 8131
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.376447910791679e-06,
      "loss": 0.9072,
      "step": 8132
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.374144733289283e-06,
      "loss": 0.8882,
      "step": 8133
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.371841992326957e-06,
      "loss": 0.8843,
      "step": 8134
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.369539688083386e-06,
      "loss": 0.9058,
      "step": 8135
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.367237820737219e-06,
      "loss": 0.8506,
      "step": 8136
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.364936390467068e-06,
      "loss": 0.8892,
      "step": 8137
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.36263539745152e-06,
      "loss": 0.8398,
      "step": 8138
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.360334841869113e-06,
      "loss": 0.8467,
      "step": 8139
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.358034723898361e-06,
      "loss": 0.8691,
      "step": 8140
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.3557350437177484e-06,
      "loss": 0.8564,
      "step": 8141
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.3534358015057145e-06,
      "loss": 0.8584,
      "step": 8142
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.351136997440667e-06,
      "loss": 0.8442,
      "step": 8143
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.348838631700986e-06,
      "loss": 0.9082,
      "step": 8144
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.3465407044650135e-06,
      "loss": 0.8853,
      "step": 8145
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.344243215911058e-06,
      "loss": 0.7561,
      "step": 8146
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.341946166217398e-06,
      "loss": 0.8784,
      "step": 8147
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.339649555562265e-06,
      "loss": 0.8633,
      "step": 8148
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.3373533841238714e-06,
      "loss": 0.8838,
      "step": 8149
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.335057652080386e-06,
      "loss": 0.8262,
      "step": 8150
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.332762359609954e-06,
      "loss": 0.9116,
      "step": 8151
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.330467506890671e-06,
      "loss": 0.9004,
      "step": 8152
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.328173094100609e-06,
      "loss": 0.8994,
      "step": 8153
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.325879121417806e-06,
      "loss": 0.9155,
      "step": 8154
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.323585589020265e-06,
      "loss": 0.8921,
      "step": 8155
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.321292497085948e-06,
      "loss": 0.9155,
      "step": 8156
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.318999845792794e-06,
      "loss": 0.8848,
      "step": 8157
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.316707635318696e-06,
      "loss": 0.8784,
      "step": 8158
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.3144158658415204e-06,
      "loss": 0.8652,
      "step": 8159
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.3121245375391044e-06,
      "loss": 0.897,
      "step": 8160
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.309833650589234e-06,
      "loss": 0.9038,
      "step": 8161
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.307543205169677e-06,
      "loss": 0.8916,
      "step": 8162
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.305253201458162e-06,
      "loss": 0.856,
      "step": 8163
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.302963639632384e-06,
      "loss": 0.8745,
      "step": 8164
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.300674519869995e-06,
      "loss": 0.876,
      "step": 8165
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.2983858423486255e-06,
      "loss": 0.9194,
      "step": 8166
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.296097607245866e-06,
      "loss": 0.8813,
      "step": 8167
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.293809814739271e-06,
      "loss": 0.8853,
      "step": 8168
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.291522465006368e-06,
      "loss": 0.8628,
      "step": 8169
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.289235558224637e-06,
      "loss": 0.8838,
      "step": 8170
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.286949094571534e-06,
      "loss": 0.8569,
      "step": 8171
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.284663074224482e-06,
      "loss": 0.9043,
      "step": 8172
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.282377497360858e-06,
      "loss": 0.8916,
      "step": 8173
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.2800923641580205e-06,
      "loss": 0.916,
      "step": 8174
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.277807674793277e-06,
      "loss": 0.8628,
      "step": 8175
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.2755234294439115e-06,
      "loss": 0.8721,
      "step": 8176
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.273239628287172e-06,
      "loss": 0.8809,
      "step": 8177
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.270956271500275e-06,
      "loss": 0.8823,
      "step": 8178
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.2686733592603906e-06,
      "loss": 0.8779,
      "step": 8179
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.2663908917446635e-06,
      "loss": 0.8901,
      "step": 8180
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.264108869130205e-06,
      "loss": 0.9204,
      "step": 8181
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.261827291594092e-06,
      "loss": 0.4285,
      "step": 8182
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.259546159313359e-06,
      "loss": 0.8618,
      "step": 8183
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.257265472465012e-06,
      "loss": 0.458,
      "step": 8184
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.254985231226023e-06,
      "loss": 0.8677,
      "step": 8185
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.252705435773331e-06,
      "loss": 0.8599,
      "step": 8186
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.2504260862838305e-06,
      "loss": 0.3711,
      "step": 8187
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.248147182934394e-06,
      "loss": 0.8853,
      "step": 8188
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.245868725901854e-06,
      "loss": 0.8501,
      "step": 8189
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.2435907153630025e-06,
      "loss": 0.9004,
      "step": 8190
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.241313151494611e-06,
      "loss": 0.8799,
      "step": 8191
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.239036034473397e-06,
      "loss": 0.8721,
      "step": 8192
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.2367593644760615e-06,
      "loss": 0.8979,
      "step": 8193
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.234483141679262e-06,
      "loss": 0.8442,
      "step": 8194
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.2322073662596255e-06,
      "loss": 0.8374,
      "step": 8195
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.229932038393736e-06,
      "loss": 0.9258,
      "step": 8196
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.22765715825815e-06,
      "loss": 0.9038,
      "step": 8197
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.225382726029389e-06,
      "loss": 0.835,
      "step": 8198
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.223108741883939e-06,
      "loss": 0.8535,
      "step": 8199
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.220835205998251e-06,
      "loss": 0.8936,
      "step": 8200
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.218562118548738e-06,
      "loss": 0.4675,
      "step": 8201
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.216289479711781e-06,
      "loss": 0.9067,
      "step": 8202
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.21401728966373e-06,
      "loss": 0.8604,
      "step": 8203
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.211745548580891e-06,
      "loss": 0.9243,
      "step": 8204
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.209474256639546e-06,
      "loss": 0.8765,
      "step": 8205
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.207203414015931e-06,
      "loss": 0.9189,
      "step": 8206
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.204933020886256e-06,
      "loss": 0.8379,
      "step": 8207
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.202663077426696e-06,
      "loss": 0.9131,
      "step": 8208
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.20039358381338e-06,
      "loss": 0.8296,
      "step": 8209
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.198124540222415e-06,
      "loss": 0.8481,
      "step": 8210
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.195855946829868e-06,
      "loss": 0.8833,
      "step": 8211
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.193587803811769e-06,
      "loss": 0.8462,
      "step": 8212
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.191320111344124e-06,
      "loss": 0.8809,
      "step": 8213
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.189052869602883e-06,
      "loss": 0.855,
      "step": 8214
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.186786078763979e-06,
      "loss": 0.9253,
      "step": 8215
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.184519739003304e-06,
      "loss": 0.8594,
      "step": 8216
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.18225385049672e-06,
      "loss": 0.874,
      "step": 8217
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.179988413420042e-06,
      "loss": 0.894,
      "step": 8218
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.17772342794906e-06,
      "loss": 0.853,
      "step": 8219
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.1754588942595295e-06,
      "loss": 0.8755,
      "step": 8220
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.173194812527162e-06,
      "loss": 0.8813,
      "step": 8221
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.170931182927647e-06,
      "loss": 0.917,
      "step": 8222
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.168668005636623e-06,
      "loss": 0.8994,
      "step": 8223
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.166405280829705e-06,
      "loss": 0.8354,
      "step": 8224
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.164143008682472e-06,
      "loss": 0.8643,
      "step": 8225
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.161881189370468e-06,
      "loss": 0.9019,
      "step": 8226
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.159619823069193e-06,
      "loss": 0.8906,
      "step": 8227
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.157358909954123e-06,
      "loss": 0.8618,
      "step": 8228
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.15509845020069e-06,
      "loss": 0.873,
      "step": 8229
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.152838443984305e-06,
      "loss": 0.8325,
      "step": 8230
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.150578891480321e-06,
      "loss": 0.8931,
      "step": 8231
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.148319792864077e-06,
      "loss": 0.8247,
      "step": 8232
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.1460611483108646e-06,
      "loss": 0.8789,
      "step": 8233
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.143802957995947e-06,
      "loss": 0.915,
      "step": 8234
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.141545222094552e-06,
      "loss": 0.8833,
      "step": 8235
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.13928794078186e-06,
      "loss": 0.9399,
      "step": 8236
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.137031114233035e-06,
      "loss": 0.8989,
      "step": 8237
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.134774742623189e-06,
      "loss": 0.8569,
      "step": 8238
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.132518826127413e-06,
      "loss": 0.8477,
      "step": 8239
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.130263364920747e-06,
      "loss": 0.8926,
      "step": 8240
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.128008359178209e-06,
      "loss": 0.9048,
      "step": 8241
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.125753809074776e-06,
      "loss": 0.9019,
      "step": 8242
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.123499714785392e-06,
      "loss": 0.8828,
      "step": 8243
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.121246076484967e-06,
      "loss": 0.897,
      "step": 8244
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.118992894348365e-06,
      "loss": 0.8872,
      "step": 8245
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.116740168550427e-06,
      "loss": 0.8931,
      "step": 8246
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.114487899265954e-06,
      "loss": 0.8994,
      "step": 8247
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.112236086669714e-06,
      "loss": 0.938,
      "step": 8248
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.10998473093643e-06,
      "loss": 0.875,
      "step": 8249
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.107733832240803e-06,
      "loss": 0.9224,
      "step": 8250
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.105483390757492e-06,
      "loss": 0.8887,
      "step": 8251
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.103233406661117e-06,
      "loss": 0.8574,
      "step": 8252
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.10098388012627e-06,
      "loss": 0.8774,
      "step": 8253
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.0987348113275e-06,
      "loss": 0.8867,
      "step": 8254
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.096486200439325e-06,
      "loss": 0.9165,
      "step": 8255
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.094238047636228e-06,
      "loss": 0.896,
      "step": 8256
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.091990353092659e-06,
      "loss": 0.8564,
      "step": 8257
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.089743116983021e-06,
      "loss": 0.8413,
      "step": 8258
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.087496339481691e-06,
      "loss": 0.8701,
      "step": 8259
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.0852500207630116e-06,
      "loss": 0.917,
      "step": 8260
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.083004161001288e-06,
      "loss": 0.853,
      "step": 8261
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.080758760370782e-06,
      "loss": 0.9067,
      "step": 8262
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.078513819045731e-06,
      "loss": 0.8823,
      "step": 8263
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.076269337200328e-06,
      "loss": 0.8999,
      "step": 8264
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.07402531500874e-06,
      "loss": 0.8853,
      "step": 8265
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.0717817526450906e-06,
      "loss": 0.8906,
      "step": 8266
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.069538650283466e-06,
      "loss": 0.8237,
      "step": 8267
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.067296008097927e-06,
      "loss": 0.8857,
      "step": 8268
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.065053826262485e-06,
      "loss": 0.8613,
      "step": 8269
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.062812104951129e-06,
      "loss": 0.9189,
      "step": 8270
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.0605708443378e-06,
      "loss": 0.875,
      "step": 8271
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.058330044596413e-06,
      "loss": 0.8652,
      "step": 8272
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.056089705900842e-06,
      "loss": 0.8833,
      "step": 8273
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.053849828424929e-06,
      "loss": 0.9517,
      "step": 8274
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.05161041234248e-06,
      "loss": 0.8306,
      "step": 8275
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.049371457827258e-06,
      "loss": 0.405,
      "step": 8276
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.047132965052997e-06,
      "loss": 0.8447,
      "step": 8277
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.044894934193393e-06,
      "loss": 0.8579,
      "step": 8278
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.042657365422113e-06,
      "loss": 0.8901,
      "step": 8279
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.040420258912773e-06,
      "loss": 0.8813,
      "step": 8280
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.038183614838966e-06,
      "loss": 0.8252,
      "step": 8281
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.035947433374243e-06,
      "loss": 0.9141,
      "step": 8282
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.033711714692129e-06,
      "loss": 0.8413,
      "step": 8283
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.031476458966095e-06,
      "loss": 0.874,
      "step": 8284
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.029241666369596e-06,
      "loss": 0.8657,
      "step": 8285
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.027007337076031e-06,
      "loss": 0.873,
      "step": 8286
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.0247734712587796e-06,
      "loss": 0.459,
      "step": 8287
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.022540069091182e-06,
      "loss": 0.8735,
      "step": 8288
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.020307130746532e-06,
      "loss": 0.8848,
      "step": 8289
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.018074656398101e-06,
      "loss": 0.8789,
      "step": 8290
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.015842646219117e-06,
      "loss": 0.9111,
      "step": 8291
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.013611100382776e-06,
      "loss": 0.8799,
      "step": 8292
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.0113800190622305e-06,
      "loss": 0.8936,
      "step": 8293
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.009149402430606e-06,
      "loss": 0.9087,
      "step": 8294
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.0069192506609846e-06,
      "loss": 0.8667,
      "step": 8295
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.00468956392642e-06,
      "loss": 0.8477,
      "step": 8296
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.002460342399924e-06,
      "loss": 0.9131,
      "step": 8297
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.00023158625447e-06,
      "loss": 0.8975,
      "step": 8298
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.998003295663007e-06,
      "loss": 0.8813,
      "step": 8299
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.995775470798431e-06,
      "loss": 0.8818,
      "step": 8300
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.993548111833617e-06,
      "loss": 0.835,
      "step": 8301
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.991321218941393e-06,
      "loss": 0.8818,
      "step": 8302
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.989094792294558e-06,
      "loss": 0.8833,
      "step": 8303
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.986868832065872e-06,
      "loss": 0.8667,
      "step": 8304
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.984643338428063e-06,
      "loss": 0.8779,
      "step": 8305
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.982418311553811e-06,
      "loss": 0.835,
      "step": 8306
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.980193751615772e-06,
      "loss": 0.8608,
      "step": 8307
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.977969658786561e-06,
      "loss": 0.8994,
      "step": 8308
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.975746033238758e-06,
      "loss": 0.8711,
      "step": 8309
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.973522875144908e-06,
      "loss": 0.8887,
      "step": 8310
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.971300184677513e-06,
      "loss": 0.8438,
      "step": 8311
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.969077962009046e-06,
      "loss": 0.8433,
      "step": 8312
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.966856207311939e-06,
      "loss": 0.8784,
      "step": 8313
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.964634920758596e-06,
      "loss": 0.8965,
      "step": 8314
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.962414102521369e-06,
      "loss": 0.9053,
      "step": 8315
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.960193752772593e-06,
      "loss": 0.9019,
      "step": 8316
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.957973871684548e-06,
      "loss": 0.8589,
      "step": 8317
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.955754459429489e-06,
      "loss": 0.8755,
      "step": 8318
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.953535516179639e-06,
      "loss": 0.8701,
      "step": 8319
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.951317042107165e-06,
      "loss": 0.4495,
      "step": 8320
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.94909903738422e-06,
      "loss": 0.875,
      "step": 8321
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.946881502182907e-06,
      "loss": 0.9302,
      "step": 8322
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.944664436675299e-06,
      "loss": 0.8745,
      "step": 8323
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.942447841033426e-06,
      "loss": 0.8555,
      "step": 8324
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.940231715429288e-06,
      "loss": 0.8623,
      "step": 8325
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.938016060034845e-06,
      "loss": 0.8765,
      "step": 8326
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.935800875022026e-06,
      "loss": 0.937,
      "step": 8327
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.93358616056271e-06,
      "loss": 0.8711,
      "step": 8328
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.931371916828754e-06,
      "loss": 0.9116,
      "step": 8329
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.929158143991974e-06,
      "loss": 0.8569,
      "step": 8330
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.92694484222415e-06,
      "loss": 0.8491,
      "step": 8331
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.924732011697017e-06,
      "loss": 0.832,
      "step": 8332
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.922519652582286e-06,
      "loss": 0.916,
      "step": 8333
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.920307765051622e-06,
      "loss": 0.8896,
      "step": 8334
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.918096349276659e-06,
      "loss": 0.9092,
      "step": 8335
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.9158854054289955e-06,
      "loss": 0.9028,
      "step": 8336
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.9136749336801835e-06,
      "loss": 0.8647,
      "step": 8337
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.911464934201751e-06,
      "loss": 0.9082,
      "step": 8338
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.9092554071651804e-06,
      "loss": 0.5388,
      "step": 8339
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.9070463527419225e-06,
      "loss": 0.4861,
      "step": 8340
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.9048377711033916e-06,
      "loss": 0.8906,
      "step": 8341
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.902629662420958e-06,
      "loss": 0.8813,
      "step": 8342
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.900422026865964e-06,
      "loss": 0.8735,
      "step": 8343
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.89821486460971e-06,
      "loss": 0.9062,
      "step": 8344
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.896008175823468e-06,
      "loss": 0.9004,
      "step": 8345
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.8938019606784575e-06,
      "loss": 0.8804,
      "step": 8346
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.8915962193458775e-06,
      "loss": 0.8311,
      "step": 8347
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.889390951996878e-06,
      "loss": 0.8701,
      "step": 8348
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.887186158802581e-06,
      "loss": 0.8716,
      "step": 8349
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.8849818399340655e-06,
      "loss": 0.4392,
      "step": 8350
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.882777995562376e-06,
      "loss": 0.9185,
      "step": 8351
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.880574625858523e-06,
      "loss": 0.8374,
      "step": 8352
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.878371730993476e-06,
      "loss": 0.8721,
      "step": 8353
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.876169311138175e-06,
      "loss": 0.8618,
      "step": 8354
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.873967366463508e-06,
      "loss": 0.8823,
      "step": 8355
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.871765897140341e-06,
      "loss": 0.8726,
      "step": 8356
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.869564903339496e-06,
      "loss": 0.8882,
      "step": 8357
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.8673643852317655e-06,
      "loss": 0.9136,
      "step": 8358
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.8651643429878915e-06,
      "loss": 0.9155,
      "step": 8359
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.8629647767785895e-06,
      "loss": 0.9067,
      "step": 8360
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.860765686774537e-06,
      "loss": 0.8813,
      "step": 8361
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.858567073146375e-06,
      "loss": 0.4414,
      "step": 8362
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.856368936064701e-06,
      "loss": 0.8667,
      "step": 8363
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.854171275700084e-06,
      "loss": 0.8701,
      "step": 8364
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.851974092223048e-06,
      "loss": 0.9165,
      "step": 8365
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.849777385804086e-06,
      "loss": 0.8643,
      "step": 8366
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.847581156613657e-06,
      "loss": 0.918,
      "step": 8367
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.84538540482217e-06,
      "loss": 0.8687,
      "step": 8368
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.843190130600009e-06,
      "loss": 0.8965,
      "step": 8369
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.840995334117517e-06,
      "loss": 0.8945,
      "step": 8370
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.838801015544998e-06,
      "loss": 0.8984,
      "step": 8371
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.836607175052729e-06,
      "loss": 0.8638,
      "step": 8372
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.834413812810931e-06,
      "loss": 0.8931,
      "step": 8373
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.832220928989803e-06,
      "loss": 0.8325,
      "step": 8374
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.830028523759502e-06,
      "loss": 0.8857,
      "step": 8375
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.827836597290154e-06,
      "loss": 0.873,
      "step": 8376
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.825645149751833e-06,
      "loss": 0.9302,
      "step": 8377
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.823454181314591e-06,
      "loss": 0.8745,
      "step": 8378
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.821263692148437e-06,
      "loss": 0.9106,
      "step": 8379
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.819073682423339e-06,
      "loss": 0.9111,
      "step": 8380
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.8168841523092356e-06,
      "loss": 0.8335,
      "step": 8381
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.8146951019760204e-06,
      "loss": 0.8667,
      "step": 8382
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.8125065315935537e-06,
      "loss": 0.8838,
      "step": 8383
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.810318441331661e-06,
      "loss": 0.8569,
      "step": 8384
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.8081308313601285e-06,
      "loss": 0.875,
      "step": 8385
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.8059437018486998e-06,
      "loss": 0.9365,
      "step": 8386
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.8037570529670897e-06,
      "loss": 0.9312,
      "step": 8387
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.8015708848849707e-06,
      "loss": 0.8979,
      "step": 8388
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7993851977719833e-06,
      "loss": 0.874,
      "step": 8389
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7971999917977186e-06,
      "loss": 0.8677,
      "step": 8390
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.795015267131743e-06,
      "loss": 0.8765,
      "step": 8391
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.792831023943582e-06,
      "loss": 0.8545,
      "step": 8392
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7906472624027225e-06,
      "loss": 0.8896,
      "step": 8393
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.788463982678611e-06,
      "loss": 0.8774,
      "step": 8394
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7862811849406644e-06,
      "loss": 0.8989,
      "step": 8395
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7840988693582512e-06,
      "loss": 0.8877,
      "step": 8396
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.781917036100714e-06,
      "loss": 0.8818,
      "step": 8397
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7797356853373535e-06,
      "loss": 0.8413,
      "step": 8398
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7775548172374275e-06,
      "loss": 0.9067,
      "step": 8399
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7753744319701644e-06,
      "loss": 0.8164,
      "step": 8400
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.773194529704751e-06,
      "loss": 0.8843,
      "step": 8401
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.771015110610341e-06,
      "loss": 0.4653,
      "step": 8402
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.768836174856042e-06,
      "loss": 0.8945,
      "step": 8403
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.76665772261093e-06,
      "loss": 0.8672,
      "step": 8404
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7644797540440446e-06,
      "loss": 0.9238,
      "step": 8405
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.762302269324386e-06,
      "loss": 0.9043,
      "step": 8406
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7601252686209187e-06,
      "loss": 0.9165,
      "step": 8407
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7579487521025624e-06,
      "loss": 0.877,
      "step": 8408
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7557727199382088e-06,
      "loss": 0.8843,
      "step": 8409
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.753597172296709e-06,
      "loss": 0.8677,
      "step": 8410
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7514221093468696e-06,
      "loss": 0.8784,
      "step": 8411
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7492475312574715e-06,
      "loss": 0.9077,
      "step": 8412
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.747073438197246e-06,
      "loss": 0.9111,
      "step": 8413
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.744899830334896e-06,
      "loss": 0.8862,
      "step": 8414
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.742726707839083e-06,
      "loss": 0.8789,
      "step": 8415
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.740554070878434e-06,
      "loss": 0.8818,
      "step": 8416
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.738381919621529e-06,
      "loss": 0.8843,
      "step": 8417
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7362102542369194e-06,
      "loss": 0.9014,
      "step": 8418
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7340390748931177e-06,
      "loss": 0.8442,
      "step": 8419
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.731868381758601e-06,
      "loss": 0.8794,
      "step": 8420
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.729698175001797e-06,
      "loss": 0.8672,
      "step": 8421
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7275284547911063e-06,
      "loss": 0.8633,
      "step": 8422
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.725359221294891e-06,
      "loss": 0.8784,
      "step": 8423
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.723190474681475e-06,
      "loss": 0.8691,
      "step": 8424
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7210222151191376e-06,
      "loss": 0.8545,
      "step": 8425
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7188544427761276e-06,
      "loss": 0.8682,
      "step": 8426
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7166871578206587e-06,
      "loss": 0.8745,
      "step": 8427
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7145203604208944e-06,
      "loss": 0.8989,
      "step": 8428
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7123540507449763e-06,
      "loss": 0.8604,
      "step": 8429
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.710188228960991e-06,
      "loss": 0.8818,
      "step": 8430
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.708022895237001e-06,
      "loss": 0.9175,
      "step": 8431
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.7058580497410256e-06,
      "loss": 0.8687,
      "step": 8432
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.7036936926410504e-06,
      "loss": 0.8618,
      "step": 8433
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.701529824105011e-06,
      "loss": 0.8726,
      "step": 8434
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6993664443008203e-06,
      "loss": 0.8564,
      "step": 8435
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6972035533963424e-06,
      "loss": 0.894,
      "step": 8436
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6950411515594107e-06,
      "loss": 0.9058,
      "step": 8437
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6928792389578195e-06,
      "loss": 0.8599,
      "step": 8438
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.690717815759316e-06,
      "loss": 0.9116,
      "step": 8439
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.688556882131621e-06,
      "loss": 0.9648,
      "step": 8440
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6863964382424157e-06,
      "loss": 0.8999,
      "step": 8441
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6842364842593336e-06,
      "loss": 0.427,
      "step": 8442
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6820770203499834e-06,
      "loss": 0.8921,
      "step": 8443
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.679918046681923e-06,
      "loss": 0.8965,
      "step": 8444
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6777595634226827e-06,
      "loss": 0.9077,
      "step": 8445
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.675601570739753e-06,
      "loss": 0.8237,
      "step": 8446
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.673444068800578e-06,
      "loss": 0.8862,
      "step": 8447
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6712870577725735e-06,
      "loss": 0.9009,
      "step": 8448
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.669130537823112e-06,
      "loss": 0.8896,
      "step": 8449
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6669745091195307e-06,
      "loss": 0.895,
      "step": 8450
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6648189718291304e-06,
      "loss": 0.8525,
      "step": 8451
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.662663926119163e-06,
      "loss": 0.8994,
      "step": 8452
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.660509372156856e-06,
      "loss": 0.8882,
      "step": 8453
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6583553101093895e-06,
      "loss": 0.8843,
      "step": 8454
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.656201740143914e-06,
      "loss": 0.9233,
      "step": 8455
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6540486624275295e-06,
      "loss": 0.8452,
      "step": 8456
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.651896077127307e-06,
      "loss": 0.8804,
      "step": 8457
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6497439844102823e-06,
      "loss": 0.8804,
      "step": 8458
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.647592384443439e-06,
      "loss": 0.8481,
      "step": 8459
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.64544127739374e-06,
      "loss": 0.8647,
      "step": 8460
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.643290663428093e-06,
      "loss": 0.8706,
      "step": 8461
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6411405427133784e-06,
      "loss": 0.853,
      "step": 8462
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.638990915416437e-06,
      "loss": 0.8892,
      "step": 8463
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6368417817040723e-06,
      "loss": 0.8501,
      "step": 8464
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6346931417430407e-06,
      "loss": 0.856,
      "step": 8465
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6325449957000704e-06,
      "loss": 0.9111,
      "step": 8466
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.630397343741846e-06,
      "loss": 0.8706,
      "step": 8467
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.628250186035017e-06,
      "loss": 0.834,
      "step": 8468
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.626103522746195e-06,
      "loss": 0.8979,
      "step": 8469
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6239573540419447e-06,
      "loss": 0.8501,
      "step": 8470
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6218116800888027e-06,
      "loss": 0.8853,
      "step": 8471
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6196665010532616e-06,
      "loss": 0.4531,
      "step": 8472
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6175218171017824e-06,
      "loss": 0.8506,
      "step": 8473
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6153776284007756e-06,
      "loss": 0.8428,
      "step": 8474
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.613233935116626e-06,
      "loss": 0.8457,
      "step": 8475
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6110907374156677e-06,
      "loss": 0.9097,
      "step": 8476
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.60894803546421e-06,
      "loss": 0.9146,
      "step": 8477
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.606805829428509e-06,
      "loss": 0.9028,
      "step": 8478
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6046641194747954e-06,
      "loss": 0.7847,
      "step": 8479
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6025229057692535e-06,
      "loss": 0.9448,
      "step": 8480
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.600382188478032e-06,
      "loss": 0.4263,
      "step": 8481
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.598241967767244e-06,
      "loss": 0.8931,
      "step": 8482
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5961022438029546e-06,
      "loss": 0.8457,
      "step": 8483
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5939630167511995e-06,
      "loss": 0.9004,
      "step": 8484
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.591824286777973e-06,
      "loss": 0.9092,
      "step": 8485
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.589686054049232e-06,
      "loss": 0.8486,
      "step": 8486
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.587548318730889e-06,
      "loss": 0.8823,
      "step": 8487
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.585411080988824e-06,
      "loss": 0.9277,
      "step": 8488
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5832743409888815e-06,
      "loss": 0.8623,
      "step": 8489
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.581138098896855e-06,
      "loss": 0.875,
      "step": 8490
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5790023548785123e-06,
      "loss": 0.9312,
      "step": 8491
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5768671090995734e-06,
      "loss": 0.8755,
      "step": 8492
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5747323617257245e-06,
      "loss": 0.8804,
      "step": 8493
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5725981129226127e-06,
      "loss": 0.8848,
      "step": 8494
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.570464362855849e-06,
      "loss": 0.9023,
      "step": 8495
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5683311116909956e-06,
      "loss": 0.8384,
      "step": 8496
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5661983595935866e-06,
      "loss": 0.855,
      "step": 8497
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.564066106729113e-06,
      "loss": 0.9023,
      "step": 8498
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5619343532630314e-06,
      "loss": 0.8999,
      "step": 8499
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.559803099360749e-06,
      "loss": 0.835,
      "step": 8500
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.557672345187645e-06,
      "loss": 0.8921,
      "step": 8501
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5555420909090553e-06,
      "loss": 0.8916,
      "step": 8502
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5534123366902785e-06,
      "loss": 0.896,
      "step": 8503
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.551283082696576e-06,
      "loss": 0.8447,
      "step": 8504
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.549154329093162e-06,
      "loss": 0.8687,
      "step": 8505
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5470260760452233e-06,
      "loss": 0.8618,
      "step": 8506
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.544898323717897e-06,
      "loss": 0.876,
      "step": 8507
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.542771072276293e-06,
      "loss": 0.8525,
      "step": 8508
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.540644321885469e-06,
      "loss": 0.8892,
      "step": 8509
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5385180727104552e-06,
      "loss": 0.8984,
      "step": 8510
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.536392324916238e-06,
      "loss": 0.8965,
      "step": 8511
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5342670786677656e-06,
      "loss": 0.8804,
      "step": 8512
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5321423341299497e-06,
      "loss": 0.8945,
      "step": 8513
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.530018091467655e-06,
      "loss": 0.832,
      "step": 8514
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5278943508457164e-06,
      "loss": 0.8989,
      "step": 8515
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.525771112428924e-06,
      "loss": 0.8843,
      "step": 8516
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5236483763820374e-06,
      "loss": 0.8306,
      "step": 8517
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.521526142869762e-06,
      "loss": 0.8711,
      "step": 8518
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.519404412056779e-06,
      "loss": 0.8691,
      "step": 8519
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5172831841077224e-06,
      "loss": 0.8555,
      "step": 8520
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5151624591871936e-06,
      "loss": 0.877,
      "step": 8521
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5130422374597452e-06,
      "loss": 0.8188,
      "step": 8522
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.510922519089902e-06,
      "loss": 0.9087,
      "step": 8523
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5088033042421387e-06,
      "loss": 0.8408,
      "step": 8524
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5066845930808977e-06,
      "loss": 0.9238,
      "step": 8525
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5045663857705868e-06,
      "loss": 0.8252,
      "step": 8526
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5024486824755623e-06,
      "loss": 0.8102,
      "step": 8527
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.500331483360149e-06,
      "loss": 0.8662,
      "step": 8528
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.498214788588634e-06,
      "loss": 0.8535,
      "step": 8529
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.496098598325265e-06,
      "loss": 0.8828,
      "step": 8530
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.4939829127342427e-06,
      "loss": 0.9009,
      "step": 8531
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.4918677319797367e-06,
      "loss": 0.8745,
      "step": 8532
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.489753056225876e-06,
      "loss": 0.8677,
      "step": 8533
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.487638885636749e-06,
      "loss": 0.8472,
      "step": 8534
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.485525220376409e-06,
      "loss": 0.8867,
      "step": 8535
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.4834120606088605e-06,
      "loss": 0.8774,
      "step": 8536
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.481299406498081e-06,
      "loss": 0.8838,
      "step": 8537
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.4791872582079943e-06,
      "loss": 0.8569,
      "step": 8538
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.4770756159025033e-06,
      "loss": 0.856,
      "step": 8539
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.474964479745452e-06,
      "loss": 0.8662,
      "step": 8540
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.472853849900659e-06,
      "loss": 0.916,
      "step": 8541
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.4707437265319e-06,
      "loss": 0.9106,
      "step": 8542
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.468634109802913e-06,
      "loss": 0.8647,
      "step": 8543
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.466524999877389e-06,
      "loss": 0.873,
      "step": 8544
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.464416396918986e-06,
      "loss": 0.8984,
      "step": 8545
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4623083010913248e-06,
      "loss": 0.9375,
      "step": 8546
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4602007125579816e-06,
      "loss": 0.8481,
      "step": 8547
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4580936314825e-06,
      "loss": 0.832,
      "step": 8548
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4559870580283717e-06,
      "loss": 0.8662,
      "step": 8549
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4538809923590612e-06,
      "loss": 0.8379,
      "step": 8550
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4517754346379884e-06,
      "loss": 0.8848,
      "step": 8551
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4496703850285397e-06,
      "loss": 0.8535,
      "step": 8552
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4475658436940496e-06,
      "loss": 0.8936,
      "step": 8553
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4454618107978267e-06,
      "loss": 0.8618,
      "step": 8554
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.443358286503129e-06,
      "loss": 0.8452,
      "step": 8555
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4412552709731817e-06,
      "loss": 0.8911,
      "step": 8556
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.439152764371173e-06,
      "loss": 0.8755,
      "step": 8557
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4370507668602416e-06,
      "loss": 0.8818,
      "step": 8558
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4349492786034955e-06,
      "loss": 0.8882,
      "step": 8559
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.432848299764e-06,
      "loss": 0.9165,
      "step": 8560
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.430747830504786e-06,
      "loss": 0.8911,
      "step": 8561
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4286478709888304e-06,
      "loss": 0.874,
      "step": 8562
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4265484213790866e-06,
      "loss": 0.9072,
      "step": 8563
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.424449481838461e-06,
      "loss": 0.8467,
      "step": 8564
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.422351052529822e-06,
      "loss": 0.877,
      "step": 8565
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4202531336160007e-06,
      "loss": 0.9102,
      "step": 8566
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4181557252597786e-06,
      "loss": 0.9102,
      "step": 8567
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.416058827623908e-06,
      "loss": 0.8994,
      "step": 8568
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4139624408711035e-06,
      "loss": 0.8696,
      "step": 8569
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.411866565164027e-06,
      "loss": 0.8906,
      "step": 8570
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.409771200665315e-06,
      "loss": 0.8823,
      "step": 8571
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.407676347537553e-06,
      "loss": 0.8389,
      "step": 8572
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.405582005943293e-06,
      "loss": 0.7941,
      "step": 8573
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.40348817604505e-06,
      "loss": 0.8638,
      "step": 8574
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4013948580052892e-06,
      "loss": 0.9189,
      "step": 8575
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3993020519864462e-06,
      "loss": 0.875,
      "step": 8576
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3972097581509124e-06,
      "loss": 0.8584,
      "step": 8577
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.395117976661039e-06,
      "loss": 0.8647,
      "step": 8578
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3930267076791433e-06,
      "loss": 0.8252,
      "step": 8579
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3909359513674913e-06,
      "loss": 0.8491,
      "step": 8580
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3888457078883173e-06,
      "loss": 0.8657,
      "step": 8581
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3867559774038172e-06,
      "loss": 0.9043,
      "step": 8582
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.384666760076145e-06,
      "loss": 0.8604,
      "step": 8583
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3825780560674103e-06,
      "loss": 0.8887,
      "step": 8584
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.380489865539688e-06,
      "loss": 0.8477,
      "step": 8585
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3784021886550157e-06,
      "loss": 0.9033,
      "step": 8586
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3763150255753805e-06,
      "loss": 0.8901,
      "step": 8587
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.374228376462745e-06,
      "loss": 0.8838,
      "step": 8588
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3721422414790138e-06,
      "loss": 0.8789,
      "step": 8589
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3700566207860672e-06,
      "loss": 0.9248,
      "step": 8590
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3679715145457382e-06,
      "loss": 0.9102,
      "step": 8591
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3658869229198244e-06,
      "loss": 0.9126,
      "step": 8592
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3638028460700744e-06,
      "loss": 0.876,
      "step": 8593
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.361719284158206e-06,
      "loss": 0.8623,
      "step": 8594
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3596362373458936e-06,
      "loss": 0.8589,
      "step": 8595
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.357553705794776e-06,
      "loss": 0.9111,
      "step": 8596
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.355471689666441e-06,
      "loss": 0.8403,
      "step": 8597
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3533901891224452e-06,
      "loss": 0.8599,
      "step": 8598
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3513092043243056e-06,
      "loss": 0.8103,
      "step": 8599
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3492287354334985e-06,
      "loss": 0.9067,
      "step": 8600
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3471487826114526e-06,
      "loss": 0.9106,
      "step": 8601
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3450693460195694e-06,
      "loss": 0.8213,
      "step": 8602
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.342990425819196e-06,
      "loss": 0.8735,
      "step": 8603
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.340912022171652e-06,
      "loss": 0.8804,
      "step": 8604
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3388341352382127e-06,
      "loss": 0.8774,
      "step": 8605
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.336756765180107e-06,
      "loss": 0.9141,
      "step": 8606
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3346799121585315e-06,
      "loss": 0.8892,
      "step": 8607
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.332603576334642e-06,
      "loss": 0.8682,
      "step": 8608
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3305277578695517e-06,
      "loss": 0.8896,
      "step": 8609
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.328452456924338e-06,
      "loss": 0.9106,
      "step": 8610
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.326377673660026e-06,
      "loss": 0.835,
      "step": 8611
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3243034082376158e-06,
      "loss": 0.9121,
      "step": 8612
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3222296608180582e-06,
      "loss": 0.5527,
      "step": 8613
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3201564315622702e-06,
      "loss": 0.8374,
      "step": 8614
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3180837206311178e-06,
      "loss": 0.8735,
      "step": 8615
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.316011528185439e-06,
      "loss": 0.8589,
      "step": 8616
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.313939854386027e-06,
      "loss": 0.8955,
      "step": 8617
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3118686993936277e-06,
      "loss": 0.8911,
      "step": 8618
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3097980633689607e-06,
      "loss": 0.8687,
      "step": 8619
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3077279464726906e-06,
      "loss": 0.8472,
      "step": 8620
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3056583488654526e-06,
      "loss": 0.9092,
      "step": 8621
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3035892707078377e-06,
      "loss": 0.8911,
      "step": 8622
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3015207121603986e-06,
      "loss": 0.8774,
      "step": 8623
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2994526733836416e-06,
      "loss": 0.853,
      "step": 8624
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2973851545380376e-06,
      "loss": 0.8931,
      "step": 8625
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2953181557840187e-06,
      "loss": 0.9136,
      "step": 8626
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2932516772819754e-06,
      "loss": 0.8843,
      "step": 8627
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2911857191922527e-06,
      "loss": 0.8862,
      "step": 8628
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.28912028167516e-06,
      "loss": 0.8569,
      "step": 8629
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2870553648909674e-06,
      "loss": 0.8882,
      "step": 8630
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2849909689999014e-06,
      "loss": 0.9019,
      "step": 8631
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.282927094162155e-06,
      "loss": 0.8584,
      "step": 8632
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2808637405378663e-06,
      "loss": 0.4385,
      "step": 8633
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2788009082871486e-06,
      "loss": 0.8647,
      "step": 8634
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.276738597570064e-06,
      "loss": 0.9365,
      "step": 8635
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.274676808546642e-06,
      "loss": 0.9277,
      "step": 8636
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2726155413768625e-06,
      "loss": 0.8794,
      "step": 8637
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.270554796220673e-06,
      "loss": 0.8638,
      "step": 8638
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.268494573237978e-06,
      "loss": 0.8843,
      "step": 8639
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.266434872588644e-06,
      "loss": 0.8779,
      "step": 8640
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.264375694432488e-06,
      "loss": 0.8127,
      "step": 8641
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.262317038929296e-06,
      "loss": 0.8696,
      "step": 8642
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.26025890623881e-06,
      "loss": 0.4609,
      "step": 8643
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.258201296520731e-06,
      "loss": 0.8418,
      "step": 8644
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.256144209934724e-06,
      "loss": 0.3931,
      "step": 8645
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2540876466404024e-06,
      "loss": 0.8833,
      "step": 8646
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.252031606797349e-06,
      "loss": 0.9082,
      "step": 8647
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2499760905651058e-06,
      "loss": 0.8413,
      "step": 8648
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.247921098103165e-06,
      "loss": 0.8789,
      "step": 8649
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2458666295709918e-06,
      "loss": 0.877,
      "step": 8650
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.243812685127995e-06,
      "loss": 0.8633,
      "step": 8651
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.241759264933556e-06,
      "loss": 0.8569,
      "step": 8652
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.23970636914701e-06,
      "loss": 0.8823,
      "step": 8653
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2376539979276555e-06,
      "loss": 0.8735,
      "step": 8654
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2356021514347404e-06,
      "loss": 0.8906,
      "step": 8655
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.233550829827481e-06,
      "loss": 0.8535,
      "step": 8656
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2315000332650513e-06,
      "loss": 0.9077,
      "step": 8657
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.229449761906587e-06,
      "loss": 0.9023,
      "step": 8658
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2274000159111707e-06,
      "loss": 0.8442,
      "step": 8659
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2253507954378593e-06,
      "loss": 0.4382,
      "step": 8660
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.223302100645661e-06,
      "loss": 0.8652,
      "step": 8661
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2212539316935453e-06,
      "loss": 0.8506,
      "step": 8662
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.219206288740444e-06,
      "loss": 0.8999,
      "step": 8663
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.217159171945239e-06,
      "loss": 0.448,
      "step": 8664
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.215112581466782e-06,
      "loss": 0.8926,
      "step": 8665
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.213066517463872e-06,
      "loss": 0.9204,
      "step": 8666
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.211020980095282e-06,
      "loss": 0.8613,
      "step": 8667
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.2089759695197285e-06,
      "loss": 0.8115,
      "step": 8668
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.2069314858959e-06,
      "loss": 0.8638,
      "step": 8669
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.2048875293824366e-06,
      "loss": 0.8511,
      "step": 8670
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.202844100137943e-06,
      "loss": 0.8354,
      "step": 8671
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.2008011983209753e-06,
      "loss": 0.8481,
      "step": 8672
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1987588240900547e-06,
      "loss": 0.8853,
      "step": 8673
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.19671697760366e-06,
      "loss": 0.8555,
      "step": 8674
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.19467565902023e-06,
      "loss": 0.8511,
      "step": 8675
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1926348684981634e-06,
      "loss": 0.8828,
      "step": 8676
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1905946061958104e-06,
      "loss": 0.855,
      "step": 8677
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.188554872271489e-06,
      "loss": 0.8535,
      "step": 8678
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.186515666883473e-06,
      "loss": 0.8506,
      "step": 8679
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1844769901899975e-06,
      "loss": 0.8682,
      "step": 8680
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1824388423492494e-06,
      "loss": 0.8765,
      "step": 8681
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1804012235193836e-06,
      "loss": 0.8467,
      "step": 8682
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.178364133858507e-06,
      "loss": 0.8774,
      "step": 8683
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1763275735246877e-06,
      "loss": 0.9673,
      "step": 8684
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1742915426759593e-06,
      "loss": 0.9023,
      "step": 8685
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1722560414702996e-06,
      "loss": 0.8579,
      "step": 8686
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1702210700656587e-06,
      "loss": 0.8374,
      "step": 8687
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1681866286199402e-06,
      "loss": 0.8994,
      "step": 8688
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.16615271729101e-06,
      "loss": 0.9097,
      "step": 8689
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.164119336236685e-06,
      "loss": 0.8774,
      "step": 8690
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.162086485614749e-06,
      "loss": 0.874,
      "step": 8691
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.160054165582941e-06,
      "loss": 0.8989,
      "step": 8692
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1580223762989636e-06,
      "loss": 0.8623,
      "step": 8693
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1559911179204663e-06,
      "loss": 0.9126,
      "step": 8694
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.15396039060507e-06,
      "loss": 0.8525,
      "step": 8695
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.151930194510352e-06,
      "loss": 0.8677,
      "step": 8696
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.14990052979384e-06,
      "loss": 0.9141,
      "step": 8697
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1478713966130324e-06,
      "loss": 0.8862,
      "step": 8698
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1458427951253744e-06,
      "loss": 0.8242,
      "step": 8699
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1438147254882787e-06,
      "loss": 0.9087,
      "step": 8700
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1417871878591154e-06,
      "loss": 0.8906,
      "step": 8701
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.139760182395214e-06,
      "loss": 0.8794,
      "step": 8702
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.137733709253855e-06,
      "loss": 0.9048,
      "step": 8703
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1357077685922854e-06,
      "loss": 0.918,
      "step": 8704
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.133682360567709e-06,
      "loss": 0.8442,
      "step": 8705
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1316574853372884e-06,
      "loss": 0.8867,
      "step": 8706
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1296331430581485e-06,
      "loss": 0.8711,
      "step": 8707
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1276093338873604e-06,
      "loss": 0.874,
      "step": 8708
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1255860579819665e-06,
      "loss": 0.9028,
      "step": 8709
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.123563315498963e-06,
      "loss": 0.8545,
      "step": 8710
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1215411065953103e-06,
      "loss": 0.8687,
      "step": 8711
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.119519431427914e-06,
      "loss": 0.9077,
      "step": 8712
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.117498290153653e-06,
      "loss": 0.4194,
      "step": 8713
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.115477682929354e-06,
      "loss": 0.915,
      "step": 8714
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.113457609911811e-06,
      "loss": 0.9067,
      "step": 8715
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1114380712577662e-06,
      "loss": 0.8477,
      "step": 8716
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.109419067123931e-06,
      "loss": 0.8652,
      "step": 8717
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1074005976669686e-06,
      "loss": 0.8896,
      "step": 8718
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1053826630435047e-06,
      "loss": 0.9165,
      "step": 8719
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.103365263410123e-06,
      "loss": 0.9092,
      "step": 8720
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1013483989233594e-06,
      "loss": 0.8467,
      "step": 8721
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0993320697397154e-06,
      "loss": 0.812,
      "step": 8722
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0973162760156495e-06,
      "loss": 0.8857,
      "step": 8723
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0953010179075806e-06,
      "loss": 0.8672,
      "step": 8724
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.093286295571877e-06,
      "loss": 0.8867,
      "step": 8725
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0912721091648744e-06,
      "loss": 0.8789,
      "step": 8726
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.089258458842865e-06,
      "loss": 0.8779,
      "step": 8727
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0872453447621022e-06,
      "loss": 0.873,
      "step": 8728
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0852327670787864e-06,
      "loss": 0.8765,
      "step": 8729
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.083220725949092e-06,
      "loss": 0.8862,
      "step": 8730
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0812092215291365e-06,
      "loss": 0.8623,
      "step": 8731
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0791982539750078e-06,
      "loss": 0.8389,
      "step": 8732
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0771878234427487e-06,
      "loss": 0.8511,
      "step": 8733
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0751779300883557e-06,
      "loss": 0.8604,
      "step": 8734
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0731685740677874e-06,
      "loss": 0.8765,
      "step": 8735
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.071159755536963e-06,
      "loss": 0.8975,
      "step": 8736
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.069151474651758e-06,
      "loss": 0.8828,
      "step": 8737
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.067143731568002e-06,
      "loss": 0.8477,
      "step": 8738
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.065136526441487e-06,
      "loss": 0.8789,
      "step": 8739
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0631298594279646e-06,
      "loss": 0.4192,
      "step": 8740
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.061123730683142e-06,
      "loss": 0.8794,
      "step": 8741
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.059118140362689e-06,
      "loss": 0.9414,
      "step": 8742
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.057113088622223e-06,
      "loss": 0.8989,
      "step": 8743
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.055108575617335e-06,
      "loss": 0.4348,
      "step": 8744
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.053104601503557e-06,
      "loss": 0.8511,
      "step": 8745
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0511011664363944e-06,
      "loss": 0.8672,
      "step": 8746
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0490982705713e-06,
      "loss": 0.8657,
      "step": 8747
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.047095914063691e-06,
      "loss": 0.9277,
      "step": 8748
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0450940970689412e-06,
      "loss": 0.8193,
      "step": 8749
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0430928197423825e-06,
      "loss": 0.8369,
      "step": 8750
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0410920822393074e-06,
      "loss": 0.8823,
      "step": 8751
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0390918847149577e-06,
      "loss": 0.8926,
      "step": 8752
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.037092227324542e-06,
      "loss": 0.8633,
      "step": 8753
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.035093110223225e-06,
      "loss": 0.4902,
      "step": 8754
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.033094533566132e-06,
      "loss": 0.896,
      "step": 8755
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.031096497508338e-06,
      "loss": 0.8413,
      "step": 8756
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0290990022048815e-06,
      "loss": 0.918,
      "step": 8757
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0271020478107606e-06,
      "loss": 0.8828,
      "step": 8758
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0251056344809326e-06,
      "loss": 0.9141,
      "step": 8759
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.023109762370304e-06,
      "loss": 0.8667,
      "step": 8760
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0211144316337514e-06,
      "loss": 0.8931,
      "step": 8761
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.019119642426096e-06,
      "loss": 0.8379,
      "step": 8762
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0171253949021272e-06,
      "loss": 0.8872,
      "step": 8763
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0151316892165937e-06,
      "loss": 0.8789,
      "step": 8764
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.013138525524191e-06,
      "loss": 0.856,
      "step": 8765
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.011145903979582e-06,
      "loss": 0.9053,
      "step": 8766
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0091538247373842e-06,
      "loss": 0.8901,
      "step": 8767
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.007162287952178e-06,
      "loss": 0.8862,
      "step": 8768
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0051712937784906e-06,
      "loss": 0.8623,
      "step": 8769
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0031808423708163e-06,
      "loss": 0.4539,
      "step": 8770
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0011909338836063e-06,
      "loss": 0.8413,
      "step": 8771
    },
    {
      "epoch": 0.75,
      "learning_rate": 2.999201568471268e-06,
      "loss": 0.8369,
      "step": 8772
    },
    {
      "epoch": 0.75,
      "learning_rate": 2.9972127462881684e-06,
      "loss": 0.8481,
      "step": 8773
    },
    {
      "epoch": 0.75,
      "learning_rate": 2.9952244674886254e-06,
      "loss": 0.854,
      "step": 8774
    },
    {
      "epoch": 0.75,
      "learning_rate": 2.993236732226924e-06,
      "loss": 0.8843,
      "step": 8775
    },
    {
      "epoch": 0.75,
      "learning_rate": 2.991249540657306e-06,
      "loss": 0.8423,
      "step": 8776
    },
    {
      "epoch": 0.75,
      "learning_rate": 2.9892628929339605e-06,
      "loss": 0.8936,
      "step": 8777
    },
    {
      "epoch": 0.75,
      "learning_rate": 2.987276789211051e-06,
      "loss": 0.854,
      "step": 8778
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9852912296426806e-06,
      "loss": 0.8389,
      "step": 8779
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.983306214382925e-06,
      "loss": 0.874,
      "step": 8780
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.981321743585811e-06,
      "loss": 0.8892,
      "step": 8781
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.979337817405328e-06,
      "loss": 0.8809,
      "step": 8782
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.977354435995411e-06,
      "loss": 0.8765,
      "step": 8783
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9753715995099675e-06,
      "loss": 0.8955,
      "step": 8784
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9733893081028543e-06,
      "loss": 0.8975,
      "step": 8785
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9714075619278914e-06,
      "loss": 0.8804,
      "step": 8786
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9694263611388475e-06,
      "loss": 0.8433,
      "step": 8787
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.967445705889457e-06,
      "loss": 0.8789,
      "step": 8788
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.965465596333409e-06,
      "loss": 0.811,
      "step": 8789
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.963486032624354e-06,
      "loss": 0.8896,
      "step": 8790
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.961507014915892e-06,
      "loss": 0.8877,
      "step": 8791
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9595285433615904e-06,
      "loss": 0.8872,
      "step": 8792
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9575506181149636e-06,
      "loss": 0.8789,
      "step": 8793
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9555732393294934e-06,
      "loss": 0.8911,
      "step": 8794
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9535964071586164e-06,
      "loss": 0.9136,
      "step": 8795
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9516201217557205e-06,
      "loss": 0.8809,
      "step": 8796
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.949644383274158e-06,
      "loss": 0.8984,
      "step": 8797
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9476691918672397e-06,
      "loss": 0.8794,
      "step": 8798
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9456945476882315e-06,
      "loss": 0.8535,
      "step": 8799
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.943720450890353e-06,
      "loss": 0.9116,
      "step": 8800
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.941746901626784e-06,
      "loss": 0.8945,
      "step": 8801
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9397739000506674e-06,
      "loss": 0.8726,
      "step": 8802
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.937801446315095e-06,
      "loss": 0.8462,
      "step": 8803
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.935829540573126e-06,
      "loss": 0.8491,
      "step": 8804
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9338581829777633e-06,
      "loss": 0.8511,
      "step": 8805
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9318873736819785e-06,
      "loss": 0.9019,
      "step": 8806
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9299171128387006e-06,
      "loss": 0.936,
      "step": 8807
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9279474006008047e-06,
      "loss": 0.8682,
      "step": 8808
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.92597823712114e-06,
      "loss": 0.835,
      "step": 8809
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9240096225524974e-06,
      "loss": 0.9087,
      "step": 8810
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9220415570476333e-06,
      "loss": 0.9033,
      "step": 8811
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9200740407592664e-06,
      "loss": 0.9194,
      "step": 8812
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9181070738400595e-06,
      "loss": 0.8892,
      "step": 8813
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.916140656442642e-06,
      "loss": 0.8589,
      "step": 8814
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9141747887196002e-06,
      "loss": 0.9282,
      "step": 8815
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.912209470823476e-06,
      "loss": 0.8447,
      "step": 8816
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9102447029067702e-06,
      "loss": 0.8613,
      "step": 8817
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.908280485121936e-06,
      "loss": 0.8726,
      "step": 8818
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9063168176213897e-06,
      "loss": 0.853,
      "step": 8819
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9043537005575017e-06,
      "loss": 0.855,
      "step": 8820
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.902391134082605e-06,
      "loss": 0.8853,
      "step": 8821
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.90042911834898e-06,
      "loss": 0.834,
      "step": 8822
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.898467653508871e-06,
      "loss": 0.9585,
      "step": 8823
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8965067397144817e-06,
      "loss": 0.8643,
      "step": 8824
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8945463771179663e-06,
      "loss": 0.9224,
      "step": 8825
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8925865658714427e-06,
      "loss": 0.8984,
      "step": 8826
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8906273061269796e-06,
      "loss": 0.8926,
      "step": 8827
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.888668598036608e-06,
      "loss": 0.8403,
      "step": 8828
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.886710441752315e-06,
      "loss": 0.8633,
      "step": 8829
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8847528374260468e-06,
      "loss": 0.8813,
      "step": 8830
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8827957852096987e-06,
      "loss": 0.8584,
      "step": 8831
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8808392852551324e-06,
      "loss": 0.8423,
      "step": 8832
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8788833377141624e-06,
      "loss": 0.8921,
      "step": 8833
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8769279427385643e-06,
      "loss": 0.8921,
      "step": 8834
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8749731004800617e-06,
      "loss": 0.8765,
      "step": 8835
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8730188110903445e-06,
      "loss": 0.8745,
      "step": 8836
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8710650747210555e-06,
      "loss": 0.8726,
      "step": 8837
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.869111891523799e-06,
      "loss": 0.4858,
      "step": 8838
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8671592616501276e-06,
      "loss": 0.8711,
      "step": 8839
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.865207185251562e-06,
      "loss": 0.876,
      "step": 8840
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.863255662479566e-06,
      "loss": 0.9048,
      "step": 8841
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8613046934855748e-06,
      "loss": 0.4377,
      "step": 8842
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.859354278420976e-06,
      "loss": 0.8853,
      "step": 8843
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8574044174371065e-06,
      "loss": 0.9209,
      "step": 8844
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.85545511068527e-06,
      "loss": 0.8818,
      "step": 8845
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8535063583167233e-06,
      "loss": 0.8633,
      "step": 8846
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8515581604826802e-06,
      "loss": 0.8594,
      "step": 8847
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.849610517334316e-06,
      "loss": 0.8936,
      "step": 8848
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8476634290227514e-06,
      "loss": 0.8784,
      "step": 8849
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8457168956990733e-06,
      "loss": 0.8672,
      "step": 8850
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.843770917514327e-06,
      "loss": 0.9023,
      "step": 8851
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.841825494619511e-06,
      "loss": 0.8687,
      "step": 8852
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8398806271655766e-06,
      "loss": 0.8311,
      "step": 8853
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.837936315303439e-06,
      "loss": 0.8193,
      "step": 8854
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.835992559183971e-06,
      "loss": 0.874,
      "step": 8855
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.834049358957993e-06,
      "loss": 0.8608,
      "step": 8856
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.832106714776294e-06,
      "loss": 0.3962,
      "step": 8857
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8301646267896086e-06,
      "loss": 0.918,
      "step": 8858
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8282230951486355e-06,
      "loss": 0.8101,
      "step": 8859
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.82628212000403e-06,
      "loss": 0.8701,
      "step": 8860
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8243417015064056e-06,
      "loss": 0.8794,
      "step": 8861
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8224018398063223e-06,
      "loss": 0.8867,
      "step": 8862
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.820462535054308e-06,
      "loss": 0.8828,
      "step": 8863
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.818523787400844e-06,
      "loss": 0.9141,
      "step": 8864
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8165855969963717e-06,
      "loss": 0.876,
      "step": 8865
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.814647963991278e-06,
      "loss": 0.4207,
      "step": 8866
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8127108885359176e-06,
      "loss": 0.8921,
      "step": 8867
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8107743707806e-06,
      "loss": 0.8677,
      "step": 8868
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.808838410875587e-06,
      "loss": 0.873,
      "step": 8869
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.806903008971107e-06,
      "loss": 0.854,
      "step": 8870
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.804968165217329e-06,
      "loss": 0.8711,
      "step": 8871
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8030338797643954e-06,
      "loss": 0.8784,
      "step": 8872
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8011001527623905e-06,
      "loss": 0.8779,
      "step": 8873
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.7991669843613687e-06,
      "loss": 0.8623,
      "step": 8874
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.7972343747113294e-06,
      "loss": 0.873,
      "step": 8875
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.7953023239622377e-06,
      "loss": 0.9248,
      "step": 8876
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.7933708322640107e-06,
      "loss": 0.8276,
      "step": 8877
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.7914398997665225e-06,
      "loss": 0.8804,
      "step": 8878
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.7895095266196094e-06,
      "loss": 0.8784,
      "step": 8879
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.787579712973052e-06,
      "loss": 0.8721,
      "step": 8880
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.7856504589765976e-06,
      "loss": 0.9102,
      "step": 8881
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.7837217647799474e-06,
      "loss": 0.8735,
      "step": 8882
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.781793630532763e-06,
      "loss": 0.8877,
      "step": 8883
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.779866056384651e-06,
      "loss": 0.8721,
      "step": 8884
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.777939042485188e-06,
      "loss": 0.9048,
      "step": 8885
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.776012588983901e-06,
      "loss": 0.8711,
      "step": 8886
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.7740866960302694e-06,
      "loss": 0.8706,
      "step": 8887
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.77216136377374e-06,
      "loss": 0.8701,
      "step": 8888
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.770236592363702e-06,
      "loss": 0.8643,
      "step": 8889
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.7683123819495127e-06,
      "loss": 0.8955,
      "step": 8890
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.766388732680482e-06,
      "loss": 0.8916,
      "step": 8891
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.7644656447058794e-06,
      "loss": 0.9102,
      "step": 8892
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.7625431181749197e-06,
      "loss": 0.8521,
      "step": 8893
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.7606211532367866e-06,
      "loss": 0.7664,
      "step": 8894
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7586997500406145e-06,
      "loss": 0.4546,
      "step": 8895
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7567789087355e-06,
      "loss": 0.8911,
      "step": 8896
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.754858629470484e-06,
      "loss": 0.8809,
      "step": 8897
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7529389123945747e-06,
      "loss": 0.8711,
      "step": 8898
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7510197576567334e-06,
      "loss": 0.8579,
      "step": 8899
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7491011654058765e-06,
      "loss": 0.4902,
      "step": 8900
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.747183135790882e-06,
      "loss": 0.8462,
      "step": 8901
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.745265668960573e-06,
      "loss": 0.8823,
      "step": 8902
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7433487650637424e-06,
      "loss": 0.8774,
      "step": 8903
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7414324242491276e-06,
      "loss": 0.8848,
      "step": 8904
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7395166466654323e-06,
      "loss": 0.8628,
      "step": 8905
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7376014324613077e-06,
      "loss": 0.9185,
      "step": 8906
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.735686781785367e-06,
      "loss": 0.8667,
      "step": 8907
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7337726947861785e-06,
      "loss": 0.916,
      "step": 8908
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.73185917161227e-06,
      "loss": 0.8677,
      "step": 8909
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7299462124121157e-06,
      "loss": 0.8428,
      "step": 8910
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7280338173341546e-06,
      "loss": 0.8286,
      "step": 8911
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7261219865267795e-06,
      "loss": 0.9004,
      "step": 8912
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7242107201383417e-06,
      "loss": 0.8784,
      "step": 8913
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7223000183171465e-06,
      "loss": 0.8774,
      "step": 8914
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7203898812114515e-06,
      "loss": 0.8872,
      "step": 8915
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.718480308969478e-06,
      "loss": 0.8232,
      "step": 8916
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.716571301739397e-06,
      "loss": 0.8799,
      "step": 8917
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7146628596693446e-06,
      "loss": 0.8516,
      "step": 8918
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7127549829073985e-06,
      "loss": 0.8779,
      "step": 8919
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7108476716016087e-06,
      "loss": 0.8467,
      "step": 8920
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7089409258999667e-06,
      "loss": 0.8477,
      "step": 8921
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.707034745950431e-06,
      "loss": 0.8755,
      "step": 8922
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7051291319009145e-06,
      "loss": 0.8613,
      "step": 8923
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7032240838992784e-06,
      "loss": 0.467,
      "step": 8924
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7013196020933486e-06,
      "loss": 0.8633,
      "step": 8925
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.699415686630903e-06,
      "loss": 0.873,
      "step": 8926
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.69751233765968e-06,
      "loss": 0.8711,
      "step": 8927
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6956095553273652e-06,
      "loss": 0.9038,
      "step": 8928
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6937073397816083e-06,
      "loss": 0.8877,
      "step": 8929
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.691805691170012e-06,
      "loss": 0.8506,
      "step": 8930
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6899046096401383e-06,
      "loss": 0.8979,
      "step": 8931
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6880040953394972e-06,
      "loss": 0.8188,
      "step": 8932
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6861041484155614e-06,
      "loss": 0.8501,
      "step": 8933
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6842047690157615e-06,
      "loss": 0.873,
      "step": 8934
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6823059572874754e-06,
      "loss": 0.876,
      "step": 8935
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6804077133780458e-06,
      "loss": 0.9131,
      "step": 8936
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.678510037434764e-06,
      "loss": 0.8799,
      "step": 8937
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6766129296048824e-06,
      "loss": 0.8979,
      "step": 8938
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6747163900356075e-06,
      "loss": 0.9072,
      "step": 8939
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6728204188741056e-06,
      "loss": 0.833,
      "step": 8940
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6709250162674894e-06,
      "loss": 0.8535,
      "step": 8941
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.669030182362836e-06,
      "loss": 0.8823,
      "step": 8942
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6671359173071752e-06,
      "loss": 0.8511,
      "step": 8943
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6652422212474925e-06,
      "loss": 0.9355,
      "step": 8944
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.663349094330735e-06,
      "loss": 0.8896,
      "step": 8945
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6614565367037935e-06,
      "loss": 0.8828,
      "step": 8946
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6595645485135235e-06,
      "loss": 0.8633,
      "step": 8947
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.657673129906736e-06,
      "loss": 0.8755,
      "step": 8948
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.655782281030198e-06,
      "loss": 0.8735,
      "step": 8949
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.653892002030626e-06,
      "loss": 0.8799,
      "step": 8950
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.652002293054701e-06,
      "loss": 0.835,
      "step": 8951
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.650113154249051e-06,
      "loss": 0.9097,
      "step": 8952
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6482245857602697e-06,
      "loss": 0.8984,
      "step": 8953
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6463365877348958e-06,
      "loss": 0.4355,
      "step": 8954
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.644449160319431e-06,
      "loss": 0.8818,
      "step": 8955
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.642562303660332e-06,
      "loss": 0.9116,
      "step": 8956
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.640676017904009e-06,
      "loss": 0.8804,
      "step": 8957
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6387903031968332e-06,
      "loss": 0.8789,
      "step": 8958
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6369051596851204e-06,
      "loss": 0.8525,
      "step": 8959
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6350205875151523e-06,
      "loss": 0.8672,
      "step": 8960
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6331365868331626e-06,
      "loss": 0.8545,
      "step": 8961
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.631253157785344e-06,
      "loss": 0.9067,
      "step": 8962
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.629370300517835e-06,
      "loss": 0.8623,
      "step": 8963
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.627488015176741e-06,
      "loss": 0.8833,
      "step": 8964
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.625606301908119e-06,
      "loss": 0.8945,
      "step": 8965
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.623725160857982e-06,
      "loss": 0.8599,
      "step": 8966
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6218445921722924e-06,
      "loss": 0.8677,
      "step": 8967
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.619964595996981e-06,
      "loss": 0.9199,
      "step": 8968
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.618085172477919e-06,
      "loss": 0.9009,
      "step": 8969
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6162063217609456e-06,
      "loss": 0.8525,
      "step": 8970
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6143280439918517e-06,
      "loss": 0.835,
      "step": 8971
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.612450339316378e-06,
      "loss": 0.8364,
      "step": 8972
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6105732078802294e-06,
      "loss": 0.8838,
      "step": 8973
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.608696649829061e-06,
      "loss": 0.8794,
      "step": 8974
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.606820665308486e-06,
      "loss": 0.8921,
      "step": 8975
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.604945254464074e-06,
      "loss": 0.8892,
      "step": 8976
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6030704174413434e-06,
      "loss": 0.8457,
      "step": 8977
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6011961543857756e-06,
      "loss": 0.4329,
      "step": 8978
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.599322465442803e-06,
      "loss": 0.8906,
      "step": 8979
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.59744935075782e-06,
      "loss": 0.9019,
      "step": 8980
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5955768104761648e-06,
      "loss": 0.8901,
      "step": 8981
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5937048447431444e-06,
      "loss": 0.8882,
      "step": 8982
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.591833453704007e-06,
      "loss": 0.8916,
      "step": 8983
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.589962637503972e-06,
      "loss": 0.8677,
      "step": 8984
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5880923962881977e-06,
      "loss": 0.8047,
      "step": 8985
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5862227302018107e-06,
      "loss": 0.8857,
      "step": 8986
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5843536393898883e-06,
      "loss": 0.8843,
      "step": 8987
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5824851239974624e-06,
      "loss": 0.8857,
      "step": 8988
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.580617184169524e-06,
      "loss": 0.8501,
      "step": 8989
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.578749820051012e-06,
      "loss": 0.8481,
      "step": 8990
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5768830317868252e-06,
      "loss": 0.8511,
      "step": 8991
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.575016819521822e-06,
      "loss": 0.8276,
      "step": 8992
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5731511834008103e-06,
      "loss": 0.8687,
      "step": 8993
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5712861235685514e-06,
      "loss": 0.8428,
      "step": 8994
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.569421640169767e-06,
      "loss": 0.8472,
      "step": 8995
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5675577333491344e-06,
      "loss": 0.8662,
      "step": 8996
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5656944032512833e-06,
      "loss": 0.8657,
      "step": 8997
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.563831650020797e-06,
      "loss": 0.8779,
      "step": 8998
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5619694738022206e-06,
      "loss": 0.8232,
      "step": 8999
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5601078747400445e-06,
      "loss": 0.8989,
      "step": 9000
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.558246852978724e-06,
      "loss": 0.9058,
      "step": 9001
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5563864086626665e-06,
      "loss": 0.875,
      "step": 9002
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.554526541936231e-06,
      "loss": 0.8853,
      "step": 9003
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.552667252943735e-06,
      "loss": 0.3984,
      "step": 9004
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5508085418294517e-06,
      "loss": 0.8755,
      "step": 9005
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5489504087376104e-06,
      "loss": 0.8716,
      "step": 9006
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5470928538123884e-06,
      "loss": 0.8442,
      "step": 9007
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5452358771979256e-06,
      "loss": 0.7991,
      "step": 9008
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.543379479038316e-06,
      "loss": 0.4028,
      "step": 9009
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.541523659477606e-06,
      "loss": 0.9062,
      "step": 9010
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.539668418659803e-06,
      "loss": 0.8574,
      "step": 9011
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.5378137567288575e-06,
      "loss": 0.8408,
      "step": 9012
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.5359596738286863e-06,
      "loss": 0.8105,
      "step": 9013
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.53410617010316e-06,
      "loss": 0.9019,
      "step": 9014
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.5322532456960968e-06,
      "loss": 0.8735,
      "step": 9015
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.5304009007512808e-06,
      "loss": 0.9243,
      "step": 9016
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.528549135412439e-06,
      "loss": 0.832,
      "step": 9017
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.5266979498232626e-06,
      "loss": 0.8589,
      "step": 9018
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.5248473441273948e-06,
      "loss": 0.8652,
      "step": 9019
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.5229973184684376e-06,
      "loss": 0.9053,
      "step": 9020
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.5211478729899375e-06,
      "loss": 0.8687,
      "step": 9021
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.5192990078354062e-06,
      "loss": 0.8447,
      "step": 9022
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.517450723148308e-06,
      "loss": 0.8506,
      "step": 9023
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.5156030190720628e-06,
      "loss": 0.8999,
      "step": 9024
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.5137558957500385e-06,
      "loss": 0.8271,
      "step": 9025
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.5119093533255656e-06,
      "loss": 0.8726,
      "step": 9026
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.5100633919419284e-06,
      "loss": 0.8618,
      "step": 9027
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.508218011742366e-06,
      "loss": 0.8784,
      "step": 9028
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.506373212870067e-06,
      "loss": 0.877,
      "step": 9029
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.504528995468184e-06,
      "loss": 0.8284,
      "step": 9030
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.502685359679814e-06,
      "loss": 0.8784,
      "step": 9031
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.500842305648018e-06,
      "loss": 0.8965,
      "step": 9032
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4989998335158107e-06,
      "loss": 0.8354,
      "step": 9033
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4971579434261537e-06,
      "loss": 0.8701,
      "step": 9034
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4953166355219726e-06,
      "loss": 0.8247,
      "step": 9035
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4934759099461435e-06,
      "loss": 0.876,
      "step": 9036
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4916357668415013e-06,
      "loss": 0.8418,
      "step": 9037
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4897962063508265e-06,
      "loss": 0.876,
      "step": 9038
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4879572286168628e-06,
      "loss": 0.8706,
      "step": 9039
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4861188337823084e-06,
      "loss": 0.9033,
      "step": 9040
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4842810219898115e-06,
      "loss": 0.8428,
      "step": 9041
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4824437933819823e-06,
      "loss": 0.8545,
      "step": 9042
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.480607148101374e-06,
      "loss": 0.8584,
      "step": 9043
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.478771086290506e-06,
      "loss": 0.9067,
      "step": 9044
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4769356080918505e-06,
      "loss": 0.8623,
      "step": 9045
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4751007136478254e-06,
      "loss": 0.4585,
      "step": 9046
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4732664031008167e-06,
      "loss": 0.8589,
      "step": 9047
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4714326765931527e-06,
      "loss": 0.9121,
      "step": 9048
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4695995342671244e-06,
      "loss": 0.8691,
      "step": 9049
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.467766976264978e-06,
      "loss": 0.8325,
      "step": 9050
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4659350027289054e-06,
      "loss": 0.7993,
      "step": 9051
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.464103613801062e-06,
      "loss": 0.4233,
      "step": 9052
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.462272809623557e-06,
      "loss": 0.8721,
      "step": 9053
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.460442590338449e-06,
      "loss": 0.8638,
      "step": 9054
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4586129560877603e-06,
      "loss": 0.8936,
      "step": 9055
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4567839070134535e-06,
      "loss": 0.8813,
      "step": 9056
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4549554432574595e-06,
      "loss": 0.8765,
      "step": 9057
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.453127564961658e-06,
      "loss": 0.8691,
      "step": 9058
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.451300272267886e-06,
      "loss": 0.8804,
      "step": 9059
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4494735653179268e-06,
      "loss": 0.854,
      "step": 9060
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.447647444253528e-06,
      "loss": 0.8765,
      "step": 9061
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4458219092163904e-06,
      "loss": 0.8516,
      "step": 9062
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4439969603481617e-06,
      "loss": 0.8838,
      "step": 9063
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4421725977904555e-06,
      "loss": 0.9199,
      "step": 9064
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.440348821684827e-06,
      "loss": 0.8486,
      "step": 9065
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4385256321727967e-06,
      "loss": 0.8818,
      "step": 9066
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4367030293958348e-06,
      "loss": 0.8584,
      "step": 9067
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4348810134953705e-06,
      "loss": 0.8999,
      "step": 9068
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.433059584612776e-06,
      "loss": 0.9062,
      "step": 9069
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4312387428893904e-06,
      "loss": 0.8584,
      "step": 9070
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4294184884665027e-06,
      "loss": 0.8901,
      "step": 9071
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4275988214853542e-06,
      "loss": 0.8467,
      "step": 9072
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4257797420871475e-06,
      "loss": 0.8506,
      "step": 9073
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4239612504130283e-06,
      "loss": 0.8496,
      "step": 9074
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4221433466041043e-06,
      "loss": 0.8716,
      "step": 9075
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4203260308014386e-06,
      "loss": 0.8486,
      "step": 9076
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4185093031460494e-06,
      "loss": 0.8535,
      "step": 9077
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.416693163778898e-06,
      "loss": 0.8745,
      "step": 9078
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.414877612840917e-06,
      "loss": 0.9004,
      "step": 9079
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.413062650472976e-06,
      "loss": 0.8711,
      "step": 9080
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.411248276815915e-06,
      "loss": 0.8428,
      "step": 9081
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4094344920105163e-06,
      "loss": 0.894,
      "step": 9082
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.407621296197522e-06,
      "loss": 0.8818,
      "step": 9083
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.405808689517628e-06,
      "loss": 0.8779,
      "step": 9084
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4039966721114848e-06,
      "loss": 0.8901,
      "step": 9085
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.402185244119699e-06,
      "loss": 0.8662,
      "step": 9086
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.400374405682824e-06,
      "loss": 0.8779,
      "step": 9087
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.398564156941373e-06,
      "loss": 0.8745,
      "step": 9088
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.396754498035816e-06,
      "loss": 0.8662,
      "step": 9089
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.394945429106574e-06,
      "loss": 0.8315,
      "step": 9090
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3931369502940183e-06,
      "loss": 0.8672,
      "step": 9091
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.39132906173848e-06,
      "loss": 0.8687,
      "step": 9092
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.389521763580247e-06,
      "loss": 0.9175,
      "step": 9093
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.387715055959552e-06,
      "loss": 0.8896,
      "step": 9094
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3859089390165902e-06,
      "loss": 0.9043,
      "step": 9095
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.384103412891504e-06,
      "loss": 0.9053,
      "step": 9096
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3822984777243973e-06,
      "loss": 0.8701,
      "step": 9097
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3804941336553224e-06,
      "loss": 0.8433,
      "step": 9098
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3786903808242923e-06,
      "loss": 0.8892,
      "step": 9099
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3768872193712642e-06,
      "loss": 0.8838,
      "step": 9100
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3750846494361568e-06,
      "loss": 0.835,
      "step": 9101
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.373282671158842e-06,
      "loss": 0.9077,
      "step": 9102
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.371481284679148e-06,
      "loss": 0.8726,
      "step": 9103
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3696804901368476e-06,
      "loss": 0.8433,
      "step": 9104
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3678802876716768e-06,
      "loss": 0.8804,
      "step": 9105
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3660806774233236e-06,
      "loss": 0.9258,
      "step": 9106
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3642816595314277e-06,
      "loss": 0.8647,
      "step": 9107
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.36248323413559e-06,
      "loss": 0.8926,
      "step": 9108
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.360685401375352e-06,
      "loss": 0.8784,
      "step": 9109
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3588881613902235e-06,
      "loss": 0.8779,
      "step": 9110
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3570915143196573e-06,
      "loss": 0.8765,
      "step": 9111
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3552954603030686e-06,
      "loss": 0.8271,
      "step": 9112
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.353499999479818e-06,
      "loss": 0.938,
      "step": 9113
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.351705131989228e-06,
      "loss": 0.8662,
      "step": 9114
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.349910857970571e-06,
      "loss": 0.9009,
      "step": 9115
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3481171775630753e-06,
      "loss": 0.8447,
      "step": 9116
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.346324090905925e-06,
      "loss": 0.8975,
      "step": 9117
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3445315981382487e-06,
      "loss": 0.876,
      "step": 9118
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.342739699399139e-06,
      "loss": 0.8574,
      "step": 9119
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.340948394827638e-06,
      "loss": 0.8384,
      "step": 9120
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3391576845627473e-06,
      "loss": 0.9033,
      "step": 9121
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3373675687434094e-06,
      "loss": 0.8696,
      "step": 9122
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3355780475085334e-06,
      "loss": 0.8564,
      "step": 9123
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3337891209969776e-06,
      "loss": 0.8501,
      "step": 9124
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.332000789347557e-06,
      "loss": 0.8657,
      "step": 9125
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.330213052699032e-06,
      "loss": 0.8501,
      "step": 9126
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3284259111901285e-06,
      "loss": 0.8735,
      "step": 9127
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.3266393649595142e-06,
      "loss": 0.833,
      "step": 9128
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.3248534141458203e-06,
      "loss": 0.8828,
      "step": 9129
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.323068058887631e-06,
      "loss": 0.8994,
      "step": 9130
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.3212832993234745e-06,
      "loss": 0.875,
      "step": 9131
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.319499135591844e-06,
      "loss": 0.855,
      "step": 9132
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.3177155678311825e-06,
      "loss": 0.8594,
      "step": 9133
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.3159325961798884e-06,
      "loss": 0.8213,
      "step": 9134
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.3141502207763066e-06,
      "loss": 0.8677,
      "step": 9135
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.3123684417587444e-06,
      "loss": 0.8843,
      "step": 9136
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.310587259265459e-06,
      "loss": 0.8647,
      "step": 9137
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.3088066734346615e-06,
      "loss": 0.8662,
      "step": 9138
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.307026684404521e-06,
      "loss": 0.8896,
      "step": 9139
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.3052472923131498e-06,
      "loss": 0.8877,
      "step": 9140
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.3034684972986266e-06,
      "loss": 0.8506,
      "step": 9141
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.301690299498971e-06,
      "loss": 0.876,
      "step": 9142
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.299912699052169e-06,
      "loss": 0.8247,
      "step": 9143
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.298135696096149e-06,
      "loss": 0.8638,
      "step": 9144
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2963592907688002e-06,
      "loss": 0.8618,
      "step": 9145
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.294583483207964e-06,
      "loss": 0.8823,
      "step": 9146
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.292808273551437e-06,
      "loss": 0.8989,
      "step": 9147
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.291033661936962e-06,
      "loss": 0.8354,
      "step": 9148
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2892596485022435e-06,
      "loss": 0.853,
      "step": 9149
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2874862333849346e-06,
      "loss": 0.9033,
      "step": 9150
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.285713416722647e-06,
      "loss": 0.8574,
      "step": 9151
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2839411986529447e-06,
      "loss": 0.8687,
      "step": 9152
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2821695793133368e-06,
      "loss": 0.8594,
      "step": 9153
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.280398558841298e-06,
      "loss": 0.8433,
      "step": 9154
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.278628137374248e-06,
      "loss": 0.8364,
      "step": 9155
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.276858315049568e-06,
      "loss": 0.8569,
      "step": 9156
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.275089092004583e-06,
      "loss": 0.8638,
      "step": 9157
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2733204683765807e-06,
      "loss": 0.8774,
      "step": 9158
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2715524443027925e-06,
      "loss": 0.8906,
      "step": 9159
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.269785019920412e-06,
      "loss": 0.9175,
      "step": 9160
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2680181953665846e-06,
      "loss": 0.8823,
      "step": 9161
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.266251970778405e-06,
      "loss": 0.8672,
      "step": 9162
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2644863462929234e-06,
      "loss": 0.4233,
      "step": 9163
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2627213220471467e-06,
      "loss": 0.8848,
      "step": 9164
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.260956898178034e-06,
      "loss": 0.447,
      "step": 9165
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.25919307482249e-06,
      "loss": 0.8921,
      "step": 9166
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.257429852117383e-06,
      "loss": 0.8457,
      "step": 9167
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.255667230199532e-06,
      "loss": 0.875,
      "step": 9168
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2539052092057056e-06,
      "loss": 0.8364,
      "step": 9169
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.252143789272634e-06,
      "loss": 0.8809,
      "step": 9170
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2503829705369875e-06,
      "loss": 0.8315,
      "step": 9171
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2486227531353997e-06,
      "loss": 0.8525,
      "step": 9172
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2468631372044602e-06,
      "loss": 0.8906,
      "step": 9173
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2451041228807e-06,
      "loss": 0.895,
      "step": 9174
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.243345710300616e-06,
      "loss": 0.4382,
      "step": 9175
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.241587899600648e-06,
      "loss": 0.8682,
      "step": 9176
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2398306909171964e-06,
      "loss": 0.8921,
      "step": 9177
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2380740843866144e-06,
      "loss": 0.9023,
      "step": 9178
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.236318080145201e-06,
      "loss": 0.8574,
      "step": 9179
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2345626783292185e-06,
      "loss": 0.8408,
      "step": 9180
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.232807879074875e-06,
      "loss": 0.8496,
      "step": 9181
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.231053682518338e-06,
      "loss": 0.8457,
      "step": 9182
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.229300088795725e-06,
      "loss": 0.8569,
      "step": 9183
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2275470980431023e-06,
      "loss": 0.9131,
      "step": 9184
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.225794710396496e-06,
      "loss": 0.874,
      "step": 9185
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.224042925991884e-06,
      "loss": 0.8936,
      "step": 9186
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2222917449651983e-06,
      "loss": 0.8496,
      "step": 9187
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2205411674523182e-06,
      "loss": 0.8857,
      "step": 9188
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.218791193589084e-06,
      "loss": 0.9043,
      "step": 9189
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.217041823511282e-06,
      "loss": 0.8999,
      "step": 9190
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2152930573546573e-06,
      "loss": 0.8423,
      "step": 9191
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2135448952549078e-06,
      "loss": 0.8374,
      "step": 9192
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2117973373476775e-06,
      "loss": 0.9009,
      "step": 9193
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.210050383768572e-06,
      "loss": 0.8594,
      "step": 9194
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2083040346531472e-06,
      "loss": 0.8467,
      "step": 9195
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.206558290136912e-06,
      "loss": 0.8726,
      "step": 9196
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.204813150355326e-06,
      "loss": 0.8638,
      "step": 9197
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.203068615443804e-06,
      "loss": 0.873,
      "step": 9198
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.201324685537715e-06,
      "loss": 0.8384,
      "step": 9199
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1995813607723816e-06,
      "loss": 0.9204,
      "step": 9200
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.197838641283073e-06,
      "loss": 0.8315,
      "step": 9201
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1960965272050182e-06,
      "loss": 0.8726,
      "step": 9202
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1943550186733986e-06,
      "loss": 0.8564,
      "step": 9203
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.192614115823347e-06,
      "loss": 0.8608,
      "step": 9204
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.190873818789947e-06,
      "loss": 0.8491,
      "step": 9205
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1891341277082413e-06,
      "loss": 0.8579,
      "step": 9206
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.187395042713216e-06,
      "loss": 0.8442,
      "step": 9207
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1856565639398197e-06,
      "loss": 0.9229,
      "step": 9208
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1839186915229527e-06,
      "loss": 0.8965,
      "step": 9209
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1821814255974605e-06,
      "loss": 0.9106,
      "step": 9210
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1804447662981487e-06,
      "loss": 0.8706,
      "step": 9211
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.178708713759774e-06,
      "loss": 0.8677,
      "step": 9212
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1769732681170473e-06,
      "loss": 0.8735,
      "step": 9213
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1752384295046325e-06,
      "loss": 0.8193,
      "step": 9214
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1735041980571394e-06,
      "loss": 0.8813,
      "step": 9215
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.17177057390914e-06,
      "loss": 0.8799,
      "step": 9216
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.170037557195155e-06,
      "loss": 0.8535,
      "step": 9217
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.168305148049661e-06,
      "loss": 0.8574,
      "step": 9218
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1665733466070793e-06,
      "loss": 0.8462,
      "step": 9219
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1648421530017927e-06,
      "loss": 0.8726,
      "step": 9220
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1631115673681356e-06,
      "loss": 0.8794,
      "step": 9221
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.16138158984039e-06,
      "loss": 0.8525,
      "step": 9222
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.159652220552797e-06,
      "loss": 0.8281,
      "step": 9223
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.157923459639544e-06,
      "loss": 0.8462,
      "step": 9224
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1561953072347753e-06,
      "loss": 0.8657,
      "step": 9225
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1544677634725897e-06,
      "loss": 0.8696,
      "step": 9226
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.152740828487039e-06,
      "loss": 0.8936,
      "step": 9227
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1510145024121176e-06,
      "loss": 0.9048,
      "step": 9228
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1492887853817855e-06,
      "loss": 0.8921,
      "step": 9229
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1475636775299502e-06,
      "loss": 0.8789,
      "step": 9230
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.145839178990473e-06,
      "loss": 0.9033,
      "step": 9231
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1441152898971627e-06,
      "loss": 0.9062,
      "step": 9232
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.142392010383788e-06,
      "loss": 0.8813,
      "step": 9233
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1406693405840663e-06,
      "loss": 0.8647,
      "step": 9234
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1389472806316714e-06,
      "loss": 0.8848,
      "step": 9235
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1372258306602236e-06,
      "loss": 0.8457,
      "step": 9236
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.135504990803302e-06,
      "loss": 0.8735,
      "step": 9237
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.133784761194433e-06,
      "loss": 0.8779,
      "step": 9238
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1320651419671002e-06,
      "loss": 0.9048,
      "step": 9239
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1303461332547394e-06,
      "loss": 0.9043,
      "step": 9240
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1286277351907338e-06,
      "loss": 0.8628,
      "step": 9241
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1269099479084243e-06,
      "loss": 0.9087,
      "step": 9242
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1251927715411047e-06,
      "loss": 0.8579,
      "step": 9243
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.1234762062220217e-06,
      "loss": 0.8696,
      "step": 9244
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.121760252084367e-06,
      "loss": 0.835,
      "step": 9245
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.120044909261295e-06,
      "loss": 0.834,
      "step": 9246
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.1183301778859065e-06,
      "loss": 0.7974,
      "step": 9247
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.1166160580912574e-06,
      "loss": 0.8872,
      "step": 9248
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.114902550010358e-06,
      "loss": 0.9082,
      "step": 9249
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.113189653776163e-06,
      "loss": 0.8696,
      "step": 9250
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.1114773695215885e-06,
      "loss": 0.8564,
      "step": 9251
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.109765697379501e-06,
      "loss": 0.8696,
      "step": 9252
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.1080546374827138e-06,
      "loss": 0.8838,
      "step": 9253
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.1063441899640037e-06,
      "loss": 0.9316,
      "step": 9254
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.1046343549560855e-06,
      "loss": 0.8892,
      "step": 9255
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.102925132591639e-06,
      "loss": 0.8481,
      "step": 9256
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.101216523003291e-06,
      "loss": 0.8687,
      "step": 9257
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.099508526323625e-06,
      "loss": 0.8662,
      "step": 9258
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0978011426851672e-06,
      "loss": 0.8467,
      "step": 9259
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0960943722204065e-06,
      "loss": 0.8232,
      "step": 9260
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.094388215061779e-06,
      "loss": 0.832,
      "step": 9261
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0926826713416793e-06,
      "loss": 0.897,
      "step": 9262
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0909777411924417e-06,
      "loss": 0.8926,
      "step": 9263
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.089273424746364e-06,
      "loss": 0.854,
      "step": 9264
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.087569722135695e-06,
      "loss": 0.8408,
      "step": 9265
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0858666334926324e-06,
      "loss": 0.8706,
      "step": 9266
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.084164158949331e-06,
      "loss": 0.9106,
      "step": 9267
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0824622986378897e-06,
      "loss": 0.8179,
      "step": 9268
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.080761052690371e-06,
      "loss": 0.8872,
      "step": 9269
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0790604212387765e-06,
      "loss": 0.8838,
      "step": 9270
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.077360404415073e-06,
      "loss": 0.8369,
      "step": 9271
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.07566100235117e-06,
      "loss": 0.8481,
      "step": 9272
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.073962215178935e-06,
      "loss": 0.8535,
      "step": 9273
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0722640430301855e-06,
      "loss": 0.8271,
      "step": 9274
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0705664860366946e-06,
      "loss": 0.8921,
      "step": 9275
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.068869544330179e-06,
      "loss": 0.8618,
      "step": 9276
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0671732180423177e-06,
      "loss": 0.8633,
      "step": 9277
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.065477507304736e-06,
      "loss": 0.9072,
      "step": 9278
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0637824122490135e-06,
      "loss": 0.8721,
      "step": 9279
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0620879330066855e-06,
      "loss": 0.8823,
      "step": 9280
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0603940697092293e-06,
      "loss": 0.8481,
      "step": 9281
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0587008224880834e-06,
      "loss": 0.8687,
      "step": 9282
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.057008191474639e-06,
      "loss": 0.8765,
      "step": 9283
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0553161768002296e-06,
      "loss": 0.856,
      "step": 9284
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.053624778596155e-06,
      "loss": 0.8643,
      "step": 9285
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.051933996993654e-06,
      "loss": 0.8735,
      "step": 9286
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0502438321239248e-06,
      "loss": 0.8413,
      "step": 9287
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.048554284118117e-06,
      "loss": 0.895,
      "step": 9288
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.046865353107336e-06,
      "loss": 0.8872,
      "step": 9289
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0451770392226254e-06,
      "loss": 0.8892,
      "step": 9290
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0434893425949975e-06,
      "loss": 0.8506,
      "step": 9291
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.041802263355408e-06,
      "loss": 0.8511,
      "step": 9292
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0401158016347675e-06,
      "loss": 0.9048,
      "step": 9293
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0384299575639355e-06,
      "loss": 0.8872,
      "step": 9294
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0367447312737255e-06,
      "loss": 0.8916,
      "step": 9295
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.035060122894904e-06,
      "loss": 0.8608,
      "step": 9296
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0333761325581914e-06,
      "loss": 0.8843,
      "step": 9297
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0316927603942527e-06,
      "loss": 0.8442,
      "step": 9298
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0300100065337114e-06,
      "loss": 0.9126,
      "step": 9299
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.028327871107145e-06,
      "loss": 0.8589,
      "step": 9300
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.026646354245074e-06,
      "loss": 0.9038,
      "step": 9301
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.024965456077981e-06,
      "loss": 0.8589,
      "step": 9302
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0232851767362895e-06,
      "loss": 0.8862,
      "step": 9303
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0216055163503857e-06,
      "loss": 0.8623,
      "step": 9304
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.019926475050603e-06,
      "loss": 0.8745,
      "step": 9305
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0182480529672297e-06,
      "loss": 0.8545,
      "step": 9306
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0165702502304986e-06,
      "loss": 0.8511,
      "step": 9307
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.014893066970601e-06,
      "loss": 0.4553,
      "step": 9308
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0132165033176787e-06,
      "loss": 0.8765,
      "step": 9309
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0115405594018265e-06,
      "loss": 0.8623,
      "step": 9310
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.00986523535309e-06,
      "loss": 0.8945,
      "step": 9311
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.008190531301464e-06,
      "loss": 0.8638,
      "step": 9312
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0065164473768994e-06,
      "loss": 0.8955,
      "step": 9313
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0048429837092952e-06,
      "loss": 0.3892,
      "step": 9314
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.003170140428511e-06,
      "loss": 0.8896,
      "step": 9315
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.001497917664342e-06,
      "loss": 0.8721,
      "step": 9316
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9998263155465537e-06,
      "loss": 0.9072,
      "step": 9317
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9981553342048475e-06,
      "loss": 0.8438,
      "step": 9318
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9964849737688885e-06,
      "loss": 0.8389,
      "step": 9319
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9948152343682856e-06,
      "loss": 0.8438,
      "step": 9320
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.993146116132604e-06,
      "loss": 0.8442,
      "step": 9321
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9914776191913597e-06,
      "loss": 0.8682,
      "step": 9322
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9898097436740204e-06,
      "loss": 0.7799,
      "step": 9323
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9881424897100075e-06,
      "loss": 0.877,
      "step": 9324
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.986475857428688e-06,
      "loss": 0.8804,
      "step": 9325
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9848098469593868e-06,
      "loss": 0.918,
      "step": 9326
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9831444584313785e-06,
      "loss": 0.8984,
      "step": 9327
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.981479691973892e-06,
      "loss": 0.8486,
      "step": 9328
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9798155477160997e-06,
      "loss": 0.9194,
      "step": 9329
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9781520257871345e-06,
      "loss": 0.8452,
      "step": 9330
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.976489126316081e-06,
      "loss": 0.8691,
      "step": 9331
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9748268494319678e-06,
      "loss": 0.8887,
      "step": 9332
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.973165195263783e-06,
      "loss": 0.8262,
      "step": 9333
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9715041639404586e-06,
      "loss": 0.9077,
      "step": 9334
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9698437555908866e-06,
      "loss": 0.8662,
      "step": 9335
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9681839703439065e-06,
      "loss": 0.894,
      "step": 9336
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9665248083283116e-06,
      "loss": 0.8516,
      "step": 9337
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9648662696728406e-06,
      "loss": 0.8667,
      "step": 9338
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.963208354506192e-06,
      "loss": 0.8291,
      "step": 9339
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.96155106295701e-06,
      "loss": 0.8564,
      "step": 9340
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9598943951538963e-06,
      "loss": 0.918,
      "step": 9341
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9582383512253955e-06,
      "loss": 0.8687,
      "step": 9342
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.956582931300012e-06,
      "loss": 0.8643,
      "step": 9343
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9549281355061977e-06,
      "loss": 0.8374,
      "step": 9344
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9532739639723575e-06,
      "loss": 0.8706,
      "step": 9345
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9516204168268503e-06,
      "loss": 0.8945,
      "step": 9346
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9499674941979774e-06,
      "loss": 0.8594,
      "step": 9347
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9483151962140047e-06,
      "loss": 0.8657,
      "step": 9348
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.946663523003136e-06,
      "loss": 0.8467,
      "step": 9349
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9450124746935393e-06,
      "loss": 0.8125,
      "step": 9350
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9433620514133224e-06,
      "loss": 0.8491,
      "step": 9351
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.941712253290554e-06,
      "loss": 0.873,
      "step": 9352
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9400630804532505e-06,
      "loss": 0.8081,
      "step": 9353
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9384145330293802e-06,
      "loss": 0.8662,
      "step": 9354
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.936766611146864e-06,
      "loss": 0.8452,
      "step": 9355
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.93511931493357e-06,
      "loss": 0.8628,
      "step": 9356
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9334726445173204e-06,
      "loss": 0.8521,
      "step": 9357
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.931826600025891e-06,
      "loss": 0.875,
      "step": 9358
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9301811815870108e-06,
      "loss": 0.8447,
      "step": 9359
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.928536389328348e-06,
      "loss": 0.8643,
      "step": 9360
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.9268922233775365e-06,
      "loss": 0.876,
      "step": 9361
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.9252486838621553e-06,
      "loss": 0.8569,
      "step": 9362
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.9236057709097367e-06,
      "loss": 0.8584,
      "step": 9363
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.9219634846477588e-06,
      "loss": 0.8853,
      "step": 9364
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.9203218252036593e-06,
      "loss": 0.8662,
      "step": 9365
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.91868079270482e-06,
      "loss": 0.8735,
      "step": 9366
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.917040387278579e-06,
      "loss": 0.9165,
      "step": 9367
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.915400609052228e-06,
      "loss": 0.8545,
      "step": 9368
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.9137614581529982e-06,
      "loss": 0.9189,
      "step": 9369
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.912122934708085e-06,
      "loss": 0.8613,
      "step": 9370
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.9104850388446294e-06,
      "loss": 0.9219,
      "step": 9371
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.9088477706897268e-06,
      "loss": 0.8735,
      "step": 9372
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.9072111303704167e-06,
      "loss": 0.8071,
      "step": 9373
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.905575118013696e-06,
      "loss": 0.8696,
      "step": 9374
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.9039397337465138e-06,
      "loss": 0.8823,
      "step": 9375
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.902304977695768e-06,
      "loss": 0.8477,
      "step": 9376
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.9006708499883086e-06,
      "loss": 0.8579,
      "step": 9377
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.899037350750933e-06,
      "loss": 0.8433,
      "step": 9378
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8974044801103987e-06,
      "loss": 0.8716,
      "step": 9379
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8957722381934007e-06,
      "loss": 0.8535,
      "step": 9380
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8941406251266014e-06,
      "loss": 0.8589,
      "step": 9381
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8925096410366005e-06,
      "loss": 0.8438,
      "step": 9382
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.890879286049957e-06,
      "loss": 0.8584,
      "step": 9383
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8892495602931783e-06,
      "loss": 0.8765,
      "step": 9384
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8876204638927254e-06,
      "loss": 0.4622,
      "step": 9385
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8859919969750084e-06,
      "loss": 0.9331,
      "step": 9386
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8843641596663854e-06,
      "loss": 0.853,
      "step": 9387
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8827369520931715e-06,
      "loss": 0.8867,
      "step": 9388
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8811103743816294e-06,
      "loss": 0.9062,
      "step": 9389
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8794844266579782e-06,
      "loss": 0.8496,
      "step": 9390
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8778591090483767e-06,
      "loss": 0.8486,
      "step": 9391
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8762344216789464e-06,
      "loss": 0.8828,
      "step": 9392
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.874610364675753e-06,
      "loss": 0.8569,
      "step": 9393
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8729869381648213e-06,
      "loss": 0.8564,
      "step": 9394
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8713641422721141e-06,
      "loss": 0.8608,
      "step": 9395
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8697419771235592e-06,
      "loss": 0.8608,
      "step": 9396
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8681204428450227e-06,
      "loss": 0.8442,
      "step": 9397
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.866499539562333e-06,
      "loss": 0.856,
      "step": 9398
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.864879267401265e-06,
      "loss": 0.9106,
      "step": 9399
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8632596264875391e-06,
      "loss": 0.8896,
      "step": 9400
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.861640616946836e-06,
      "loss": 0.8477,
      "step": 9401
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8600222389047817e-06,
      "loss": 0.8994,
      "step": 9402
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8584044924869582e-06,
      "loss": 0.8916,
      "step": 9403
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8567873778188894e-06,
      "loss": 0.4668,
      "step": 9404
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8551708950260594e-06,
      "loss": 0.4482,
      "step": 9405
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8535550442338979e-06,
      "loss": 0.8594,
      "step": 9406
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.85193982556779e-06,
      "loss": 0.8063,
      "step": 9407
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.850325239153069e-06,
      "loss": 0.8691,
      "step": 9408
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8487112851150158e-06,
      "loss": 0.8877,
      "step": 9409
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8470979635788678e-06,
      "loss": 0.8931,
      "step": 9410
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8454852746698139e-06,
      "loss": 0.8628,
      "step": 9411
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8438732185129848e-06,
      "loss": 0.8794,
      "step": 9412
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8422617952334765e-06,
      "loss": 0.4529,
      "step": 9413
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8406510049563198e-06,
      "loss": 0.8423,
      "step": 9414
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8390408478065091e-06,
      "loss": 0.8999,
      "step": 9415
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8374313239089858e-06,
      "loss": 0.9219,
      "step": 9416
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8358224333886386e-06,
      "loss": 0.8281,
      "step": 9417
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8342141763703102e-06,
      "loss": 0.8936,
      "step": 9418
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8326065529787962e-06,
      "loss": 0.853,
      "step": 9419
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8309995633388379e-06,
      "loss": 0.874,
      "step": 9420
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8293932075751352e-06,
      "loss": 0.8428,
      "step": 9421
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8277874858123267e-06,
      "loss": 0.8599,
      "step": 9422
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8261823981750138e-06,
      "loss": 0.8628,
      "step": 9423
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.824577944787741e-06,
      "loss": 0.854,
      "step": 9424
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.822974125775011e-06,
      "loss": 0.8794,
      "step": 9425
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8213709412612669e-06,
      "loss": 0.8457,
      "step": 9426
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.819768391370913e-06,
      "loss": 0.8677,
      "step": 9427
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8181664762282946e-06,
      "loss": 0.8452,
      "step": 9428
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8165651959577168e-06,
      "loss": 0.8726,
      "step": 9429
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8149645506834323e-06,
      "loss": 0.8892,
      "step": 9430
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8133645405296395e-06,
      "loss": 0.8774,
      "step": 9431
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.811765165620495e-06,
      "loss": 0.896,
      "step": 9432
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8101664260801e-06,
      "loss": 0.8301,
      "step": 9433
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8085683220325146e-06,
      "loss": 0.8413,
      "step": 9434
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8069708536017382e-06,
      "loss": 0.8833,
      "step": 9435
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8053740209117298e-06,
      "loss": 0.8833,
      "step": 9436
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8037778240863946e-06,
      "loss": 0.854,
      "step": 9437
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8021822632495944e-06,
      "loss": 0.9014,
      "step": 9438
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8005873385251316e-06,
      "loss": 0.8872,
      "step": 9439
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.798993050036767e-06,
      "loss": 0.8882,
      "step": 9440
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7973993979082105e-06,
      "loss": 0.8843,
      "step": 9441
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7958063822631233e-06,
      "loss": 0.8872,
      "step": 9442
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7942140032251132e-06,
      "loss": 0.8892,
      "step": 9443
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7926222609177446e-06,
      "loss": 0.8911,
      "step": 9444
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7910311554645244e-06,
      "loss": 0.814,
      "step": 9445
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7894406869889181e-06,
      "loss": 0.9253,
      "step": 9446
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7878508556143416e-06,
      "loss": 0.8804,
      "step": 9447
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7862616614641515e-06,
      "loss": 0.8555,
      "step": 9448
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.784673104661666e-06,
      "loss": 0.4438,
      "step": 9449
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.783085185330149e-06,
      "loss": 0.833,
      "step": 9450
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7814979035928158e-06,
      "loss": 0.9194,
      "step": 9451
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7799112595728352e-06,
      "loss": 0.8594,
      "step": 9452
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.778325253393317e-06,
      "loss": 0.8457,
      "step": 9453
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.776739885177331e-06,
      "loss": 0.854,
      "step": 9454
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.775155155047895e-06,
      "loss": 0.8984,
      "step": 9455
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7735710631279778e-06,
      "loss": 0.8721,
      "step": 9456
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7719876095404932e-06,
      "loss": 0.8828,
      "step": 9457
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7704047944083136e-06,
      "loss": 0.854,
      "step": 9458
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7688226178542578e-06,
      "loss": 0.8555,
      "step": 9459
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.767241080001093e-06,
      "loss": 0.7935,
      "step": 9460
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7656601809715424e-06,
      "loss": 0.873,
      "step": 9461
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.764079920888272e-06,
      "loss": 0.8735,
      "step": 9462
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7625002998739061e-06,
      "loss": 0.9209,
      "step": 9463
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7609213180510132e-06,
      "loss": 0.875,
      "step": 9464
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.75934297554212e-06,
      "loss": 0.856,
      "step": 9465
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7577652724696926e-06,
      "loss": 0.8862,
      "step": 9466
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7561882089561556e-06,
      "loss": 0.877,
      "step": 9467
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.754611785123882e-06,
      "loss": 0.8511,
      "step": 9468
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7530360010951985e-06,
      "loss": 0.812,
      "step": 9469
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7514608569923709e-06,
      "loss": 0.8896,
      "step": 9470
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7498863529376286e-06,
      "loss": 0.9253,
      "step": 9471
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7483124890531434e-06,
      "loss": 0.8799,
      "step": 9472
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7467392654610404e-06,
      "loss": 0.8472,
      "step": 9473
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7451666822833978e-06,
      "loss": 0.9072,
      "step": 9474
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.743594739642237e-06,
      "loss": 0.8418,
      "step": 9475
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7420234376595325e-06,
      "loss": 0.8452,
      "step": 9476
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.740452776457211e-06,
      "loss": 0.8472,
      "step": 9477
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7388827561571508e-06,
      "loss": 0.8325,
      "step": 9478
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7373133768811746e-06,
      "loss": 0.8677,
      "step": 9479
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7357446387510602e-06,
      "loss": 0.8613,
      "step": 9480
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7341765418885348e-06,
      "loss": 0.9092,
      "step": 9481
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7326090864152756e-06,
      "loss": 0.8569,
      "step": 9482
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.731042272452912e-06,
      "loss": 0.8911,
      "step": 9483
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7294761001230153e-06,
      "loss": 0.8687,
      "step": 9484
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7279105695471188e-06,
      "loss": 0.8447,
      "step": 9485
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.726345680846697e-06,
      "loss": 0.9004,
      "step": 9486
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7247814341431824e-06,
      "loss": 0.8618,
      "step": 9487
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7232178295579472e-06,
      "loss": 0.8931,
      "step": 9488
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7216548672123224e-06,
      "loss": 0.8608,
      "step": 9489
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7200925472275897e-06,
      "loss": 0.4197,
      "step": 9490
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7185308697249736e-06,
      "loss": 0.9248,
      "step": 9491
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7169698348256558e-06,
      "loss": 0.8394,
      "step": 9492
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7154094426507617e-06,
      "loss": 0.8623,
      "step": 9493
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7138496933213734e-06,
      "loss": 0.8901,
      "step": 9494
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7122905869585182e-06,
      "loss": 0.8828,
      "step": 9495
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7107321236831797e-06,
      "loss": 0.9082,
      "step": 9496
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7091743036162823e-06,
      "loss": 0.8511,
      "step": 9497
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7076171268787078e-06,
      "loss": 0.9009,
      "step": 9498
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7060605935912855e-06,
      "loss": 0.8892,
      "step": 9499
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7045047038747976e-06,
      "loss": 0.8662,
      "step": 9500
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7029494578499683e-06,
      "loss": 0.8926,
      "step": 9501
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7013948556374814e-06,
      "loss": 0.8989,
      "step": 9502
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6998408973579661e-06,
      "loss": 0.8608,
      "step": 9503
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6982875831320023e-06,
      "loss": 0.8726,
      "step": 9504
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6967349130801224e-06,
      "loss": 0.8657,
      "step": 9505
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6951828873228015e-06,
      "loss": 0.4478,
      "step": 9506
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6936315059804741e-06,
      "loss": 0.9019,
      "step": 9507
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6920807691735152e-06,
      "loss": 0.8623,
      "step": 9508
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6905306770222596e-06,
      "loss": 0.8853,
      "step": 9509
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6889812296469833e-06,
      "loss": 0.8794,
      "step": 9510
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6874324271679176e-06,
      "loss": 0.9307,
      "step": 9511
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6858842697052424e-06,
      "loss": 0.8901,
      "step": 9512
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6843367573790904e-06,
      "loss": 0.8701,
      "step": 9513
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6827898903095363e-06,
      "loss": 0.8975,
      "step": 9514
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.681243668616611e-06,
      "loss": 0.8477,
      "step": 9515
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6796980924202965e-06,
      "loss": 0.8774,
      "step": 9516
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.678153161840521e-06,
      "loss": 0.8911,
      "step": 9517
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6766088769971655e-06,
      "loss": 0.856,
      "step": 9518
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.675065238010055e-06,
      "loss": 0.8638,
      "step": 9519
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6735222449989718e-06,
      "loss": 0.8833,
      "step": 9520
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6719798980836455e-06,
      "loss": 0.8584,
      "step": 9521
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6704381973837547e-06,
      "loss": 0.8687,
      "step": 9522
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.668897143018926e-06,
      "loss": 0.8276,
      "step": 9523
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6673567351087417e-06,
      "loss": 0.8633,
      "step": 9524
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6658169737727247e-06,
      "loss": 0.8496,
      "step": 9525
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6642778591303577e-06,
      "loss": 0.9092,
      "step": 9526
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6627393913010692e-06,
      "loss": 0.8838,
      "step": 9527
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6612015704042338e-06,
      "loss": 0.8379,
      "step": 9528
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6596643965591809e-06,
      "loss": 0.8433,
      "step": 9529
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6581278698851889e-06,
      "loss": 0.4546,
      "step": 9530
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.656591990501485e-06,
      "loss": 0.8677,
      "step": 9531
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6550567585272449e-06,
      "loss": 0.8809,
      "step": 9532
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6535221740815944e-06,
      "loss": 0.8394,
      "step": 9533
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6519882372836127e-06,
      "loss": 0.8384,
      "step": 9534
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.650454948252328e-06,
      "loss": 0.8423,
      "step": 9535
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6489223071067106e-06,
      "loss": 0.8267,
      "step": 9536
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.647390313965689e-06,
      "loss": 0.8237,
      "step": 9537
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6458589689481418e-06,
      "loss": 0.8755,
      "step": 9538
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6443282721728893e-06,
      "loss": 0.8682,
      "step": 9539
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6427982237587103e-06,
      "loss": 0.8447,
      "step": 9540
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6412688238243256e-06,
      "loss": 0.8975,
      "step": 9541
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6397400724884105e-06,
      "loss": 0.8594,
      "step": 9542
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6382119698695909e-06,
      "loss": 0.8862,
      "step": 9543
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.636684516086442e-06,
      "loss": 0.874,
      "step": 9544
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6351577112574813e-06,
      "loss": 0.4744,
      "step": 9545
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6336315555011861e-06,
      "loss": 0.8862,
      "step": 9546
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6321060489359764e-06,
      "loss": 0.8921,
      "step": 9547
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6305811916802271e-06,
      "loss": 0.8716,
      "step": 9548
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6290569838522607e-06,
      "loss": 0.812,
      "step": 9549
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6275334255703434e-06,
      "loss": 0.8433,
      "step": 9550
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6260105169526997e-06,
      "loss": 0.8481,
      "step": 9551
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6244882581175002e-06,
      "loss": 0.8569,
      "step": 9552
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6229666491828676e-06,
      "loss": 0.8667,
      "step": 9553
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6214456902668651e-06,
      "loss": 0.8276,
      "step": 9554
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6199253814875193e-06,
      "loss": 0.8408,
      "step": 9555
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6184057229627925e-06,
      "loss": 0.9419,
      "step": 9556
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.616886714810606e-06,
      "loss": 0.8701,
      "step": 9557
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.615368357148831e-06,
      "loss": 0.8408,
      "step": 9558
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6138506500952788e-06,
      "loss": 0.8496,
      "step": 9559
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6123335937677187e-06,
      "loss": 0.8999,
      "step": 9560
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6108171882838687e-06,
      "loss": 0.8486,
      "step": 9561
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6093014337613954e-06,
      "loss": 0.8501,
      "step": 9562
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6077863303179108e-06,
      "loss": 0.8223,
      "step": 9563
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6062718780709818e-06,
      "loss": 0.8252,
      "step": 9564
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6047580771381222e-06,
      "loss": 0.8701,
      "step": 9565
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6032449276368e-06,
      "loss": 0.8574,
      "step": 9566
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6017324296844217e-06,
      "loss": 0.8804,
      "step": 9567
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6002205833983543e-06,
      "loss": 0.8848,
      "step": 9568
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5987093888959082e-06,
      "loss": 0.9053,
      "step": 9569
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5971988462943488e-06,
      "loss": 0.8975,
      "step": 9570
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5956889557108812e-06,
      "loss": 0.8662,
      "step": 9571
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5941797172626716e-06,
      "loss": 0.854,
      "step": 9572
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5926711310668252e-06,
      "loss": 0.8726,
      "step": 9573
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.591163197240403e-06,
      "loss": 0.8755,
      "step": 9574
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5896559159004154e-06,
      "loss": 0.8726,
      "step": 9575
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.588149287163817e-06,
      "loss": 0.8398,
      "step": 9576
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5866433111475176e-06,
      "loss": 0.8301,
      "step": 9577
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5851379879683727e-06,
      "loss": 0.8486,
      "step": 9578
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5836333177431884e-06,
      "loss": 0.8516,
      "step": 9579
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.582129300588724e-06,
      "loss": 0.8872,
      "step": 9580
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5806259366216769e-06,
      "loss": 0.8413,
      "step": 9581
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5791232259587063e-06,
      "loss": 0.8442,
      "step": 9582
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5776211687164133e-06,
      "loss": 0.8257,
      "step": 9583
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5761197650113547e-06,
      "loss": 0.8315,
      "step": 9584
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.574619014960026e-06,
      "loss": 0.8594,
      "step": 9585
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5731189186788842e-06,
      "loss": 0.8701,
      "step": 9586
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.571619476284325e-06,
      "loss": 0.8423,
      "step": 9587
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5701206878927022e-06,
      "loss": 0.8672,
      "step": 9588
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5686225536203115e-06,
      "loss": 0.8687,
      "step": 9589
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.567125073583401e-06,
      "loss": 0.835,
      "step": 9590
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.56562824789817e-06,
      "loss": 0.8813,
      "step": 9591
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5641320766807645e-06,
      "loss": 0.7799,
      "step": 9592
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5626365600472836e-06,
      "loss": 0.8906,
      "step": 9593
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.561141698113766e-06,
      "loss": 0.8369,
      "step": 9594
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.55964749099621e-06,
      "loss": 0.8369,
      "step": 9595
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5581539388105592e-06,
      "loss": 0.8555,
      "step": 9596
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5566610416727069e-06,
      "loss": 0.8418,
      "step": 9597
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5551687996984921e-06,
      "loss": 0.8984,
      "step": 9598
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.553677213003707e-06,
      "loss": 0.8936,
      "step": 9599
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5521862817040922e-06,
      "loss": 0.5015,
      "step": 9600
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5506960059153386e-06,
      "loss": 0.9146,
      "step": 9601
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5492063857530814e-06,
      "loss": 0.8154,
      "step": 9602
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5477174213329115e-06,
      "loss": 0.8604,
      "step": 9603
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.546229112770361e-06,
      "loss": 0.9062,
      "step": 9604
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5447414601809197e-06,
      "loss": 0.9175,
      "step": 9605
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5432544636800228e-06,
      "loss": 0.9214,
      "step": 9606
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5417681233830506e-06,
      "loss": 0.8428,
      "step": 9607
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5402824394053373e-06,
      "loss": 0.875,
      "step": 9608
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5387974118621673e-06,
      "loss": 0.8726,
      "step": 9609
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.537313040868772e-06,
      "loss": 0.8599,
      "step": 9610
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5358293265403279e-06,
      "loss": 0.9116,
      "step": 9611
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5343462689919675e-06,
      "loss": 0.9062,
      "step": 9612
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5328638683387664e-06,
      "loss": 0.8335,
      "step": 9613
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.531382124695755e-06,
      "loss": 0.875,
      "step": 9614
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5299010381779111e-06,
      "loss": 0.4695,
      "step": 9615
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.528420608900154e-06,
      "loss": 0.8857,
      "step": 9616
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.526940836977362e-06,
      "loss": 0.8647,
      "step": 9617
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5254617225243607e-06,
      "loss": 0.8872,
      "step": 9618
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5239832656559172e-06,
      "loss": 0.8726,
      "step": 9619
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5225054664867578e-06,
      "loss": 0.8711,
      "step": 9620
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5210283251315473e-06,
      "loss": 0.8677,
      "step": 9621
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5195518417049094e-06,
      "loss": 0.877,
      "step": 9622
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5180760163214091e-06,
      "loss": 0.8545,
      "step": 9623
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5166008490955697e-06,
      "loss": 0.8667,
      "step": 9624
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5151263401418492e-06,
      "loss": 0.8584,
      "step": 9625
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5136524895746673e-06,
      "loss": 0.9165,
      "step": 9626
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5121792975083871e-06,
      "loss": 0.9263,
      "step": 9627
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5107067640573236e-06,
      "loss": 0.9028,
      "step": 9628
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5092348893357333e-06,
      "loss": 0.418,
      "step": 9629
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5077636734578304e-06,
      "loss": 0.8516,
      "step": 9630
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5062931165377737e-06,
      "loss": 0.8721,
      "step": 9631
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5048232186896738e-06,
      "loss": 0.874,
      "step": 9632
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5033539800275843e-06,
      "loss": 0.7551,
      "step": 9633
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5018854006655137e-06,
      "loss": 0.8691,
      "step": 9634
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5004174807174131e-06,
      "loss": 0.8691,
      "step": 9635
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4989502202971906e-06,
      "loss": 0.8467,
      "step": 9636
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4974836195186982e-06,
      "loss": 0.8599,
      "step": 9637
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4960176784957348e-06,
      "loss": 0.9087,
      "step": 9638
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4945523973420506e-06,
      "loss": 0.8525,
      "step": 9639
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.493087776171347e-06,
      "loss": 0.8936,
      "step": 9640
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4916238150972728e-06,
      "loss": 0.8447,
      "step": 9641
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4901605142334197e-06,
      "loss": 0.8906,
      "step": 9642
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4886978736933365e-06,
      "loss": 0.8696,
      "step": 9643
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4872358935905162e-06,
      "loss": 0.8613,
      "step": 9644
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.485774574038401e-06,
      "loss": 0.8418,
      "step": 9645
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4843139151503872e-06,
      "loss": 0.8877,
      "step": 9646
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4828539170398083e-06,
      "loss": 0.8926,
      "step": 9647
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4813945798199559e-06,
      "loss": 0.8623,
      "step": 9648
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4799359036040706e-06,
      "loss": 0.8735,
      "step": 9649
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4784778885053351e-06,
      "loss": 0.8862,
      "step": 9650
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4770205346368872e-06,
      "loss": 0.897,
      "step": 9651
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4755638421118069e-06,
      "loss": 0.8335,
      "step": 9652
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4741078110431295e-06,
      "loss": 0.8926,
      "step": 9653
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.472652441543837e-06,
      "loss": 0.8662,
      "step": 9654
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.471197733726859e-06,
      "loss": 0.8735,
      "step": 9655
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.469743687705072e-06,
      "loss": 0.8608,
      "step": 9656
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4682903035913042e-06,
      "loss": 0.8804,
      "step": 9657
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4668375814983316e-06,
      "loss": 0.8706,
      "step": 9658
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4653855215388812e-06,
      "loss": 0.8701,
      "step": 9659
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.46393412382562e-06,
      "loss": 0.8604,
      "step": 9660
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4624833884711742e-06,
      "loss": 0.9126,
      "step": 9661
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.461033315588114e-06,
      "loss": 0.8696,
      "step": 9662
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4595839052889582e-06,
      "loss": 0.8828,
      "step": 9663
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4581351576861725e-06,
      "loss": 0.8774,
      "step": 9664
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4566870728921723e-06,
      "loss": 0.896,
      "step": 9665
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4552396510193278e-06,
      "loss": 0.8345,
      "step": 9666
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.453792892179945e-06,
      "loss": 0.8555,
      "step": 9667
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4523467964862913e-06,
      "loss": 0.8208,
      "step": 9668
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4509013640505721e-06,
      "loss": 0.8955,
      "step": 9669
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4494565949849483e-06,
      "loss": 0.8091,
      "step": 9670
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.448012489401528e-06,
      "loss": 0.8696,
      "step": 9671
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4465690474123684e-06,
      "loss": 0.8555,
      "step": 9672
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4451262691294699e-06,
      "loss": 0.8247,
      "step": 9673
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4436841546647872e-06,
      "loss": 0.8857,
      "step": 9674
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4422427041302223e-06,
      "loss": 0.8564,
      "step": 9675
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4408019176376253e-06,
      "loss": 0.875,
      "step": 9676
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4393617952987948e-06,
      "loss": 0.8462,
      "step": 9677
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4379223372254747e-06,
      "loss": 0.8906,
      "step": 9678
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4364835435293622e-06,
      "loss": 0.8848,
      "step": 9679
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4350454143221038e-06,
      "loss": 0.8887,
      "step": 9680
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4336079497152855e-06,
      "loss": 0.8647,
      "step": 9681
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4321711498204538e-06,
      "loss": 0.8594,
      "step": 9682
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4307350147490917e-06,
      "loss": 0.8677,
      "step": 9683
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4292995446126412e-06,
      "loss": 0.8916,
      "step": 9684
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4278647395224876e-06,
      "loss": 0.8545,
      "step": 9685
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4264305995899618e-06,
      "loss": 0.8877,
      "step": 9686
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4249971249263494e-06,
      "loss": 0.8564,
      "step": 9687
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4235643156428803e-06,
      "loss": 0.8818,
      "step": 9688
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.422132171850734e-06,
      "loss": 0.8706,
      "step": 9689
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.42070069366104e-06,
      "loss": 0.8516,
      "step": 9690
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4192698811848715e-06,
      "loss": 0.9043,
      "step": 9691
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.417839734533253e-06,
      "loss": 0.8926,
      "step": 9692
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4164102538171587e-06,
      "loss": 0.855,
      "step": 9693
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4149814391475103e-06,
      "loss": 0.4172,
      "step": 9694
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4135532906351746e-06,
      "loss": 0.8867,
      "step": 9695
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4121258083909695e-06,
      "loss": 0.9243,
      "step": 9696
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4106989925256653e-06,
      "loss": 0.8438,
      "step": 9697
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4092728431499702e-06,
      "loss": 0.8481,
      "step": 9698
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4078473603745514e-06,
      "loss": 0.813,
      "step": 9699
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4064225443100154e-06,
      "loss": 0.8735,
      "step": 9700
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4049983950669244e-06,
      "loss": 0.9014,
      "step": 9701
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.403574912755784e-06,
      "loss": 0.8906,
      "step": 9702
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.402152097487054e-06,
      "loss": 0.853,
      "step": 9703
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4007299493711312e-06,
      "loss": 0.9092,
      "step": 9704
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.3993084685183722e-06,
      "loss": 0.8867,
      "step": 9705
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.3978876550390774e-06,
      "loss": 0.894,
      "step": 9706
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.3964675090434954e-06,
      "loss": 0.875,
      "step": 9707
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.395048030641819e-06,
      "loss": 0.8521,
      "step": 9708
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.393629219944197e-06,
      "loss": 0.8511,
      "step": 9709
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.392211077060721e-06,
      "loss": 0.833,
      "step": 9710
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3907936021014324e-06,
      "loss": 0.876,
      "step": 9711
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3893767951763237e-06,
      "loss": 0.8521,
      "step": 9712
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3879606563953273e-06,
      "loss": 0.8711,
      "step": 9713
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3865451858683332e-06,
      "loss": 0.8965,
      "step": 9714
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.385130383705171e-06,
      "loss": 0.8569,
      "step": 9715
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3837162500156276e-06,
      "loss": 0.8579,
      "step": 9716
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3823027849094294e-06,
      "loss": 0.8784,
      "step": 9717
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3808899884962545e-06,
      "loss": 0.9136,
      "step": 9718
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3794778608857318e-06,
      "loss": 0.854,
      "step": 9719
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3780664021874345e-06,
      "loss": 0.8931,
      "step": 9720
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3766556125108877e-06,
      "loss": 0.8086,
      "step": 9721
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3752454919655578e-06,
      "loss": 0.8726,
      "step": 9722
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3738360406608652e-06,
      "loss": 0.9224,
      "step": 9723
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.372427258706177e-06,
      "loss": 0.8525,
      "step": 9724
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3710191462108113e-06,
      "loss": 0.8833,
      "step": 9725
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.369611703284025e-06,
      "loss": 0.8921,
      "step": 9726
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.368204930035033e-06,
      "loss": 0.9058,
      "step": 9727
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3667988265729949e-06,
      "loss": 0.8516,
      "step": 9728
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.365393393007014e-06,
      "loss": 0.877,
      "step": 9729
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3639886294461512e-06,
      "loss": 0.8569,
      "step": 9730
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3625845359994027e-06,
      "loss": 0.8667,
      "step": 9731
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3611811127757224e-06,
      "loss": 0.8477,
      "step": 9732
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3597783598840109e-06,
      "loss": 0.8667,
      "step": 9733
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3583762774331165e-06,
      "loss": 0.8452,
      "step": 9734
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3569748655318294e-06,
      "loss": 0.8486,
      "step": 9735
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3555741242888953e-06,
      "loss": 0.8584,
      "step": 9736
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3541740538130054e-06,
      "loss": 0.8931,
      "step": 9737
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3527746542128007e-06,
      "loss": 0.8506,
      "step": 9738
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3513759255968627e-06,
      "loss": 0.8589,
      "step": 9739
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3499778680737308e-06,
      "loss": 0.854,
      "step": 9740
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3485804817518844e-06,
      "loss": 0.9116,
      "step": 9741
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3471837667397568e-06,
      "loss": 0.8936,
      "step": 9742
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3457877231457273e-06,
      "loss": 0.8647,
      "step": 9743
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3443923510781198e-06,
      "loss": 0.8359,
      "step": 9744
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3429976506452102e-06,
      "loss": 0.8926,
      "step": 9745
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3416036219552186e-06,
      "loss": 0.876,
      "step": 9746
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3402102651163186e-06,
      "loss": 0.8589,
      "step": 9747
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3388175802366244e-06,
      "loss": 0.8516,
      "step": 9748
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3374255674242032e-06,
      "loss": 0.8501,
      "step": 9749
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3360342267870696e-06,
      "loss": 0.8892,
      "step": 9750
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.334643558433184e-06,
      "loss": 0.9048,
      "step": 9751
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.333253562470459e-06,
      "loss": 0.895,
      "step": 9752
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3318642390067471e-06,
      "loss": 0.8618,
      "step": 9753
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3304755881498553e-06,
      "loss": 0.8413,
      "step": 9754
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3290876100075368e-06,
      "loss": 0.8936,
      "step": 9755
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3277003046874937e-06,
      "loss": 0.8794,
      "step": 9756
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3263136722973701e-06,
      "loss": 0.8721,
      "step": 9757
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3249277129447657e-06,
      "loss": 0.854,
      "step": 9758
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3235424267372232e-06,
      "loss": 0.8682,
      "step": 9759
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3221578137822366e-06,
      "loss": 0.8662,
      "step": 9760
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.320773874187241e-06,
      "loss": 0.8813,
      "step": 9761
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3193906080596286e-06,
      "loss": 0.8301,
      "step": 9762
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.31800801550673e-06,
      "loss": 0.8745,
      "step": 9763
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3166260966358291e-06,
      "loss": 0.8848,
      "step": 9764
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3152448515541593e-06,
      "loss": 0.9028,
      "step": 9765
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.313864280368895e-06,
      "loss": 0.8213,
      "step": 9766
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3124843831871624e-06,
      "loss": 0.8604,
      "step": 9767
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3111051601160375e-06,
      "loss": 0.9048,
      "step": 9768
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3097266112625417e-06,
      "loss": 0.8823,
      "step": 9769
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.308348736733641e-06,
      "loss": 0.9028,
      "step": 9770
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3069715366362535e-06,
      "loss": 0.8179,
      "step": 9771
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.305595011077243e-06,
      "loss": 0.8472,
      "step": 9772
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3042191601634225e-06,
      "loss": 0.8774,
      "step": 9773
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3028439840015528e-06,
      "loss": 0.873,
      "step": 9774
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3014694826983376e-06,
      "loss": 0.7852,
      "step": 9775
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.300095656360435e-06,
      "loss": 0.8735,
      "step": 9776
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2987225050944452e-06,
      "loss": 0.9087,
      "step": 9777
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2973500290069208e-06,
      "loss": 0.8232,
      "step": 9778
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2959782282043553e-06,
      "loss": 0.8579,
      "step": 9779
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2946071027931972e-06,
      "loss": 0.8115,
      "step": 9780
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2932366528798402e-06,
      "loss": 0.8579,
      "step": 9781
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2918668785706234e-06,
      "loss": 0.8662,
      "step": 9782
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2904977799718344e-06,
      "loss": 0.9023,
      "step": 9783
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.289129357189709e-06,
      "loss": 0.8755,
      "step": 9784
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2877616103304314e-06,
      "loss": 0.8511,
      "step": 9785
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2863945395001309e-06,
      "loss": 0.8755,
      "step": 9786
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2850281448048897e-06,
      "loss": 0.8721,
      "step": 9787
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.283662426350728e-06,
      "loss": 0.8657,
      "step": 9788
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2822973842436226e-06,
      "loss": 0.8818,
      "step": 9789
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.280933018589493e-06,
      "loss": 0.8813,
      "step": 9790
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2795693294942113e-06,
      "loss": 0.8628,
      "step": 9791
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2782063170635872e-06,
      "loss": 0.8608,
      "step": 9792
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2768439814033895e-06,
      "loss": 0.8618,
      "step": 9793
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2754823226193259e-06,
      "loss": 0.8525,
      "step": 9794
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2741213408170538e-06,
      "loss": 0.8276,
      "step": 9795
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2727610361021848e-06,
      "loss": 0.874,
      "step": 9796
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.271401408580265e-06,
      "loss": 0.8765,
      "step": 9797
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2700424583567982e-06,
      "loss": 0.8599,
      "step": 9798
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2686841855372344e-06,
      "loss": 0.8872,
      "step": 9799
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2673265902269682e-06,
      "loss": 0.8306,
      "step": 9800
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.265969672531341e-06,
      "loss": 0.8818,
      "step": 9801
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2646134325556436e-06,
      "loss": 0.856,
      "step": 9802
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2632578704051146e-06,
      "loss": 0.8901,
      "step": 9803
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.261902986184943e-06,
      "loss": 0.4937,
      "step": 9804
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2605487800002536e-06,
      "loss": 0.8784,
      "step": 9805
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2591952519561323e-06,
      "loss": 0.8721,
      "step": 9806
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2578424021576042e-06,
      "loss": 0.8599,
      "step": 9807
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.256490230709647e-06,
      "loss": 0.8647,
      "step": 9808
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2551387377171786e-06,
      "loss": 0.8457,
      "step": 9809
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2537879232850737e-06,
      "loss": 0.8535,
      "step": 9810
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2524377875181426e-06,
      "loss": 0.8716,
      "step": 9811
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2510883305211542e-06,
      "loss": 0.8667,
      "step": 9812
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.249739552398821e-06,
      "loss": 0.8594,
      "step": 9813
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2483914532557972e-06,
      "loss": 0.8794,
      "step": 9814
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2470440331966915e-06,
      "loss": 0.8789,
      "step": 9815
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.245697292326058e-06,
      "loss": 0.8979,
      "step": 9816
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2443512307483975e-06,
      "loss": 0.8706,
      "step": 9817
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2430058485681584e-06,
      "loss": 0.8882,
      "step": 9818
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2416611458897343e-06,
      "loss": 0.8711,
      "step": 9819
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2403171228174682e-06,
      "loss": 0.8628,
      "step": 9820
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2389737794556512e-06,
      "loss": 0.9058,
      "step": 9821
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2376311159085209e-06,
      "loss": 0.894,
      "step": 9822
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2362891322802596e-06,
      "loss": 0.8687,
      "step": 9823
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2349478286750017e-06,
      "loss": 0.8428,
      "step": 9824
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2336072051968228e-06,
      "loss": 0.8853,
      "step": 9825
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2322672619497522e-06,
      "loss": 0.7964,
      "step": 9826
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2309279990377598e-06,
      "loss": 0.8765,
      "step": 9827
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2295894165647694e-06,
      "loss": 0.8447,
      "step": 9828
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2282515146346452e-06,
      "loss": 0.9019,
      "step": 9829
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2269142933512056e-06,
      "loss": 0.8667,
      "step": 9830
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2255777528182134e-06,
      "loss": 0.8657,
      "step": 9831
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.224241893139374e-06,
      "loss": 0.9155,
      "step": 9832
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2229067144183449e-06,
      "loss": 0.8784,
      "step": 9833
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2215722167587318e-06,
      "loss": 0.8613,
      "step": 9834
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2202384002640855e-06,
      "loss": 0.8735,
      "step": 9835
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2189052650379018e-06,
      "loss": 0.8354,
      "step": 9836
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.217572811183626e-06,
      "loss": 0.8457,
      "step": 9837
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.216241038804651e-06,
      "loss": 0.8584,
      "step": 9838
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.214909948004318e-06,
      "loss": 0.8789,
      "step": 9839
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2135795388859094e-06,
      "loss": 0.8999,
      "step": 9840
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2122498115526638e-06,
      "loss": 0.8955,
      "step": 9841
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.210920766107756e-06,
      "loss": 0.8271,
      "step": 9842
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.209592402654317e-06,
      "loss": 0.4385,
      "step": 9843
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2082647212954235e-06,
      "loss": 0.8618,
      "step": 9844
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2069377221340917e-06,
      "loss": 0.8882,
      "step": 9845
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2056114052732949e-06,
      "loss": 0.4114,
      "step": 9846
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2042857708159484e-06,
      "loss": 0.8838,
      "step": 9847
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2029608188649144e-06,
      "loss": 0.8774,
      "step": 9848
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2016365495230064e-06,
      "loss": 0.8706,
      "step": 9849
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2003129628929756e-06,
      "loss": 0.8892,
      "step": 9850
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1989900590775295e-06,
      "loss": 0.8955,
      "step": 9851
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1976678381793184e-06,
      "loss": 0.8979,
      "step": 9852
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1963463003009435e-06,
      "loss": 0.8882,
      "step": 9853
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1950254455449461e-06,
      "loss": 0.8325,
      "step": 9854
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1937052740138189e-06,
      "loss": 0.8789,
      "step": 9855
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.192385785810004e-06,
      "loss": 0.8599,
      "step": 9856
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1910669810358832e-06,
      "loss": 0.8843,
      "step": 9857
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1897488597937945e-06,
      "loss": 0.9321,
      "step": 9858
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1884314221860116e-06,
      "loss": 0.8428,
      "step": 9859
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.187114668314766e-06,
      "loss": 0.4236,
      "step": 9860
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1857985982822307e-06,
      "loss": 0.8921,
      "step": 9861
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1844832121905292e-06,
      "loss": 0.8018,
      "step": 9862
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1831685101417246e-06,
      "loss": 0.8984,
      "step": 9863
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1818544922378328e-06,
      "loss": 0.8877,
      "step": 9864
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1805411585808168e-06,
      "loss": 0.8862,
      "step": 9865
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1792285092725875e-06,
      "loss": 0.9116,
      "step": 9866
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1779165444149954e-06,
      "loss": 0.897,
      "step": 9867
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1766052641098446e-06,
      "loss": 0.8687,
      "step": 9868
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.175294668458884e-06,
      "loss": 0.8823,
      "step": 9869
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.173984757563812e-06,
      "loss": 0.8525,
      "step": 9870
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1726755315262716e-06,
      "loss": 0.8423,
      "step": 9871
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.171366990447851e-06,
      "loss": 0.8301,
      "step": 9872
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1700591344300838e-06,
      "loss": 0.8735,
      "step": 9873
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1687519635744582e-06,
      "loss": 0.8433,
      "step": 9874
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.167445477982404e-06,
      "loss": 0.8789,
      "step": 9875
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1661396777552959e-06,
      "loss": 0.8618,
      "step": 9876
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.164834562994459e-06,
      "loss": 0.8857,
      "step": 9877
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1635301338011652e-06,
      "loss": 0.9253,
      "step": 9878
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1622263902766328e-06,
      "loss": 0.8755,
      "step": 9879
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1609233325220225e-06,
      "loss": 0.8501,
      "step": 9880
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.159620960638449e-06,
      "loss": 0.8638,
      "step": 9881
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1583192747269677e-06,
      "loss": 0.8662,
      "step": 9882
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.157018274888585e-06,
      "loss": 0.9019,
      "step": 9883
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1557179612242541e-06,
      "loss": 0.917,
      "step": 9884
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1544183338348702e-06,
      "loss": 0.8638,
      "step": 9885
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1531193928212781e-06,
      "loss": 0.8931,
      "step": 9886
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1518211382842737e-06,
      "loss": 0.8457,
      "step": 9887
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1505235703245898e-06,
      "loss": 0.8926,
      "step": 9888
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1492266890429171e-06,
      "loss": 0.8657,
      "step": 9889
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1479304945398828e-06,
      "loss": 0.9077,
      "step": 9890
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1466349869160676e-06,
      "loss": 0.8545,
      "step": 9891
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1453401662719966e-06,
      "loss": 0.833,
      "step": 9892
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1440460327081438e-06,
      "loss": 0.834,
      "step": 9893
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1427525863249234e-06,
      "loss": 0.8511,
      "step": 9894
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1414598272227051e-06,
      "loss": 0.8735,
      "step": 9895
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1401677555017988e-06,
      "loss": 0.4719,
      "step": 9896
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1388763712624662e-06,
      "loss": 0.9131,
      "step": 9897
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1375856746049074e-06,
      "loss": 0.8765,
      "step": 9898
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1362956656292778e-06,
      "loss": 0.8335,
      "step": 9899
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1350063444356763e-06,
      "loss": 0.4128,
      "step": 9900
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1337177111241482e-06,
      "loss": 0.877,
      "step": 9901
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1324297657946836e-06,
      "loss": 0.8896,
      "step": 9902
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1311425085472217e-06,
      "loss": 0.8794,
      "step": 9903
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.129855939481651e-06,
      "loss": 0.8628,
      "step": 9904
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1285700586977977e-06,
      "loss": 0.8579,
      "step": 9905
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.127284866295445e-06,
      "loss": 0.8804,
      "step": 9906
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1260003623743131e-06,
      "loss": 0.8882,
      "step": 9907
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.124716547034077e-06,
      "loss": 0.8701,
      "step": 9908
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1234334203743524e-06,
      "loss": 0.8745,
      "step": 9909
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1221509824947086e-06,
      "loss": 0.8569,
      "step": 9910
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1208692334946514e-06,
      "loss": 0.8794,
      "step": 9911
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1195881734736403e-06,
      "loss": 0.8667,
      "step": 9912
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.118307802531079e-06,
      "loss": 0.8916,
      "step": 9913
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1170281207663202e-06,
      "loss": 0.8745,
      "step": 9914
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1157491282786625e-06,
      "loss": 0.8623,
      "step": 9915
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1144708251673454e-06,
      "loss": 0.8599,
      "step": 9916
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1131932115315613e-06,
      "loss": 0.9087,
      "step": 9917
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.111916287470446e-06,
      "loss": 0.9219,
      "step": 9918
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1106400530830875e-06,
      "loss": 0.9067,
      "step": 9919
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1093645084685112e-06,
      "loss": 0.8774,
      "step": 9920
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1080896537256924e-06,
      "loss": 0.856,
      "step": 9921
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1068154889535554e-06,
      "loss": 0.8716,
      "step": 9922
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.105542014250972e-06,
      "loss": 0.9316,
      "step": 9923
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1042692297167534e-06,
      "loss": 0.8623,
      "step": 9924
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.102997135449664e-06,
      "loss": 0.8643,
      "step": 9925
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1017257315484132e-06,
      "loss": 0.8687,
      "step": 9926
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1004550181116535e-06,
      "loss": 0.8726,
      "step": 9927
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.0991849952379907e-06,
      "loss": 0.8613,
      "step": 9928
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.097915663025968e-06,
      "loss": 0.8853,
      "step": 9929
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.096647021574082e-06,
      "loss": 0.9312,
      "step": 9930
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.095379070980772e-06,
      "loss": 0.8755,
      "step": 9931
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.0941118113444282e-06,
      "loss": 0.834,
      "step": 9932
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.0928452427633795e-06,
      "loss": 0.8696,
      "step": 9933
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.0915793653359086e-06,
      "loss": 0.8828,
      "step": 9934
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.0903141791602434e-06,
      "loss": 0.814,
      "step": 9935
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.089049684334551e-06,
      "loss": 0.8579,
      "step": 9936
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.0877858809569552e-06,
      "loss": 0.8779,
      "step": 9937
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.0865227691255176e-06,
      "loss": 0.8843,
      "step": 9938
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.0852603489382518e-06,
      "loss": 0.8413,
      "step": 9939
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.0839986204931163e-06,
      "loss": 0.8394,
      "step": 9940
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.082737583888015e-06,
      "loss": 0.8354,
      "step": 9941
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0814772392207961e-06,
      "loss": 0.8853,
      "step": 9942
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0802175865892595e-06,
      "loss": 0.8511,
      "step": 9943
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0789586260911456e-06,
      "loss": 0.8359,
      "step": 9944
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0777003578241484e-06,
      "loss": 0.8267,
      "step": 9945
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.076442781885898e-06,
      "loss": 0.8774,
      "step": 9946
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0751858983739794e-06,
      "loss": 0.8521,
      "step": 9947
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0739297073859212e-06,
      "loss": 0.8481,
      "step": 9948
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0726742090191966e-06,
      "loss": 0.8511,
      "step": 9949
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.071419403371229e-06,
      "loss": 0.8706,
      "step": 9950
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.070165290539381e-06,
      "loss": 0.9023,
      "step": 9951
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0689118706209712e-06,
      "loss": 0.8486,
      "step": 9952
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0676591437132543e-06,
      "loss": 0.8457,
      "step": 9953
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0664071099134398e-06,
      "loss": 0.9233,
      "step": 9954
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0651557693186764e-06,
      "loss": 0.854,
      "step": 9955
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0639051220260632e-06,
      "loss": 0.875,
      "step": 9956
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0626551681326458e-06,
      "loss": 0.8584,
      "step": 9957
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0614059077354144e-06,
      "loss": 0.8594,
      "step": 9958
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.060157340931307e-06,
      "loss": 0.8354,
      "step": 9959
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0589094678172041e-06,
      "loss": 0.8457,
      "step": 9960
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0576622884899345e-06,
      "loss": 0.9058,
      "step": 9961
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0564158030462757e-06,
      "loss": 0.874,
      "step": 9962
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.05517001158295e-06,
      "loss": 0.4238,
      "step": 9963
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0539249141966213e-06,
      "loss": 0.8701,
      "step": 9964
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0526805109839056e-06,
      "loss": 0.8687,
      "step": 9965
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0514368020413624e-06,
      "loss": 0.9165,
      "step": 9966
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0501937874655e-06,
      "loss": 0.8916,
      "step": 9967
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0489514673527656e-06,
      "loss": 0.8701,
      "step": 9968
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0477098417995624e-06,
      "loss": 0.7726,
      "step": 9969
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0464689109022308e-06,
      "loss": 0.873,
      "step": 9970
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0452286747570628e-06,
      "loss": 0.8906,
      "step": 9971
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.043989133460297e-06,
      "loss": 0.9116,
      "step": 9972
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0427502871081119e-06,
      "loss": 0.7572,
      "step": 9973
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0415121357966395e-06,
      "loss": 0.8569,
      "step": 9974
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0402746796219521e-06,
      "loss": 0.8608,
      "step": 9975
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0390379186800737e-06,
      "loss": 0.8979,
      "step": 9976
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0378018530669686e-06,
      "loss": 0.8735,
      "step": 9977
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0365664828785493e-06,
      "loss": 0.8364,
      "step": 9978
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0353318082106756e-06,
      "loss": 0.8223,
      "step": 9979
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0340978291591541e-06,
      "loss": 0.8633,
      "step": 9980
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0328645458197351e-06,
      "loss": 0.8657,
      "step": 9981
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0316319582881141e-06,
      "loss": 0.9116,
      "step": 9982
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0304000666599356e-06,
      "loss": 0.8784,
      "step": 9983
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0291688710307878e-06,
      "loss": 0.8389,
      "step": 9984
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0279383714962066e-06,
      "loss": 0.915,
      "step": 9985
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0267085681516708e-06,
      "loss": 0.9092,
      "step": 9986
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.025479461092609e-06,
      "loss": 0.8228,
      "step": 9987
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0242510504143943e-06,
      "loss": 0.833,
      "step": 9988
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0230233362123454e-06,
      "loss": 0.8521,
      "step": 9989
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0217963185817292e-06,
      "loss": 0.8794,
      "step": 9990
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0205699976177519e-06,
      "loss": 0.8853,
      "step": 9991
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.019344373415574e-06,
      "loss": 0.8408,
      "step": 9992
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.018119446070297e-06,
      "loss": 0.8979,
      "step": 9993
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0168952156769706e-06,
      "loss": 0.856,
      "step": 9994
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.015671682330588e-06,
      "loss": 0.8613,
      "step": 9995
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0144488461260892e-06,
      "loss": 0.8379,
      "step": 9996
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0132267071583612e-06,
      "loss": 0.8774,
      "step": 9997
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.012005265522239e-06,
      "loss": 0.8569,
      "step": 9998
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0107845213124967e-06,
      "loss": 0.8765,
      "step": 9999
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.009564474623862e-06,
      "loss": 0.8872,
      "step": 10000
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.008345125551e-06,
      "loss": 0.8364,
      "step": 10001
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.00712647418853e-06,
      "loss": 0.8862,
      "step": 10002
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0059085206310137e-06,
      "loss": 0.9253,
      "step": 10003
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0046912649729568e-06,
      "loss": 0.8628,
      "step": 10004
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0034747073088147e-06,
      "loss": 0.896,
      "step": 10005
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0022588477329842e-06,
      "loss": 0.8643,
      "step": 10006
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0010436863398143e-06,
      "loss": 0.8809,
      "step": 10007
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.998292232235906e-07,
      "loss": 0.8774,
      "step": 10008
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.986154584785522e-07,
      "loss": 0.8745,
      "step": 10009
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.974023921988829e-07,
      "loss": 0.8228,
      "step": 10010
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.961900244787093e-07,
      "loss": 0.8862,
      "step": 10011
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.949783554121073e-07,
      "loss": 0.8374,
      "step": 10012
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.937673850930951e-07,
      "loss": 0.8882,
      "step": 10013
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.925571136156375e-07,
      "loss": 0.8569,
      "step": 10014
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.913475410736494e-07,
      "loss": 0.8555,
      "step": 10015
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.901386675609836e-07,
      "loss": 0.8667,
      "step": 10016
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.889304931714472e-07,
      "loss": 0.8145,
      "step": 10017
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.87723017998785e-07,
      "loss": 0.897,
      "step": 10018
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.865162421366925e-07,
      "loss": 0.8564,
      "step": 10019
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.853101656788133e-07,
      "loss": 0.8369,
      "step": 10020
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.841047887187282e-07,
      "loss": 0.8511,
      "step": 10021
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.829001113499714e-07,
      "loss": 0.8809,
      "step": 10022
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.816961336660202e-07,
      "loss": 0.8433,
      "step": 10023
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.804928557602978e-07,
      "loss": 0.8428,
      "step": 10024
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.792902777261737e-07,
      "loss": 0.8799,
      "step": 10025
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.780883996569602e-07,
      "loss": 0.8447,
      "step": 10026
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.76887221645918e-07,
      "loss": 0.8682,
      "step": 10027
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.756867437862538e-07,
      "loss": 0.8359,
      "step": 10028
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.744869661711198e-07,
      "loss": 0.8799,
      "step": 10029
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.732878888936115e-07,
      "loss": 0.8594,
      "step": 10030
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.720895120467721e-07,
      "loss": 0.8711,
      "step": 10031
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.708918357235898e-07,
      "loss": 0.8926,
      "step": 10032
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.696948600169987e-07,
      "loss": 0.8374,
      "step": 10033
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.684985850198803e-07,
      "loss": 0.45,
      "step": 10034
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.67303010825057e-07,
      "loss": 0.478,
      "step": 10035
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.661081375253012e-07,
      "loss": 0.8936,
      "step": 10036
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.6491396521333e-07,
      "loss": 0.8672,
      "step": 10037
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.637204939818057e-07,
      "loss": 0.8291,
      "step": 10038
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.625277239233343e-07,
      "loss": 0.8457,
      "step": 10039
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.613356551304709e-07,
      "loss": 0.8892,
      "step": 10040
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.601442876957134e-07,
      "loss": 0.8672,
      "step": 10041
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.589536217115092e-07,
      "loss": 0.8501,
      "step": 10042
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.577636572702443e-07,
      "loss": 0.8408,
      "step": 10043
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.565743944642557e-07,
      "loss": 0.8545,
      "step": 10044
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.553858333858245e-07,
      "loss": 0.853,
      "step": 10045
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.541979741271811e-07,
      "loss": 0.8418,
      "step": 10046
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.53010816780493e-07,
      "loss": 0.9023,
      "step": 10047
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.518243614378819e-07,
      "loss": 0.9067,
      "step": 10048
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.506386081914065e-07,
      "loss": 0.8364,
      "step": 10049
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.494535571330788e-07,
      "loss": 0.8643,
      "step": 10050
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.48269208354855e-07,
      "loss": 0.8403,
      "step": 10051
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.470855619486308e-07,
      "loss": 0.8643,
      "step": 10052
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.459026180062536e-07,
      "loss": 0.8975,
      "step": 10053
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.447203766195145e-07,
      "loss": 0.8706,
      "step": 10054
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.435388378801491e-07,
      "loss": 0.426,
      "step": 10055
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.423580018798429e-07,
      "loss": 0.8984,
      "step": 10056
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.41177868710218e-07,
      "loss": 0.8691,
      "step": 10057
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.399984384628491e-07,
      "loss": 0.9023,
      "step": 10058
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.388197112292563e-07,
      "loss": 0.8477,
      "step": 10059
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.376416871009031e-07,
      "loss": 0.875,
      "step": 10060
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.364643661691952e-07,
      "loss": 0.8477,
      "step": 10061
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.352877485254896e-07,
      "loss": 0.8398,
      "step": 10062
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.341118342610888e-07,
      "loss": 0.834,
      "step": 10063
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.329366234672332e-07,
      "loss": 0.8477,
      "step": 10064
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.317621162351187e-07,
      "loss": 0.8306,
      "step": 10065
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.305883126558768e-07,
      "loss": 0.8921,
      "step": 10066
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.294152128205913e-07,
      "loss": 0.8315,
      "step": 10067
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.282428168202906e-07,
      "loss": 0.8262,
      "step": 10068
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.270711247459463e-07,
      "loss": 0.8638,
      "step": 10069
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.259001366884746e-07,
      "loss": 0.7793,
      "step": 10070
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.247298527387394e-07,
      "loss": 0.876,
      "step": 10071
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.235602729875503e-07,
      "loss": 0.8418,
      "step": 10072
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.223913975256627e-07,
      "loss": 0.8667,
      "step": 10073
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.212232264437726e-07,
      "loss": 0.8188,
      "step": 10074
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.200557598325255e-07,
      "loss": 0.8276,
      "step": 10075
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.188889977825111e-07,
      "loss": 0.8745,
      "step": 10076
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.17722940384268e-07,
      "loss": 0.9106,
      "step": 10077
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.165575877282718e-07,
      "loss": 0.8843,
      "step": 10078
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.153929399049532e-07,
      "loss": 0.8374,
      "step": 10079
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.142289970046791e-07,
      "loss": 0.8472,
      "step": 10080
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.130657591177683e-07,
      "loss": 0.9375,
      "step": 10081
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.119032263344829e-07,
      "loss": 0.8486,
      "step": 10082
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.107413987450286e-07,
      "loss": 0.8726,
      "step": 10083
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.095802764395579e-07,
      "loss": 0.8745,
      "step": 10084
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.084198595081695e-07,
      "loss": 0.8877,
      "step": 10085
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.07260148040906e-07,
      "loss": 0.8843,
      "step": 10086
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.061011421277577e-07,
      "loss": 0.8652,
      "step": 10087
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.049428418586537e-07,
      "loss": 0.873,
      "step": 10088
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.037852473234754e-07,
      "loss": 0.8501,
      "step": 10089
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.026283586120455e-07,
      "loss": 0.8784,
      "step": 10090
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.014721758141365e-07,
      "loss": 0.8901,
      "step": 10091
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.003166990194578e-07,
      "loss": 0.8457,
      "step": 10092
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.991619283176711e-07,
      "loss": 0.8604,
      "step": 10093
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.980078637983836e-07,
      "loss": 0.4756,
      "step": 10094
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.968545055511413e-07,
      "loss": 0.8633,
      "step": 10095
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.957018536654427e-07,
      "loss": 0.8145,
      "step": 10096
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.945499082307252e-07,
      "loss": 0.9067,
      "step": 10097
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.933986693363761e-07,
      "loss": 0.855,
      "step": 10098
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.922481370717261e-07,
      "loss": 0.854,
      "step": 10099
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.910983115260529e-07,
      "loss": 0.8687,
      "step": 10100
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.89949192788574e-07,
      "loss": 0.8931,
      "step": 10101
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.888007809484578e-07,
      "loss": 0.877,
      "step": 10102
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.876530760948144e-07,
      "loss": 0.9019,
      "step": 10103
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.865060783167034e-07,
      "loss": 0.877,
      "step": 10104
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.853597877031228e-07,
      "loss": 0.8989,
      "step": 10105
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.842142043430202e-07,
      "loss": 0.7983,
      "step": 10106
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.830693283252889e-07,
      "loss": 0.8843,
      "step": 10107
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.819251597387645e-07,
      "loss": 0.8496,
      "step": 10108
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.807816986722317e-07,
      "loss": 0.8711,
      "step": 10109
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.796389452144138e-07,
      "loss": 0.7749,
      "step": 10110
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.784968994539878e-07,
      "loss": 0.8506,
      "step": 10111
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.77355561479567e-07,
      "loss": 0.895,
      "step": 10112
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.762149313797163e-07,
      "loss": 0.8608,
      "step": 10113
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.750750092429406e-07,
      "loss": 0.915,
      "step": 10114
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.739357951576955e-07,
      "loss": 0.8564,
      "step": 10115
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.72797289212376e-07,
      "loss": 0.896,
      "step": 10116
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.716594914953292e-07,
      "loss": 0.834,
      "step": 10117
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.705224020948377e-07,
      "loss": 0.4277,
      "step": 10118
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.693860210991367e-07,
      "loss": 0.8765,
      "step": 10119
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.682503485964033e-07,
      "loss": 0.8506,
      "step": 10120
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.671153846747615e-07,
      "loss": 0.833,
      "step": 10121
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.659811294222809e-07,
      "loss": 0.9048,
      "step": 10122
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.648475829269709e-07,
      "loss": 0.8672,
      "step": 10123
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.637147452767903e-07,
      "loss": 0.874,
      "step": 10124
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.62582616559644e-07,
      "loss": 0.8545,
      "step": 10125
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.614511968633766e-07,
      "loss": 0.9199,
      "step": 10126
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.603204862757853e-07,
      "loss": 0.8774,
      "step": 10127
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.591904848846034e-07,
      "loss": 0.9121,
      "step": 10128
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.580611927775151e-07,
      "loss": 0.8833,
      "step": 10129
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.569326100421493e-07,
      "loss": 0.8755,
      "step": 10130
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.558047367660805e-07,
      "loss": 0.4275,
      "step": 10131
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.546775730368217e-07,
      "loss": 0.8696,
      "step": 10132
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.535511189418377e-07,
      "loss": 0.8608,
      "step": 10133
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.524253745685373e-07,
      "loss": 0.8452,
      "step": 10134
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.513003400042729e-07,
      "loss": 0.4827,
      "step": 10135
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.501760153363403e-07,
      "loss": 0.856,
      "step": 10136
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.490524006519818e-07,
      "loss": 0.8652,
      "step": 10137
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.479294960383866e-07,
      "loss": 0.9077,
      "step": 10138
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.468073015826861e-07,
      "loss": 0.8208,
      "step": 10139
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.456858173719562e-07,
      "loss": 0.8696,
      "step": 10140
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.445650434932195e-07,
      "loss": 0.8945,
      "step": 10141
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.434449800334443e-07,
      "loss": 0.8662,
      "step": 10142
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.4232562707954e-07,
      "loss": 0.8564,
      "step": 10143
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.412069847183657e-07,
      "loss": 0.8682,
      "step": 10144
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.40089053036719e-07,
      "loss": 0.9087,
      "step": 10145
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.38971832121348e-07,
      "loss": 0.856,
      "step": 10146
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.378553220589447e-07,
      "loss": 0.8799,
      "step": 10147
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.367395229361464e-07,
      "loss": 0.8428,
      "step": 10148
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.356244348395304e-07,
      "loss": 0.8774,
      "step": 10149
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.345100578556231e-07,
      "loss": 0.834,
      "step": 10150
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.333963920708965e-07,
      "loss": 0.876,
      "step": 10151
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.322834375717659e-07,
      "loss": 0.9082,
      "step": 10152
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.311711944445911e-07,
      "loss": 0.8647,
      "step": 10153
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.300596627756762e-07,
      "loss": 0.8418,
      "step": 10154
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.289488426512705e-07,
      "loss": 0.4519,
      "step": 10155
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.278387341575689e-07,
      "loss": 0.9043,
      "step": 10156
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.267293373807128e-07,
      "loss": 0.9126,
      "step": 10157
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.256206524067822e-07,
      "loss": 0.8018,
      "step": 10158
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.245126793218095e-07,
      "loss": 0.8164,
      "step": 10159
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.234054182117656e-07,
      "loss": 0.8706,
      "step": 10160
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.222988691625699e-07,
      "loss": 0.8574,
      "step": 10161
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.21193032260087e-07,
      "loss": 0.8989,
      "step": 10162
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.200879075901214e-07,
      "loss": 0.8525,
      "step": 10163
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.189834952384268e-07,
      "loss": 0.8618,
      "step": 10164
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.178797952907014e-07,
      "loss": 0.8872,
      "step": 10165
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.167768078325878e-07,
      "loss": 0.9146,
      "step": 10166
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.156745329496707e-07,
      "loss": 0.8452,
      "step": 10167
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.145729707274819e-07,
      "loss": 0.894,
      "step": 10168
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.134721212514973e-07,
      "loss": 0.9463,
      "step": 10169
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.12371984607141e-07,
      "loss": 0.8687,
      "step": 10170
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.112725608797734e-07,
      "loss": 0.8862,
      "step": 10171
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.101738501547074e-07,
      "loss": 0.8545,
      "step": 10172
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.090758525171982e-07,
      "loss": 0.9185,
      "step": 10173
    },
    {
      "epoch": 0.88,
      "learning_rate": 8.079785680524444e-07,
      "loss": 0.8906,
      "step": 10174
    },
    {
      "epoch": 0.88,
      "learning_rate": 8.06881996845591e-07,
      "loss": 0.8804,
      "step": 10175
    },
    {
      "epoch": 0.88,
      "learning_rate": 8.057861389817235e-07,
      "loss": 0.8682,
      "step": 10176
    },
    {
      "epoch": 0.88,
      "learning_rate": 8.046909945458792e-07,
      "loss": 0.8721,
      "step": 10177
    },
    {
      "epoch": 0.88,
      "learning_rate": 8.035965636230347e-07,
      "loss": 0.8955,
      "step": 10178
    },
    {
      "epoch": 0.88,
      "learning_rate": 8.025028462981144e-07,
      "loss": 0.8706,
      "step": 10179
    },
    {
      "epoch": 0.88,
      "learning_rate": 8.014098426559814e-07,
      "loss": 0.855,
      "step": 10180
    },
    {
      "epoch": 0.88,
      "learning_rate": 8.003175527814522e-07,
      "loss": 0.8623,
      "step": 10181
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.992259767592802e-07,
      "loss": 0.8398,
      "step": 10182
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.981351146741689e-07,
      "loss": 0.876,
      "step": 10183
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.970449666107638e-07,
      "loss": 0.8647,
      "step": 10184
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.959555326536539e-07,
      "loss": 0.8428,
      "step": 10185
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.948668128873749e-07,
      "loss": 0.8325,
      "step": 10186
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.93778807396407e-07,
      "loss": 0.4619,
      "step": 10187
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.92691516265175e-07,
      "loss": 0.5071,
      "step": 10188
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.916049395780445e-07,
      "loss": 0.8203,
      "step": 10189
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.905190774193317e-07,
      "loss": 0.9326,
      "step": 10190
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.894339298732934e-07,
      "loss": 0.8745,
      "step": 10191
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.883494970241323e-07,
      "loss": 0.9062,
      "step": 10192
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.872657789559935e-07,
      "loss": 0.9141,
      "step": 10193
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.861827757529705e-07,
      "loss": 0.8882,
      "step": 10194
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.851004874990986e-07,
      "loss": 0.853,
      "step": 10195
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.840189142783584e-07,
      "loss": 0.8564,
      "step": 10196
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.829380561746758e-07,
      "loss": 0.8672,
      "step": 10197
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.818579132719184e-07,
      "loss": 0.8232,
      "step": 10198
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.807784856539024e-07,
      "loss": 0.8989,
      "step": 10199
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.796997734043843e-07,
      "loss": 0.8472,
      "step": 10200
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.786217766070692e-07,
      "loss": 0.9014,
      "step": 10201
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.775444953456024e-07,
      "loss": 0.8408,
      "step": 10202
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.764679297035782e-07,
      "loss": 0.8975,
      "step": 10203
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.753920797645309e-07,
      "loss": 0.8027,
      "step": 10204
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.743169456119437e-07,
      "loss": 0.8892,
      "step": 10205
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.732425273292388e-07,
      "loss": 0.8672,
      "step": 10206
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.721688249997906e-07,
      "loss": 0.8555,
      "step": 10207
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.71095838706909e-07,
      "loss": 0.8389,
      "step": 10208
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.700235685338541e-07,
      "loss": 0.8315,
      "step": 10209
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.689520145638307e-07,
      "loss": 0.8438,
      "step": 10210
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.678811768799843e-07,
      "loss": 0.8408,
      "step": 10211
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.668110555654062e-07,
      "loss": 0.8389,
      "step": 10212
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.657416507031356e-07,
      "loss": 0.8862,
      "step": 10213
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.646729623761529e-07,
      "loss": 0.8271,
      "step": 10214
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.636049906673815e-07,
      "loss": 0.9287,
      "step": 10215
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.625377356596919e-07,
      "loss": 0.8569,
      "step": 10216
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.614711974358979e-07,
      "loss": 0.8511,
      "step": 10217
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.604053760787577e-07,
      "loss": 0.8682,
      "step": 10218
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.593402716709764e-07,
      "loss": 0.8745,
      "step": 10219
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.582758842951976e-07,
      "loss": 0.8423,
      "step": 10220
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.572122140340154e-07,
      "loss": 0.9048,
      "step": 10221
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.561492609699639e-07,
      "loss": 0.8799,
      "step": 10222
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.550870251855258e-07,
      "loss": 0.8979,
      "step": 10223
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.540255067631219e-07,
      "loss": 0.8242,
      "step": 10224
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.529647057851219e-07,
      "loss": 0.8623,
      "step": 10225
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.519046223338411e-07,
      "loss": 0.8623,
      "step": 10226
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.508452564915358e-07,
      "loss": 0.8906,
      "step": 10227
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.497866083404104e-07,
      "loss": 0.8716,
      "step": 10228
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.487286779626069e-07,
      "loss": 0.9131,
      "step": 10229
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.476714654402173e-07,
      "loss": 0.8804,
      "step": 10230
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.466149708552761e-07,
      "loss": 0.8706,
      "step": 10231
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.455591942897655e-07,
      "loss": 0.9009,
      "step": 10232
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.445041358256033e-07,
      "loss": 0.8784,
      "step": 10233
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.434497955446607e-07,
      "loss": 0.8774,
      "step": 10234
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.423961735287488e-07,
      "loss": 0.8687,
      "step": 10235
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.413432698596257e-07,
      "loss": 0.9141,
      "step": 10236
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.402910846189882e-07,
      "loss": 0.8335,
      "step": 10237
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.392396178884842e-07,
      "loss": 0.856,
      "step": 10238
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.381888697496997e-07,
      "loss": 0.873,
      "step": 10239
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.371388402841684e-07,
      "loss": 0.3896,
      "step": 10240
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.360895295733717e-07,
      "loss": 0.8447,
      "step": 10241
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.350409376987245e-07,
      "loss": 0.8735,
      "step": 10242
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.339930647415972e-07,
      "loss": 0.8599,
      "step": 10243
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.329459107832992e-07,
      "loss": 0.9023,
      "step": 10244
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.318994759050846e-07,
      "loss": 0.8652,
      "step": 10245
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.308537601881504e-07,
      "loss": 0.877,
      "step": 10246
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.298087637136408e-07,
      "loss": 0.9399,
      "step": 10247
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.287644865626431e-07,
      "loss": 0.8735,
      "step": 10248
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.277209288161868e-07,
      "loss": 0.8984,
      "step": 10249
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.266780905552484e-07,
      "loss": 0.8247,
      "step": 10250
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.256359718607464e-07,
      "loss": 0.8643,
      "step": 10251
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.245945728135439e-07,
      "loss": 0.8975,
      "step": 10252
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.23553893494452e-07,
      "loss": 0.8633,
      "step": 10253
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.225139339842169e-07,
      "loss": 0.8296,
      "step": 10254
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.214746943635398e-07,
      "loss": 0.856,
      "step": 10255
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.204361747130573e-07,
      "loss": 0.8721,
      "step": 10256
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.193983751133549e-07,
      "loss": 0.7317,
      "step": 10257
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.183612956449604e-07,
      "loss": 0.8584,
      "step": 10258
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.173249363883494e-07,
      "loss": 0.8882,
      "step": 10259
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.162892974239333e-07,
      "loss": 0.8521,
      "step": 10260
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.152543788320765e-07,
      "loss": 0.9126,
      "step": 10261
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.142201806930838e-07,
      "loss": 0.8457,
      "step": 10262
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.131867030872042e-07,
      "loss": 0.832,
      "step": 10263
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.12153946094628e-07,
      "loss": 0.9082,
      "step": 10264
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.111219097954947e-07,
      "loss": 0.8755,
      "step": 10265
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.100905942698843e-07,
      "loss": 0.4917,
      "step": 10266
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.090599995978253e-07,
      "loss": 0.834,
      "step": 10267
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.080301258592826e-07,
      "loss": 0.8638,
      "step": 10268
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.070009731341732e-07,
      "loss": 0.875,
      "step": 10269
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.05972541502351e-07,
      "loss": 0.8325,
      "step": 10270
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.049448310436191e-07,
      "loss": 0.853,
      "step": 10271
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.039178418377246e-07,
      "loss": 0.873,
      "step": 10272
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.02891573964355e-07,
      "loss": 0.834,
      "step": 10273
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.018660275031441e-07,
      "loss": 0.874,
      "step": 10274
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.008412025336697e-07,
      "loss": 0.8628,
      "step": 10275
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.998170991354559e-07,
      "loss": 0.8682,
      "step": 10276
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.987937173879644e-07,
      "loss": 0.8291,
      "step": 10277
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.977710573706065e-07,
      "loss": 0.8765,
      "step": 10278
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.967491191627362e-07,
      "loss": 0.8452,
      "step": 10279
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.957279028436514e-07,
      "loss": 0.8657,
      "step": 10280
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.947074084925942e-07,
      "loss": 0.8594,
      "step": 10281
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.936876361887467e-07,
      "loss": 0.8726,
      "step": 10282
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.926685860112426e-07,
      "loss": 0.8306,
      "step": 10283
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.916502580391537e-07,
      "loss": 0.8989,
      "step": 10284
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.906326523514973e-07,
      "loss": 0.8882,
      "step": 10285
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.896157690272365e-07,
      "loss": 0.8711,
      "step": 10286
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.885996081452728e-07,
      "loss": 0.8608,
      "step": 10287
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.875841697844588e-07,
      "loss": 0.856,
      "step": 10288
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.86569454023589e-07,
      "loss": 0.8213,
      "step": 10289
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.855554609413962e-07,
      "loss": 0.8525,
      "step": 10290
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.845421906165639e-07,
      "loss": 0.4275,
      "step": 10291
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.835296431277172e-07,
      "loss": 0.8301,
      "step": 10292
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.825178185534254e-07,
      "loss": 0.8789,
      "step": 10293
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.815067169722034e-07,
      "loss": 0.8921,
      "step": 10294
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.80496338462503e-07,
      "loss": 0.8838,
      "step": 10295
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.794866831027269e-07,
      "loss": 0.8726,
      "step": 10296
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.784777509712214e-07,
      "loss": 0.8315,
      "step": 10297
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.77469542146274e-07,
      "loss": 0.8813,
      "step": 10298
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.764620567061154e-07,
      "loss": 0.8667,
      "step": 10299
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.754552947289239e-07,
      "loss": 0.8809,
      "step": 10300
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.744492562928195e-07,
      "loss": 0.8921,
      "step": 10301
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.734439414758631e-07,
      "loss": 0.8428,
      "step": 10302
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.724393503560666e-07,
      "loss": 0.875,
      "step": 10303
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.714354830113779e-07,
      "loss": 0.8882,
      "step": 10304
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.704323395196944e-07,
      "loss": 0.8721,
      "step": 10305
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.69429919958855e-07,
      "loss": 0.8291,
      "step": 10306
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.684282244066442e-07,
      "loss": 0.8521,
      "step": 10307
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.674272529407854e-07,
      "loss": 0.856,
      "step": 10308
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.664270056389521e-07,
      "loss": 0.8926,
      "step": 10309
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.654274825787577e-07,
      "loss": 0.8613,
      "step": 10310
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.644286838377623e-07,
      "loss": 0.8486,
      "step": 10311
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.63430609493465e-07,
      "loss": 0.8247,
      "step": 10312
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.62433259623313e-07,
      "loss": 0.8569,
      "step": 10313
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.614366343046963e-07,
      "loss": 0.8608,
      "step": 10314
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.604407336149488e-07,
      "loss": 0.8809,
      "step": 10315
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.594455576313486e-07,
      "loss": 0.853,
      "step": 10316
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.584511064311161e-07,
      "loss": 0.4048,
      "step": 10317
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.57457380091413e-07,
      "loss": 0.8901,
      "step": 10318
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.56464378689351e-07,
      "loss": 0.894,
      "step": 10319
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.554721023019827e-07,
      "loss": 0.8887,
      "step": 10320
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.544805510063013e-07,
      "loss": 0.9199,
      "step": 10321
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.534897248792472e-07,
      "loss": 0.8589,
      "step": 10322
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.524996239977066e-07,
      "loss": 0.8149,
      "step": 10323
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.515102484385038e-07,
      "loss": 0.873,
      "step": 10324
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.50521598278413e-07,
      "loss": 0.8813,
      "step": 10325
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.495336735941449e-07,
      "loss": 0.8267,
      "step": 10326
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.485464744623604e-07,
      "loss": 0.8569,
      "step": 10327
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.475600009596594e-07,
      "loss": 0.8354,
      "step": 10328
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.465742531625919e-07,
      "loss": 0.8604,
      "step": 10329
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.45589231147642e-07,
      "loss": 0.8799,
      "step": 10330
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.446049349912464e-07,
      "loss": 0.7849,
      "step": 10331
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.436213647697809e-07,
      "loss": 0.8755,
      "step": 10332
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.426385205595653e-07,
      "loss": 0.8799,
      "step": 10333
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.416564024368655e-07,
      "loss": 0.8921,
      "step": 10334
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.406750104778869e-07,
      "loss": 0.8599,
      "step": 10335
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.396943447587811e-07,
      "loss": 0.8833,
      "step": 10336
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.387144053556449e-07,
      "loss": 0.875,
      "step": 10337
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.377351923445174e-07,
      "loss": 0.8994,
      "step": 10338
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.367567058013779e-07,
      "loss": 0.873,
      "step": 10339
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.357789458021546e-07,
      "loss": 0.834,
      "step": 10340
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.348019124227168e-07,
      "loss": 0.9268,
      "step": 10341
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.338256057388792e-07,
      "loss": 0.8447,
      "step": 10342
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.328500258263948e-07,
      "loss": 0.8525,
      "step": 10343
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.318751727609673e-07,
      "loss": 0.8896,
      "step": 10344
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.309010466182397e-07,
      "loss": 0.8784,
      "step": 10345
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.299276474737992e-07,
      "loss": 0.8599,
      "step": 10346
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.289549754031798e-07,
      "loss": 0.8574,
      "step": 10347
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.279830304818524e-07,
      "loss": 0.8765,
      "step": 10348
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.270118127852376e-07,
      "loss": 0.8652,
      "step": 10349
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.260413223886963e-07,
      "loss": 0.7939,
      "step": 10350
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.250715593675361e-07,
      "loss": 0.8701,
      "step": 10351
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.241025237970022e-07,
      "loss": 0.8259,
      "step": 10352
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.231342157522901e-07,
      "loss": 0.8672,
      "step": 10353
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.221666353085354e-07,
      "loss": 0.9053,
      "step": 10354
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.211997825408178e-07,
      "loss": 0.877,
      "step": 10355
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.202336575241619e-07,
      "loss": 0.873,
      "step": 10356
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.19268260333532e-07,
      "loss": 0.8398,
      "step": 10357
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.183035910438395e-07,
      "loss": 0.8384,
      "step": 10358
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.173396497299378e-07,
      "loss": 0.8452,
      "step": 10359
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.16376436466627e-07,
      "loss": 0.8862,
      "step": 10360
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.154139513286439e-07,
      "loss": 0.876,
      "step": 10361
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.144521943906745e-07,
      "loss": 0.9048,
      "step": 10362
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.134911657273468e-07,
      "loss": 0.8379,
      "step": 10363
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.125308654132334e-07,
      "loss": 0.8916,
      "step": 10364
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.11571293522848e-07,
      "loss": 0.8789,
      "step": 10365
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.106124501306476e-07,
      "loss": 0.8403,
      "step": 10366
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.096543353110352e-07,
      "loss": 0.9053,
      "step": 10367
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.086969491383555e-07,
      "loss": 0.8545,
      "step": 10368
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.077402916868991e-07,
      "loss": 0.8774,
      "step": 10369
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.067843630308956e-07,
      "loss": 0.8628,
      "step": 10370
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.058291632445213e-07,
      "loss": 0.8892,
      "step": 10371
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.048746924018956e-07,
      "loss": 0.8838,
      "step": 10372
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.039209505770816e-07,
      "loss": 0.8867,
      "step": 10373
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.029679378440845e-07,
      "loss": 0.8623,
      "step": 10374
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.02015654276853e-07,
      "loss": 0.8628,
      "step": 10375
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.010640999492812e-07,
      "loss": 0.8706,
      "step": 10376
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.001132749352034e-07,
      "loss": 0.8843,
      "step": 10377
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.99163179308403e-07,
      "loss": 0.8354,
      "step": 10378
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.982138131425985e-07,
      "loss": 0.8804,
      "step": 10379
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.972651765114601e-07,
      "loss": 0.8818,
      "step": 10380
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.963172694885932e-07,
      "loss": 0.8369,
      "step": 10381
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.953700921475558e-07,
      "loss": 0.8535,
      "step": 10382
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.944236445618401e-07,
      "loss": 0.8779,
      "step": 10383
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.934779268048885e-07,
      "loss": 0.8296,
      "step": 10384
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.925329389500834e-07,
      "loss": 0.8745,
      "step": 10385
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.915886810707528e-07,
      "loss": 0.8784,
      "step": 10386
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.906451532401647e-07,
      "loss": 0.897,
      "step": 10387
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.897023555315329e-07,
      "loss": 0.8823,
      "step": 10388
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.887602880180143e-07,
      "loss": 0.8818,
      "step": 10389
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.878189507727106e-07,
      "loss": 0.8901,
      "step": 10390
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.868783438686643e-07,
      "loss": 0.9023,
      "step": 10391
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.859384673788604e-07,
      "loss": 0.8657,
      "step": 10392
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.849993213762295e-07,
      "loss": 0.915,
      "step": 10393
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.840609059336466e-07,
      "loss": 0.8857,
      "step": 10394
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.831232211239279e-07,
      "loss": 0.8813,
      "step": 10395
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.82186267019832e-07,
      "loss": 0.8506,
      "step": 10396
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.812500436940649e-07,
      "loss": 0.8745,
      "step": 10397
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.803145512192687e-07,
      "loss": 0.4622,
      "step": 10398
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.793797896680354e-07,
      "loss": 0.873,
      "step": 10399
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.784457591129011e-07,
      "loss": 0.8511,
      "step": 10400
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.775124596263371e-07,
      "loss": 0.8979,
      "step": 10401
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.765798912807663e-07,
      "loss": 0.8608,
      "step": 10402
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.756480541485509e-07,
      "loss": 0.9028,
      "step": 10403
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.747169483019977e-07,
      "loss": 0.8804,
      "step": 10404
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.737865738133552e-07,
      "loss": 0.853,
      "step": 10405
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.728569307548159e-07,
      "loss": 0.8774,
      "step": 10406
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.719280191985155e-07,
      "loss": 0.8657,
      "step": 10407
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.709998392165373e-07,
      "loss": 0.9062,
      "step": 10408
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.70072390880898e-07,
      "loss": 0.8564,
      "step": 10409
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.691456742635649e-07,
      "loss": 0.8696,
      "step": 10410
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.682196894364489e-07,
      "loss": 0.8691,
      "step": 10411
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.672944364714017e-07,
      "loss": 0.8765,
      "step": 10412
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.663699154402169e-07,
      "loss": 0.8657,
      "step": 10413
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.65446126414635e-07,
      "loss": 0.8975,
      "step": 10414
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.64523069466335e-07,
      "loss": 0.8813,
      "step": 10415
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.636007446669434e-07,
      "loss": 0.8833,
      "step": 10416
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.626791520880303e-07,
      "loss": 0.853,
      "step": 10417
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.617582918011033e-07,
      "loss": 0.855,
      "step": 10418
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.608381638776184e-07,
      "loss": 0.8857,
      "step": 10419
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.599187683889728e-07,
      "loss": 0.853,
      "step": 10420
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.590001054065086e-07,
      "loss": 0.896,
      "step": 10421
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.580821750015108e-07,
      "loss": 0.8008,
      "step": 10422
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.571649772452025e-07,
      "loss": 0.8809,
      "step": 10423
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.562485122087569e-07,
      "loss": 0.4116,
      "step": 10424
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.553327799632857e-07,
      "loss": 0.8486,
      "step": 10425
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.544177805798479e-07,
      "loss": 0.8574,
      "step": 10426
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.535035141294409e-07,
      "loss": 0.855,
      "step": 10427
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.525899806830093e-07,
      "loss": 0.8667,
      "step": 10428
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.516771803114374e-07,
      "loss": 0.8613,
      "step": 10429
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.507651130855562e-07,
      "loss": 0.4832,
      "step": 10430
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.498537790761338e-07,
      "loss": 0.8779,
      "step": 10431
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.48943178353889e-07,
      "loss": 0.8188,
      "step": 10432
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.480333109894798e-07,
      "loss": 0.8262,
      "step": 10433
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.471241770535063e-07,
      "loss": 0.8809,
      "step": 10434
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.462157766165166e-07,
      "loss": 0.8682,
      "step": 10435
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.453081097489932e-07,
      "loss": 0.8867,
      "step": 10436
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.444011765213697e-07,
      "loss": 0.8584,
      "step": 10437
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.434949770040188e-07,
      "loss": 0.8862,
      "step": 10438
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.425895112672597e-07,
      "loss": 0.8584,
      "step": 10439
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.416847793813496e-07,
      "loss": 0.8672,
      "step": 10440
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.407807814164923e-07,
      "loss": 0.8999,
      "step": 10441
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.398775174428339e-07,
      "loss": 0.9146,
      "step": 10442
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.38974987530465e-07,
      "loss": 0.8623,
      "step": 10443
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.380731917494153e-07,
      "loss": 0.8491,
      "step": 10444
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.37172130169662e-07,
      "loss": 0.8545,
      "step": 10445
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.362718028611202e-07,
      "loss": 0.8853,
      "step": 10446
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.353722098936543e-07,
      "loss": 0.8784,
      "step": 10447
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.34473351337067e-07,
      "loss": 0.8452,
      "step": 10448
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.335752272611062e-07,
      "loss": 0.8628,
      "step": 10449
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.326778377354603e-07,
      "loss": 0.7521,
      "step": 10450
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.317811828297648e-07,
      "loss": 0.8687,
      "step": 10451
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.30885262613594e-07,
      "loss": 0.8584,
      "step": 10452
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.299900771564703e-07,
      "loss": 0.8579,
      "step": 10453
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.290956265278524e-07,
      "loss": 0.8892,
      "step": 10454
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.28201910797147e-07,
      "loss": 0.8345,
      "step": 10455
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.27308930033702e-07,
      "loss": 0.8535,
      "step": 10456
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.264166843068097e-07,
      "loss": 0.8682,
      "step": 10457
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.255251736857025e-07,
      "loss": 0.8486,
      "step": 10458
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.246343982395586e-07,
      "loss": 0.8267,
      "step": 10459
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.237443580374979e-07,
      "loss": 0.8867,
      "step": 10460
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.228550531485821e-07,
      "loss": 0.8359,
      "step": 10461
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.219664836418192e-07,
      "loss": 0.8696,
      "step": 10462
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.210786495861553e-07,
      "loss": 0.835,
      "step": 10463
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.20191551050484e-07,
      "loss": 0.8511,
      "step": 10464
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.193051881036393e-07,
      "loss": 0.9067,
      "step": 10465
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.184195608144016e-07,
      "loss": 0.8896,
      "step": 10466
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.175346692514872e-07,
      "loss": 0.8701,
      "step": 10467
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.166505134835609e-07,
      "loss": 0.8804,
      "step": 10468
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.157670935792303e-07,
      "loss": 0.835,
      "step": 10469
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.148844096070449e-07,
      "loss": 0.856,
      "step": 10470
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.140024616354955e-07,
      "loss": 0.8896,
      "step": 10471
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.131212497330163e-07,
      "loss": 0.8403,
      "step": 10472
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.122407739679869e-07,
      "loss": 0.8955,
      "step": 10473
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.113610344087294e-07,
      "loss": 0.8677,
      "step": 10474
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.104820311235037e-07,
      "loss": 0.8213,
      "step": 10475
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.096037641805207e-07,
      "loss": 0.8721,
      "step": 10476
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.08726233647926e-07,
      "loss": 0.8428,
      "step": 10477
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.078494395938127e-07,
      "loss": 0.8564,
      "step": 10478
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.069733820862177e-07,
      "loss": 0.8398,
      "step": 10479
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.060980611931177e-07,
      "loss": 0.8765,
      "step": 10480
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.052234769824327e-07,
      "loss": 0.8965,
      "step": 10481
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.043496295220274e-07,
      "loss": 0.8809,
      "step": 10482
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.034765188797098e-07,
      "loss": 0.8193,
      "step": 10483
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.026041451232266e-07,
      "loss": 0.855,
      "step": 10484
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.017325083202706e-07,
      "loss": 0.8467,
      "step": 10485
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.008616085384777e-07,
      "loss": 0.8823,
      "step": 10486
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.999914458454236e-07,
      "loss": 0.8662,
      "step": 10487
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.991220203086322e-07,
      "loss": 0.9253,
      "step": 10488
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.982533319955641e-07,
      "loss": 0.8374,
      "step": 10489
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.973853809736262e-07,
      "loss": 0.874,
      "step": 10490
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.965181673101682e-07,
      "loss": 0.8379,
      "step": 10491
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.956516910724807e-07,
      "loss": 0.9067,
      "step": 10492
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.947859523277998e-07,
      "loss": 0.8462,
      "step": 10493
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.939209511432997e-07,
      "loss": 0.8711,
      "step": 10494
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.930566875861032e-07,
      "loss": 0.8662,
      "step": 10495
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.921931617232722e-07,
      "loss": 0.9131,
      "step": 10496
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.913303736218134e-07,
      "loss": 0.8667,
      "step": 10497
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.904683233486729e-07,
      "loss": 0.8701,
      "step": 10498
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.896070109707429e-07,
      "loss": 0.8755,
      "step": 10499
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.887464365548566e-07,
      "loss": 0.8623,
      "step": 10500
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.87886600167794e-07,
      "loss": 0.8818,
      "step": 10501
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.870275018762693e-07,
      "loss": 0.8794,
      "step": 10502
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.861691417469472e-07,
      "loss": 0.8511,
      "step": 10503
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.85311519846432e-07,
      "loss": 0.8579,
      "step": 10504
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.844546362412727e-07,
      "loss": 0.8706,
      "step": 10505
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.835984909979563e-07,
      "loss": 0.8887,
      "step": 10506
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.827430841829173e-07,
      "loss": 0.8711,
      "step": 10507
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.818884158625337e-07,
      "loss": 0.855,
      "step": 10508
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.81034486103119e-07,
      "loss": 0.8462,
      "step": 10509
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.801812949709384e-07,
      "loss": 0.8271,
      "step": 10510
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.793288425321918e-07,
      "loss": 0.8726,
      "step": 10511
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.784771288530277e-07,
      "loss": 0.8608,
      "step": 10512
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.776261539995353e-07,
      "loss": 0.855,
      "step": 10513
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.7677591803774625e-07,
      "loss": 0.8701,
      "step": 10514
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.759264210336334e-07,
      "loss": 0.8691,
      "step": 10515
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.750776630531151e-07,
      "loss": 0.7915,
      "step": 10516
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.7422964416205086e-07,
      "loss": 0.854,
      "step": 10517
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.733823644262425e-07,
      "loss": 0.8892,
      "step": 10518
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.7253582391143637e-07,
      "loss": 0.8271,
      "step": 10519
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.7169002268331766e-07,
      "loss": 0.8662,
      "step": 10520
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.7084496080751827e-07,
      "loss": 0.8486,
      "step": 10521
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.700006383496125e-07,
      "loss": 0.8521,
      "step": 10522
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.6915705537511125e-07,
      "loss": 0.8428,
      "step": 10523
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.683142119494777e-07,
      "loss": 0.8354,
      "step": 10524
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.674721081381084e-07,
      "loss": 0.8438,
      "step": 10525
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.6663074400634887e-07,
      "loss": 0.8833,
      "step": 10526
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.6579011961948586e-07,
      "loss": 0.916,
      "step": 10527
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.649502350427448e-07,
      "loss": 0.8843,
      "step": 10528
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.641110903412993e-07,
      "loss": 0.8823,
      "step": 10529
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.632726855802627e-07,
      "loss": 0.8359,
      "step": 10530
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.624350208246908e-07,
      "loss": 0.8604,
      "step": 10531
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.6159809613958386e-07,
      "loss": 0.4092,
      "step": 10532
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.6076191158988095e-07,
      "loss": 0.8511,
      "step": 10533
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.5992646724046795e-07,
      "loss": 0.8667,
      "step": 10534
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.5909176315616975e-07,
      "loss": 0.8594,
      "step": 10535
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.58257799401759e-07,
      "loss": 0.8599,
      "step": 10536
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.574245760419427e-07,
      "loss": 0.8667,
      "step": 10537
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.5659209314137696e-07,
      "loss": 0.8477,
      "step": 10538
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.557603507646613e-07,
      "loss": 0.8501,
      "step": 10539
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.549293489763307e-07,
      "loss": 0.8989,
      "step": 10540
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.540990878408702e-07,
      "loss": 0.8901,
      "step": 10541
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.532695674227028e-07,
      "loss": 0.8516,
      "step": 10542
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.524407877861947e-07,
      "loss": 0.9092,
      "step": 10543
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.5161274899565565e-07,
      "loss": 0.8545,
      "step": 10544
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.507854511153398e-07,
      "loss": 0.9023,
      "step": 10545
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.4995889420943906e-07,
      "loss": 0.8701,
      "step": 10546
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.491330783420911e-07,
      "loss": 0.8447,
      "step": 10547
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.483080035773757e-07,
      "loss": 0.7993,
      "step": 10548
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.474836699793139e-07,
      "loss": 0.4187,
      "step": 10549
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.466600776118735e-07,
      "loss": 0.9238,
      "step": 10550
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.4583722653895655e-07,
      "loss": 0.8965,
      "step": 10551
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.450151168244143e-07,
      "loss": 0.8672,
      "step": 10552
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.4419374853204024e-07,
      "loss": 0.875,
      "step": 10553
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.4337312172556765e-07,
      "loss": 0.8823,
      "step": 10554
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.425532364686724e-07,
      "loss": 0.8779,
      "step": 10555
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.4173409282497583e-07,
      "loss": 0.8892,
      "step": 10556
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.40915690858037e-07,
      "loss": 0.8608,
      "step": 10557
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.400980306313618e-07,
      "loss": 0.8008,
      "step": 10558
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.392811122083962e-07,
      "loss": 0.4316,
      "step": 10559
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.3846493565252944e-07,
      "loss": 0.8154,
      "step": 10560
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.3764950102709314e-07,
      "loss": 0.9053,
      "step": 10561
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.368348083953611e-07,
      "loss": 0.8452,
      "step": 10562
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.3602085782055046e-07,
      "loss": 0.4949,
      "step": 10563
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.352076493658186e-07,
      "loss": 0.8345,
      "step": 10564
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.343951830942672e-07,
      "loss": 0.875,
      "step": 10565
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.3358345906893916e-07,
      "loss": 0.8735,
      "step": 10566
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.327724773528241e-07,
      "loss": 0.8828,
      "step": 10567
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.3196223800884507e-07,
      "loss": 0.8501,
      "step": 10568
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.311527410998761e-07,
      "loss": 0.8569,
      "step": 10569
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.3034398668873046e-07,
      "loss": 0.833,
      "step": 10570
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.295359748381611e-07,
      "loss": 0.897,
      "step": 10571
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.287287056108702e-07,
      "loss": 0.8921,
      "step": 10572
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.279221790694943e-07,
      "loss": 0.8682,
      "step": 10573
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.2711639527661664e-07,
      "loss": 0.8857,
      "step": 10574
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.2631135429476386e-07,
      "loss": 0.8706,
      "step": 10575
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.2550705618640275e-07,
      "loss": 0.9141,
      "step": 10576
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.247035010139422e-07,
      "loss": 0.8413,
      "step": 10577
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.239006888397357e-07,
      "loss": 0.8735,
      "step": 10578
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.230986197260767e-07,
      "loss": 0.8853,
      "step": 10579
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.2229729373520325e-07,
      "loss": 0.9165,
      "step": 10580
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.214967109292922e-07,
      "loss": 0.8467,
      "step": 10581
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.206968713704673e-07,
      "loss": 0.9033,
      "step": 10582
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.198977751207911e-07,
      "loss": 0.8589,
      "step": 10583
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.1909942224227065e-07,
      "loss": 0.8735,
      "step": 10584
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.1830181279685523e-07,
      "loss": 0.8481,
      "step": 10585
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.1750494684643205e-07,
      "loss": 0.8818,
      "step": 10586
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.167088244528383e-07,
      "loss": 0.875,
      "step": 10587
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.1591344567784577e-07,
      "loss": 0.8691,
      "step": 10588
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.1511881058317604e-07,
      "loss": 0.8574,
      "step": 10589
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.1432491923048547e-07,
      "loss": 0.8472,
      "step": 10590
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.135317716813769e-07,
      "loss": 0.9009,
      "step": 10591
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.1273936799739676e-07,
      "loss": 0.8716,
      "step": 10592
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.1194770824003027e-07,
      "loss": 0.8428,
      "step": 10593
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.1115679247070827e-07,
      "loss": 0.9043,
      "step": 10594
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.103666207507995e-07,
      "loss": 0.8789,
      "step": 10595
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.095771931416193e-07,
      "loss": 0.9146,
      "step": 10596
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.087885097044231e-07,
      "loss": 0.8843,
      "step": 10597
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.0800057050041087e-07,
      "loss": 0.8491,
      "step": 10598
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.0721337559072037e-07,
      "loss": 0.8442,
      "step": 10599
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.064269250364339e-07,
      "loss": 0.8379,
      "step": 10600
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.0564121889857924e-07,
      "loss": 0.8574,
      "step": 10601
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.0485625723812205e-07,
      "loss": 0.8594,
      "step": 10602
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.0407204011597144e-07,
      "loss": 0.8574,
      "step": 10603
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.0328856759297986e-07,
      "loss": 0.8716,
      "step": 10604
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.025058397299397e-07,
      "loss": 0.8179,
      "step": 10605
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.0172385658758695e-07,
      "loss": 0.8799,
      "step": 10606
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.0094261822660186e-07,
      "loss": 0.8662,
      "step": 10607
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.001621247076026e-07,
      "loss": 0.8594,
      "step": 10608
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.9938237609115304e-07,
      "loss": 0.8823,
      "step": 10609
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.9860337243775805e-07,
      "loss": 0.8325,
      "step": 10610
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.9782511380786595e-07,
      "loss": 0.8682,
      "step": 10611
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.970476002618617e-07,
      "loss": 0.8813,
      "step": 10612
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.962708318600805e-07,
      "loss": 0.8716,
      "step": 10613
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.954948086627952e-07,
      "loss": 0.8442,
      "step": 10614
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.94719530730221e-07,
      "loss": 0.8633,
      "step": 10615
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.939449981225174e-07,
      "loss": 0.9131,
      "step": 10616
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.9317121089978204e-07,
      "loss": 0.8428,
      "step": 10617
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.9239816912206017e-07,
      "loss": 0.819,
      "step": 10618
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.916258728493327e-07,
      "loss": 0.8931,
      "step": 10619
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.908543221415284e-07,
      "loss": 0.9121,
      "step": 10620
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.90083517058516e-07,
      "loss": 0.8584,
      "step": 10621
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.893134576601043e-07,
      "loss": 0.8438,
      "step": 10622
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.885441440060489e-07,
      "loss": 0.9023,
      "step": 10623
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.877755761560453e-07,
      "loss": 0.8823,
      "step": 10624
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.870077541697281e-07,
      "loss": 0.8418,
      "step": 10625
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.862406781066774e-07,
      "loss": 0.8789,
      "step": 10626
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.854743480264167e-07,
      "loss": 0.8696,
      "step": 10627
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.8470876398840727e-07,
      "loss": 0.8794,
      "step": 10628
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.839439260520572e-07,
      "loss": 0.8916,
      "step": 10629
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.831798342767123e-07,
      "loss": 0.9272,
      "step": 10630
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.8241648872166304e-07,
      "loss": 0.8682,
      "step": 10631
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.816538894461419e-07,
      "loss": 0.8237,
      "step": 10632
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.808920365093238e-07,
      "loss": 0.8496,
      "step": 10633
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.8013092997032265e-07,
      "loss": 0.856,
      "step": 10634
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.7937056988819995e-07,
      "loss": 0.418,
      "step": 10635
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.78610956321952e-07,
      "loss": 0.835,
      "step": 10636
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.778520893305249e-07,
      "loss": 0.8638,
      "step": 10637
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.770939689728015e-07,
      "loss": 0.8584,
      "step": 10638
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.7633659530760814e-07,
      "loss": 0.8452,
      "step": 10639
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.755799683937134e-07,
      "loss": 0.9126,
      "step": 10640
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.748240882898291e-07,
      "loss": 0.8721,
      "step": 10641
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.740689550546095e-07,
      "loss": 0.8413,
      "step": 10642
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.733145687466455e-07,
      "loss": 0.8403,
      "step": 10643
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.7256092942447476e-07,
      "loss": 0.8916,
      "step": 10644
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.7180803714657933e-07,
      "loss": 0.8564,
      "step": 10645
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.710558919713769e-07,
      "loss": 0.9023,
      "step": 10646
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.70304493957232e-07,
      "loss": 0.8521,
      "step": 10647
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.69553843162449e-07,
      "loss": 0.8579,
      "step": 10648
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.6880393964527586e-07,
      "loss": 0.8652,
      "step": 10649
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.680547834639003e-07,
      "loss": 0.8237,
      "step": 10650
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.673063746764538e-07,
      "loss": 0.8896,
      "step": 10651
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.665587133410098e-07,
      "loss": 0.8049,
      "step": 10652
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.65811799515583e-07,
      "loss": 0.856,
      "step": 10653
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.650656332581293e-07,
      "loss": 0.8779,
      "step": 10654
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.643202146265501e-07,
      "loss": 0.8516,
      "step": 10655
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.6357554367868473e-07,
      "loss": 0.8569,
      "step": 10656
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.628316204723159e-07,
      "loss": 0.896,
      "step": 10657
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.620884450651696e-07,
      "loss": 0.8423,
      "step": 10658
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.6134601751491196e-07,
      "loss": 0.8545,
      "step": 10659
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.606043378791535e-07,
      "loss": 0.8857,
      "step": 10660
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.598634062154427e-07,
      "loss": 0.874,
      "step": 10661
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.5912322258127354e-07,
      "loss": 0.8838,
      "step": 10662
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.5838378703408115e-07,
      "loss": 0.8408,
      "step": 10663
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.5764509963124303e-07,
      "loss": 0.8506,
      "step": 10664
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.569071604300756e-07,
      "loss": 0.8623,
      "step": 10665
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.561699694878429e-07,
      "loss": 0.8691,
      "step": 10666
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.554335268617426e-07,
      "loss": 0.877,
      "step": 10667
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.5469783260892234e-07,
      "loss": 0.8789,
      "step": 10668
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.5396288678646974e-07,
      "loss": 0.9062,
      "step": 10669
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.5322868945141033e-07,
      "loss": 0.873,
      "step": 10670
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.5249524066071625e-07,
      "loss": 0.8804,
      "step": 10671
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.517625404712977e-07,
      "loss": 0.8716,
      "step": 10672
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.510305889400123e-07,
      "loss": 0.8647,
      "step": 10673
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.5029938612365257e-07,
      "loss": 0.9272,
      "step": 10674
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.4956893207895746e-07,
      "loss": 0.8682,
      "step": 10675
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.488392268626073e-07,
      "loss": 0.8613,
      "step": 10676
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.481102705312256e-07,
      "loss": 0.8608,
      "step": 10677
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.473820631413716e-07,
      "loss": 0.8105,
      "step": 10678
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.4665460474955335e-07,
      "loss": 0.8564,
      "step": 10679
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.459278954122192e-07,
      "loss": 0.8804,
      "step": 10680
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.4520193518575716e-07,
      "loss": 0.8447,
      "step": 10681
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.444767241264979e-07,
      "loss": 0.814,
      "step": 10682
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.4375226229071525e-07,
      "loss": 0.8901,
      "step": 10683
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.4302854973462416e-07,
      "loss": 0.8501,
      "step": 10684
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.4230558651437984e-07,
      "loss": 0.8594,
      "step": 10685
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.415833726860829e-07,
      "loss": 0.8647,
      "step": 10686
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.4086190830577295e-07,
      "loss": 0.8394,
      "step": 10687
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.4014119342943074e-07,
      "loss": 0.8794,
      "step": 10688
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.394212281129827e-07,
      "loss": 0.855,
      "step": 10689
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.3870201241229305e-07,
      "loss": 0.8984,
      "step": 10690
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.379835463831727e-07,
      "loss": 0.8647,
      "step": 10691
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.3726583008136695e-07,
      "loss": 0.8574,
      "step": 10692
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.365488635625691e-07,
      "loss": 0.8335,
      "step": 10693
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.358326468824125e-07,
      "loss": 0.8726,
      "step": 10694
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.3511718009647365e-07,
      "loss": 0.8643,
      "step": 10695
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.3440246326026603e-07,
      "loss": 0.8872,
      "step": 10696
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.3368849642925085e-07,
      "loss": 0.8652,
      "step": 10697
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.3297527965882925e-07,
      "loss": 0.8774,
      "step": 10698
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.322628130043415e-07,
      "loss": 0.8916,
      "step": 10699
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.315510965210733e-07,
      "loss": 0.8145,
      "step": 10700
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.3084013026424835e-07,
      "loss": 0.9058,
      "step": 10701
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.301299142890357e-07,
      "loss": 0.8057,
      "step": 10702
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.294204486505448e-07,
      "loss": 0.853,
      "step": 10703
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.287117334038281e-07,
      "loss": 0.854,
      "step": 10704
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.280037686038762e-07,
      "loss": 0.8877,
      "step": 10705
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.27296554305625e-07,
      "loss": 0.8506,
      "step": 10706
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.2659009056395075e-07,
      "loss": 0.8232,
      "step": 10707
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.258843774336729e-07,
      "loss": 0.8931,
      "step": 10708
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.2517941496954975e-07,
      "loss": 0.4819,
      "step": 10709
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.2447520322628434e-07,
      "loss": 0.8765,
      "step": 10710
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.237717422585185e-07,
      "loss": 0.8867,
      "step": 10711
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.230690321208396e-07,
      "loss": 0.8765,
      "step": 10712
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.2236707286777526e-07,
      "loss": 0.8584,
      "step": 10713
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.216658645537929e-07,
      "loss": 0.8853,
      "step": 10714
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.2096540723330126e-07,
      "loss": 0.8555,
      "step": 10715
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.202657009606547e-07,
      "loss": 0.8823,
      "step": 10716
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.195667457901475e-07,
      "loss": 0.8926,
      "step": 10717
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.18868541776014e-07,
      "loss": 0.8472,
      "step": 10718
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.1817108897243096e-07,
      "loss": 0.8848,
      "step": 10719
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.1747438743351954e-07,
      "loss": 0.7391,
      "step": 10720
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.167784372133398e-07,
      "loss": 0.8745,
      "step": 10721
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.1608323836589293e-07,
      "loss": 0.8042,
      "step": 10722
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.1538879094512473e-07,
      "loss": 0.8682,
      "step": 10723
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.14695095004921e-07,
      "loss": 0.8877,
      "step": 10724
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.1400215059910756e-07,
      "loss": 0.853,
      "step": 10725
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.133099577814569e-07,
      "loss": 0.8442,
      "step": 10726
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.126185166056761e-07,
      "loss": 0.8345,
      "step": 10727
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.1192782712542003e-07,
      "loss": 0.8799,
      "step": 10728
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.1123788939428356e-07,
      "loss": 0.8745,
      "step": 10729
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.1054870346580056e-07,
      "loss": 0.8911,
      "step": 10730
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.098602693934516e-07,
      "loss": 0.7993,
      "step": 10731
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.091725872306517e-07,
      "loss": 0.9077,
      "step": 10732
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.084856570307648e-07,
      "loss": 0.8911,
      "step": 10733
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.077994788470928e-07,
      "loss": 0.4861,
      "step": 10734
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.0711405273288084e-07,
      "loss": 0.8896,
      "step": 10735
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.0642937874131195e-07,
      "loss": 0.814,
      "step": 10736
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.0574545692551693e-07,
      "loss": 0.8574,
      "step": 10737
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.0506228733856335e-07,
      "loss": 0.8813,
      "step": 10738
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.043798700334621e-07,
      "loss": 0.8877,
      "step": 10739
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.0369820506316536e-07,
      "loss": 0.8457,
      "step": 10740
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.030172924805674e-07,
      "loss": 0.9028,
      "step": 10741
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.023371323385038e-07,
      "loss": 0.8804,
      "step": 10742
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.016577246897523e-07,
      "loss": 0.895,
      "step": 10743
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.0097906958703184e-07,
      "loss": 0.8384,
      "step": 10744
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.003011670830014e-07,
      "loss": 0.8481,
      "step": 10745
    },
    {
      "epoch": 0.92,
      "learning_rate": 2.996240172302656e-07,
      "loss": 0.8662,
      "step": 10746
    },
    {
      "epoch": 0.92,
      "learning_rate": 2.9894762008136456e-07,
      "loss": 0.8706,
      "step": 10747
    },
    {
      "epoch": 0.92,
      "learning_rate": 2.982719756887864e-07,
      "loss": 0.8896,
      "step": 10748
    },
    {
      "epoch": 0.92,
      "learning_rate": 2.975970841049569e-07,
      "loss": 0.8672,
      "step": 10749
    },
    {
      "epoch": 0.92,
      "learning_rate": 2.969229453822442e-07,
      "loss": 0.4792,
      "step": 10750
    },
    {
      "epoch": 0.92,
      "learning_rate": 2.962495595729598e-07,
      "loss": 0.8555,
      "step": 10751
    },
    {
      "epoch": 0.92,
      "learning_rate": 2.95576926729354e-07,
      "loss": 0.9097,
      "step": 10752
    },
    {
      "epoch": 0.92,
      "learning_rate": 2.9490504690361963e-07,
      "loss": 0.8423,
      "step": 10753
    },
    {
      "epoch": 0.92,
      "learning_rate": 2.942339201478917e-07,
      "loss": 0.832,
      "step": 10754
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.9356354651424724e-07,
      "loss": 0.855,
      "step": 10755
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.928939260547037e-07,
      "loss": 0.8667,
      "step": 10756
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.9222505882122167e-07,
      "loss": 0.8926,
      "step": 10757
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.915569448656996e-07,
      "loss": 0.8779,
      "step": 10758
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.908895842399817e-07,
      "loss": 0.8252,
      "step": 10759
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.90222976995852e-07,
      "loss": 0.8506,
      "step": 10760
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.8955712318503583e-07,
      "loss": 0.8174,
      "step": 10761
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.888920228592007e-07,
      "loss": 0.8721,
      "step": 10762
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.882276760699543e-07,
      "loss": 0.8672,
      "step": 10763
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.8756408286884754e-07,
      "loss": 0.8486,
      "step": 10764
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.8690124330737144e-07,
      "loss": 0.8843,
      "step": 10765
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.862391574369616e-07,
      "loss": 0.8638,
      "step": 10766
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.8557782530898914e-07,
      "loss": 0.8516,
      "step": 10767
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.84917246974773e-07,
      "loss": 0.855,
      "step": 10768
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.842574224855699e-07,
      "loss": 0.8896,
      "step": 10769
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.8359835189258e-07,
      "loss": 0.876,
      "step": 10770
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.829400352469425e-07,
      "loss": 0.8999,
      "step": 10771
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.82282472599742e-07,
      "loss": 0.8716,
      "step": 10772
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.8162566400199985e-07,
      "loss": 0.8613,
      "step": 10773
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.809696095046843e-07,
      "loss": 0.4519,
      "step": 10774
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.8031430915869905e-07,
      "loss": 0.8267,
      "step": 10775
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.7965976301489337e-07,
      "loss": 0.8911,
      "step": 10776
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.790059711240578e-07,
      "loss": 0.8774,
      "step": 10777
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.7835293353692286e-07,
      "loss": 0.8809,
      "step": 10778
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.7770065030416237e-07,
      "loss": 0.8823,
      "step": 10779
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.7704912147638705e-07,
      "loss": 0.8735,
      "step": 10780
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.7639834710415646e-07,
      "loss": 0.9355,
      "step": 10781
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.7574832723796574e-07,
      "loss": 0.8569,
      "step": 10782
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.750990619282534e-07,
      "loss": 0.8989,
      "step": 10783
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.744505512254003e-07,
      "loss": 0.8706,
      "step": 10784
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.738027951797262e-07,
      "loss": 0.9004,
      "step": 10785
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.731557938414953e-07,
      "loss": 0.8667,
      "step": 10786
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.725095472609118e-07,
      "loss": 0.8374,
      "step": 10787
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.718640554881224e-07,
      "loss": 0.8936,
      "step": 10788
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.7121931857321147e-07,
      "loss": 0.8848,
      "step": 10789
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.705753365662089e-07,
      "loss": 0.8848,
      "step": 10790
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.6993210951708594e-07,
      "loss": 0.8525,
      "step": 10791
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.692896374757525e-07,
      "loss": 0.8735,
      "step": 10792
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.6864792049206223e-07,
      "loss": 0.9019,
      "step": 10793
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.6800695861580963e-07,
      "loss": 0.8335,
      "step": 10794
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.673667518967282e-07,
      "loss": 0.8799,
      "step": 10795
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.667273003844972e-07,
      "loss": 0.9258,
      "step": 10796
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.660886041287347e-07,
      "loss": 0.873,
      "step": 10797
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.654506631789988e-07,
      "loss": 0.8291,
      "step": 10798
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.6481347758479325e-07,
      "loss": 0.8535,
      "step": 10799
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.6417704739555963e-07,
      "loss": 0.856,
      "step": 10800
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.6354137266068283e-07,
      "loss": 0.8525,
      "step": 10801
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.6290645342948563e-07,
      "loss": 0.5,
      "step": 10802
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.622722897512375e-07,
      "loss": 0.9165,
      "step": 10803
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.6163888167514473e-07,
      "loss": 0.3857,
      "step": 10804
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.61006229250359e-07,
      "loss": 0.8643,
      "step": 10805
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.603743325259689e-07,
      "loss": 0.8472,
      "step": 10806
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.597431915510074e-07,
      "loss": 0.874,
      "step": 10807
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.5911280637444855e-07,
      "loss": 0.8516,
      "step": 10808
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.5848317704520785e-07,
      "loss": 0.8428,
      "step": 10809
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.578543036121406e-07,
      "loss": 0.8374,
      "step": 10810
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.572261861240433e-07,
      "loss": 0.8618,
      "step": 10811
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.565988246296569e-07,
      "loss": 0.9082,
      "step": 10812
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.5597221917766144e-07,
      "loss": 0.8813,
      "step": 10813
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.55346369816678e-07,
      "loss": 0.9165,
      "step": 10814
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.5472127659527e-07,
      "loss": 0.8945,
      "step": 10815
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.540969395619408e-07,
      "loss": 0.8481,
      "step": 10816
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.5347335876513726e-07,
      "loss": 0.8809,
      "step": 10817
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.5285053425324614e-07,
      "loss": 0.8423,
      "step": 10818
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.522284660745955e-07,
      "loss": 0.8594,
      "step": 10819
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.5160715427745344e-07,
      "loss": 0.8794,
      "step": 10820
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.509865989100335e-07,
      "loss": 0.8672,
      "step": 10821
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.503668000204862e-07,
      "loss": 0.9023,
      "step": 10822
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.497477576569063e-07,
      "loss": 0.8984,
      "step": 10823
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.491294718673265e-07,
      "loss": 0.8975,
      "step": 10824
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.4851194269972513e-07,
      "loss": 0.9019,
      "step": 10825
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.4789517020201825e-07,
      "loss": 0.9141,
      "step": 10826
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.4727915442206543e-07,
      "loss": 0.8677,
      "step": 10827
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.46663895407665e-07,
      "loss": 0.8354,
      "step": 10828
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.4604939320655886e-07,
      "loss": 0.8662,
      "step": 10829
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.4543564786643105e-07,
      "loss": 0.8716,
      "step": 10830
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.4482265943490235e-07,
      "loss": 0.8594,
      "step": 10831
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.4421042795954254e-07,
      "loss": 0.8701,
      "step": 10832
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.4359895348785244e-07,
      "loss": 0.8779,
      "step": 10833
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.4298823606728304e-07,
      "loss": 0.8892,
      "step": 10834
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.42378275745222e-07,
      "loss": 0.8237,
      "step": 10835
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.417690725690003e-07,
      "loss": 0.9136,
      "step": 10836
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.411606265858879e-07,
      "loss": 0.8779,
      "step": 10837
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.405529378430982e-07,
      "loss": 0.79,
      "step": 10838
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.3994600638778565e-07,
      "loss": 0.8599,
      "step": 10839
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.393398322670448e-07,
      "loss": 0.8711,
      "step": 10840
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.387344155279103e-07,
      "loss": 0.8086,
      "step": 10841
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.3812975621736233e-07,
      "loss": 0.8545,
      "step": 10842
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.375258543823167e-07,
      "loss": 0.8809,
      "step": 10843
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.3692271006963587e-07,
      "loss": 0.8877,
      "step": 10844
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.363203233261213e-07,
      "loss": 0.4011,
      "step": 10845
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.3571869419851233e-07,
      "loss": 0.8867,
      "step": 10846
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.3511782273349492e-07,
      "loss": 0.853,
      "step": 10847
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.3451770897769398e-07,
      "loss": 0.8672,
      "step": 10848
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.3391835297767451e-07,
      "loss": 0.8472,
      "step": 10849
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.3331975477994485e-07,
      "loss": 0.894,
      "step": 10850
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.3272191443095227e-07,
      "loss": 0.8667,
      "step": 10851
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.3212483197708635e-07,
      "loss": 0.8413,
      "step": 10852
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.3152850746467893e-07,
      "loss": 0.8672,
      "step": 10853
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.3093294094000184e-07,
      "loss": 0.8057,
      "step": 10854
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.3033813244926816e-07,
      "loss": 0.8887,
      "step": 10855
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.2974408203863098e-07,
      "loss": 0.8394,
      "step": 10856
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.291507897541878e-07,
      "loss": 0.9126,
      "step": 10857
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.2855825564197408e-07,
      "loss": 0.8594,
      "step": 10858
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.279664797479686e-07,
      "loss": 0.8667,
      "step": 10859
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.2737546211808904e-07,
      "loss": 0.8789,
      "step": 10860
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.267852027981965e-07,
      "loss": 0.8872,
      "step": 10861
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.261957018340921e-07,
      "loss": 0.8633,
      "step": 10862
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.2560695927151932e-07,
      "loss": 0.8345,
      "step": 10863
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.2501897515616045e-07,
      "loss": 0.8901,
      "step": 10864
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.244317495336401e-07,
      "loss": 0.8545,
      "step": 10865
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.238452824495252e-07,
      "loss": 0.8652,
      "step": 10866
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.2325957394932484e-07,
      "loss": 0.8613,
      "step": 10867
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.2267462407848272e-07,
      "loss": 0.8877,
      "step": 10868
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.2209043288239142e-07,
      "loss": 0.9102,
      "step": 10869
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.2150700040638018e-07,
      "loss": 0.8804,
      "step": 10870
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.2092432669572173e-07,
      "loss": 0.8525,
      "step": 10871
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.2034241179562764e-07,
      "loss": 0.873,
      "step": 10872
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.1976125575125295e-07,
      "loss": 0.8389,
      "step": 10873
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.1918085860769156e-07,
      "loss": 0.897,
      "step": 10874
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.1860122040997966e-07,
      "loss": 0.8779,
      "step": 10875
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.1802234120309572e-07,
      "loss": 0.8574,
      "step": 10876
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.1744422103195607e-07,
      "loss": 0.8647,
      "step": 10877
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.1686685994142143e-07,
      "loss": 0.8369,
      "step": 10878
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.1629025797629266e-07,
      "loss": 0.8711,
      "step": 10879
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.1571441518131065e-07,
      "loss": 0.8354,
      "step": 10880
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.1513933160115851e-07,
      "loss": 0.8779,
      "step": 10881
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.1456500728045837e-07,
      "loss": 0.9165,
      "step": 10882
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.1399144226377788e-07,
      "loss": 0.8682,
      "step": 10883
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.1341863659562146e-07,
      "loss": 0.8931,
      "step": 10884
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.1284659032043687e-07,
      "loss": 0.9219,
      "step": 10885
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.1227530348261084e-07,
      "loss": 0.8848,
      "step": 10886
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.1170477612647344e-07,
      "loss": 0.9033,
      "step": 10887
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.1113500829629707e-07,
      "loss": 0.834,
      "step": 10888
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.1056600003628857e-07,
      "loss": 0.8286,
      "step": 10889
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.0999775139060373e-07,
      "loss": 0.8721,
      "step": 10890
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.0943026240333508e-07,
      "loss": 0.8521,
      "step": 10891
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.0886353311851514e-07,
      "loss": 0.8555,
      "step": 10892
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.0829756358012432e-07,
      "loss": 0.8594,
      "step": 10893
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.0773235383207414e-07,
      "loss": 0.8486,
      "step": 10894
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.0716790391822393e-07,
      "loss": 0.8467,
      "step": 10895
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.0660421388237317e-07,
      "loss": 0.8301,
      "step": 10896
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.0604128376826127e-07,
      "loss": 0.8789,
      "step": 10897
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.0547911361956884e-07,
      "loss": 0.8511,
      "step": 10898
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.049177034799177e-07,
      "loss": 0.8525,
      "step": 10899
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.043570533928707e-07,
      "loss": 0.8833,
      "step": 10900
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.037971634019309e-07,
      "loss": 0.9004,
      "step": 10901
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.032380335505446e-07,
      "loss": 0.8628,
      "step": 10902
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.0267966388209604e-07,
      "loss": 0.874,
      "step": 10903
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.0212205443991273e-07,
      "loss": 0.8057,
      "step": 10904
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.0156520526726454e-07,
      "loss": 0.8452,
      "step": 10905
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.0100911640735688e-07,
      "loss": 0.854,
      "step": 10906
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.0045378790334303e-07,
      "loss": 0.8818,
      "step": 10907
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.9989921979831072e-07,
      "loss": 0.9033,
      "step": 10908
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.9934541213529334e-07,
      "loss": 0.8774,
      "step": 10909
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.9879236495726316e-07,
      "loss": 0.8384,
      "step": 10910
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.9824007830713587e-07,
      "loss": 0.855,
      "step": 10911
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.9768855222776494e-07,
      "loss": 0.8828,
      "step": 10912
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.9713778676194507e-07,
      "loss": 0.8521,
      "step": 10913
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.9658778195241535e-07,
      "loss": 0.854,
      "step": 10914
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.9603853784185388e-07,
      "loss": 0.8564,
      "step": 10915
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.954900544728766e-07,
      "loss": 0.5063,
      "step": 10916
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.9494233188804502e-07,
      "loss": 0.8345,
      "step": 10917
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.9439537012985953e-07,
      "loss": 0.8086,
      "step": 10918
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.938491692407629e-07,
      "loss": 0.4348,
      "step": 10919
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.9330372926313567e-07,
      "loss": 0.8369,
      "step": 10920
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.9275905023930397e-07,
      "loss": 0.9238,
      "step": 10921
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.9221513221152954e-07,
      "loss": 0.8794,
      "step": 10922
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.9167197522201974e-07,
      "loss": 0.8638,
      "step": 10923
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.9112957931292086e-07,
      "loss": 0.8228,
      "step": 10924
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.9058794452632035e-07,
      "loss": 0.9136,
      "step": 10925
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.9004707090424457e-07,
      "loss": 0.8721,
      "step": 10926
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.8950695848866552e-07,
      "loss": 0.8618,
      "step": 10927
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.889676073214919e-07,
      "loss": 0.8691,
      "step": 10928
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.8842901744457576e-07,
      "loss": 0.8369,
      "step": 10929
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.8789118889970814e-07,
      "loss": 0.8809,
      "step": 10930
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.8735412172862233e-07,
      "loss": 0.8535,
      "step": 10931
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.8681781597299274e-07,
      "loss": 0.8921,
      "step": 10932
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.8628227167443392e-07,
      "loss": 0.8745,
      "step": 10933
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.8574748887450146e-07,
      "loss": 0.8853,
      "step": 10934
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.8521346761469216e-07,
      "loss": 0.8833,
      "step": 10935
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.8468020793644404e-07,
      "loss": 0.8647,
      "step": 10936
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.8414770988113396e-07,
      "loss": 0.8511,
      "step": 10937
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.836159734900833e-07,
      "loss": 0.8428,
      "step": 10938
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.8308499880455022e-07,
      "loss": 0.8828,
      "step": 10939
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.8255478586573728e-07,
      "loss": 0.833,
      "step": 10940
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.82025334714786e-07,
      "loss": 0.8472,
      "step": 10941
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.8149664539278023e-07,
      "loss": 0.8672,
      "step": 10942
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.8096871794074265e-07,
      "loss": 0.8877,
      "step": 10943
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.8044155239963945e-07,
      "loss": 0.877,
      "step": 10944
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.7991514881037343e-07,
      "loss": 0.8496,
      "step": 10945
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.793895072137941e-07,
      "loss": 0.8931,
      "step": 10946
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.788646276506878e-07,
      "loss": 0.4275,
      "step": 10947
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.7834051016178077e-07,
      "loss": 0.8706,
      "step": 10948
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.7781715478774497e-07,
      "loss": 0.8813,
      "step": 10949
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.77294561569189e-07,
      "loss": 0.915,
      "step": 10950
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.7677273054666378e-07,
      "loss": 0.855,
      "step": 10951
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.7625166176066023e-07,
      "loss": 0.7798,
      "step": 10952
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.7573135525161266e-07,
      "loss": 0.8486,
      "step": 10953
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.7521181105989327e-07,
      "loss": 0.873,
      "step": 10954
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.7469302922581643e-07,
      "loss": 0.8311,
      "step": 10955
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.7417500978963552e-07,
      "loss": 0.8833,
      "step": 10956
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.736577527915484e-07,
      "loss": 0.8398,
      "step": 10957
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.731412582716918e-07,
      "loss": 0.8975,
      "step": 10958
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.7262552627014263e-07,
      "loss": 0.8677,
      "step": 10959
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.7211055682692103e-07,
      "loss": 0.8228,
      "step": 10960
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.715963499819828e-07,
      "loss": 0.8511,
      "step": 10961
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.7108290577523057e-07,
      "loss": 0.8447,
      "step": 10962
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.705702242465035e-07,
      "loss": 0.877,
      "step": 10963
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.7005830543558642e-07,
      "loss": 0.8877,
      "step": 10964
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6954714938219764e-07,
      "loss": 0.8799,
      "step": 10965
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6903675612600313e-07,
      "loss": 0.856,
      "step": 10966
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.685271257066079e-07,
      "loss": 0.8555,
      "step": 10967
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6801825816355367e-07,
      "loss": 0.8843,
      "step": 10968
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6751015353632882e-07,
      "loss": 0.8574,
      "step": 10969
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.670028118643585e-07,
      "loss": 0.8799,
      "step": 10970
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6649623318701125e-07,
      "loss": 0.8623,
      "step": 10971
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6599041754359334e-07,
      "loss": 0.8813,
      "step": 10972
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6548536497335677e-07,
      "loss": 0.8364,
      "step": 10973
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6498107551548791e-07,
      "loss": 0.8799,
      "step": 10974
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6447754920911886e-07,
      "loss": 0.8599,
      "step": 10975
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.639747860933205e-07,
      "loss": 0.8457,
      "step": 10976
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6347278620710616e-07,
      "loss": 0.8062,
      "step": 10977
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6297154958942685e-07,
      "loss": 0.8394,
      "step": 10978
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6247107627917701e-07,
      "loss": 0.9058,
      "step": 10979
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6197136631519117e-07,
      "loss": 0.8994,
      "step": 10980
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6147241973624494e-07,
      "loss": 0.8779,
      "step": 10981
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6097423658105405e-07,
      "loss": 0.8896,
      "step": 10982
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6047681688827422e-07,
      "loss": 0.8252,
      "step": 10983
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.5998016069650347e-07,
      "loss": 0.9014,
      "step": 10984
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.5948426804427986e-07,
      "loss": 0.8887,
      "step": 10985
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.5898913897008372e-07,
      "loss": 0.8936,
      "step": 10986
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.584947735123321e-07,
      "loss": 0.835,
      "step": 10987
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5800117170938657e-07,
      "loss": 0.8726,
      "step": 10988
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5750833359954863e-07,
      "loss": 0.8838,
      "step": 10989
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5701625922106223e-07,
      "loss": 0.9043,
      "step": 10990
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5652494861210566e-07,
      "loss": 0.8564,
      "step": 10991
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.560344018108062e-07,
      "loss": 0.8711,
      "step": 10992
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5554461885522566e-07,
      "loss": 0.8491,
      "step": 10993
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5505559978336914e-07,
      "loss": 0.876,
      "step": 10994
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5456734463318523e-07,
      "loss": 0.8452,
      "step": 10995
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5407985344255583e-07,
      "loss": 0.8721,
      "step": 10996
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5359312624931067e-07,
      "loss": 0.8838,
      "step": 10997
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5310716309121622e-07,
      "loss": 0.8672,
      "step": 10998
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5262196400598228e-07,
      "loss": 0.8433,
      "step": 10999
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5213752903125657e-07,
      "loss": 0.8521,
      "step": 11000
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.516538582046312e-07,
      "loss": 0.874,
      "step": 11001
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5117095156363394e-07,
      "loss": 0.8618,
      "step": 11002
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5068880914573814e-07,
      "loss": 0.8813,
      "step": 11003
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.50207430988355e-07,
      "loss": 0.8823,
      "step": 11004
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4972681712883686e-07,
      "loss": 0.8496,
      "step": 11005
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.492469676044772e-07,
      "loss": 0.8574,
      "step": 11006
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4876788245251072e-07,
      "loss": 0.8955,
      "step": 11007
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4828956171011323e-07,
      "loss": 0.8887,
      "step": 11008
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4781200541439723e-07,
      "loss": 0.8647,
      "step": 11009
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4733521360242086e-07,
      "loss": 0.8721,
      "step": 11010
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4685918631118124e-07,
      "loss": 0.874,
      "step": 11011
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4638392357761544e-07,
      "loss": 0.8242,
      "step": 11012
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4590942543860064e-07,
      "loss": 0.8535,
      "step": 11013
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.454356919309563e-07,
      "loss": 0.8477,
      "step": 11014
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.449627230914419e-07,
      "loss": 0.9116,
      "step": 11015
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4449051895675804e-07,
      "loss": 0.8281,
      "step": 11016
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4401907956354654e-07,
      "loss": 0.8379,
      "step": 11017
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4354840494838596e-07,
      "loss": 0.8828,
      "step": 11018
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4307849514780037e-07,
      "loss": 0.874,
      "step": 11019
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4260935019825283e-07,
      "loss": 0.8569,
      "step": 11020
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4214097013614646e-07,
      "loss": 0.8237,
      "step": 11021
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4167335499782441e-07,
      "loss": 0.8608,
      "step": 11022
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.412065048195721e-07,
      "loss": 0.8735,
      "step": 11023
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4074041963761608e-07,
      "loss": 0.8691,
      "step": 11024
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4027509948812078e-07,
      "loss": 0.8999,
      "step": 11025
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3981054440719398e-07,
      "loss": 0.8735,
      "step": 11026
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.393467544308813e-07,
      "loss": 0.8657,
      "step": 11027
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3888372959517282e-07,
      "loss": 0.9194,
      "step": 11028
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3842146993599536e-07,
      "loss": 0.8911,
      "step": 11029
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3795997548921914e-07,
      "loss": 0.8569,
      "step": 11030
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3749924629065327e-07,
      "loss": 0.9111,
      "step": 11031
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3703928237605023e-07,
      "loss": 0.8994,
      "step": 11032
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3658008378109821e-07,
      "loss": 0.8276,
      "step": 11033
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.361216505414298e-07,
      "loss": 0.8838,
      "step": 11034
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.356639826926176e-07,
      "loss": 0.8472,
      "step": 11035
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3520708027017437e-07,
      "loss": 0.8892,
      "step": 11036
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3475094330955395e-07,
      "loss": 0.8989,
      "step": 11037
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3429557184615027e-07,
      "loss": 0.8433,
      "step": 11038
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3384096591529837e-07,
      "loss": 0.9199,
      "step": 11039
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.333871255522723e-07,
      "loss": 0.8794,
      "step": 11040
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3293405079228938e-07,
      "loss": 0.8467,
      "step": 11041
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3248174167050487e-07,
      "loss": 0.8433,
      "step": 11042
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3203019822201734e-07,
      "loss": 0.8696,
      "step": 11043
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3157942048186323e-07,
      "loss": 0.8594,
      "step": 11044
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.311294084850201e-07,
      "loss": 0.8838,
      "step": 11045
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.306801622664089e-07,
      "loss": 0.8604,
      "step": 11046
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3023168186088731e-07,
      "loss": 0.875,
      "step": 11047
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2978396730325638e-07,
      "loss": 0.8618,
      "step": 11048
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.293370186282561e-07,
      "loss": 0.8574,
      "step": 11049
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2889083587056762e-07,
      "loss": 0.8979,
      "step": 11050
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2844541906481323e-07,
      "loss": 0.8857,
      "step": 11051
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2800076824555418e-07,
      "loss": 0.8301,
      "step": 11052
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.27556883447294e-07,
      "loss": 0.8838,
      "step": 11053
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.271137647044751e-07,
      "loss": 0.8677,
      "step": 11054
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2667141205148337e-07,
      "loss": 0.8232,
      "step": 11055
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2622982552264129e-07,
      "loss": 0.8833,
      "step": 11056
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2578900515221593e-07,
      "loss": 0.8755,
      "step": 11057
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2534895097440992e-07,
      "loss": 0.9136,
      "step": 11058
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.249096630233726e-07,
      "loss": 0.8774,
      "step": 11059
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2447114133318894e-07,
      "loss": 0.8745,
      "step": 11060
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2403338593788727e-07,
      "loss": 0.4409,
      "step": 11061
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2359639687143266e-07,
      "loss": 0.8608,
      "step": 11062
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2316017416773796e-07,
      "loss": 0.8306,
      "step": 11063
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2272471786064722e-07,
      "loss": 0.8726,
      "step": 11064
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.222900279839534e-07,
      "loss": 0.8447,
      "step": 11065
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2185610457138398e-07,
      "loss": 0.8325,
      "step": 11066
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.214229476566109e-07,
      "loss": 0.8882,
      "step": 11067
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2099055727324394e-07,
      "loss": 0.8374,
      "step": 11068
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2055893345483627e-07,
      "loss": 0.9077,
      "step": 11069
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.201280762348789e-07,
      "loss": 0.8989,
      "step": 11070
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.196979856468039e-07,
      "loss": 0.8667,
      "step": 11071
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1926866172398465e-07,
      "loss": 0.8589,
      "step": 11072
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1884010449973449e-07,
      "loss": 0.8286,
      "step": 11073
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.184123140073079e-07,
      "loss": 0.874,
      "step": 11074
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1798529027989947e-07,
      "loss": 0.8647,
      "step": 11075
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1755903335064378e-07,
      "loss": 0.8804,
      "step": 11076
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1713354325261661e-07,
      "loss": 0.8887,
      "step": 11077
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1670882001883487e-07,
      "loss": 0.8423,
      "step": 11078
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1628486368225333e-07,
      "loss": 0.9102,
      "step": 11079
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1586167427577011e-07,
      "loss": 0.8833,
      "step": 11080
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1543925183222226e-07,
      "loss": 0.9019,
      "step": 11081
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1501759638438803e-07,
      "loss": 0.8135,
      "step": 11082
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1459670796498678e-07,
      "loss": 0.8906,
      "step": 11083
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1417658660667574e-07,
      "loss": 0.8828,
      "step": 11084
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1375723234205438e-07,
      "loss": 0.8447,
      "step": 11085
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1333864520366444e-07,
      "loss": 0.8325,
      "step": 11086
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1292082522398662e-07,
      "loss": 0.8818,
      "step": 11087
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1250377243543942e-07,
      "loss": 0.8828,
      "step": 11088
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1208748687038474e-07,
      "loss": 0.8994,
      "step": 11089
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.116719685611256e-07,
      "loss": 0.8877,
      "step": 11090
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1125721753990404e-07,
      "loss": 0.8398,
      "step": 11091
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1084323383890206e-07,
      "loss": 0.8315,
      "step": 11092
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1043001749024395e-07,
      "loss": 0.8599,
      "step": 11093
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1001756852599188e-07,
      "loss": 0.8745,
      "step": 11094
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.0960588697815134e-07,
      "loss": 0.875,
      "step": 11095
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.0919497287866565e-07,
      "loss": 0.8799,
      "step": 11096
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.0878482625942045e-07,
      "loss": 0.8132,
      "step": 11097
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.0837544715224136e-07,
      "loss": 0.8774,
      "step": 11098
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.079668355888941e-07,
      "loss": 0.8647,
      "step": 11099
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.0755899160108552e-07,
      "loss": 0.8892,
      "step": 11100
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.0715191522046142e-07,
      "loss": 0.8618,
      "step": 11101
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.0674560647860987e-07,
      "loss": 0.876,
      "step": 11102
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.0634006540705788e-07,
      "loss": 0.8809,
      "step": 11103
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.059352920372736e-07,
      "loss": 0.855,
      "step": 11104
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0553128640066745e-07,
      "loss": 0.8218,
      "step": 11105
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0512804852858549e-07,
      "loss": 0.8506,
      "step": 11106
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0472557845231823e-07,
      "loss": 0.9189,
      "step": 11107
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0432387620309514e-07,
      "loss": 0.8804,
      "step": 11108
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0392294181208795e-07,
      "loss": 0.8472,
      "step": 11109
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0352277531040622e-07,
      "loss": 0.8428,
      "step": 11110
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0312337672910066e-07,
      "loss": 0.8057,
      "step": 11111
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0272474609916316e-07,
      "loss": 0.8545,
      "step": 11112
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0232688345152564e-07,
      "loss": 0.8984,
      "step": 11113
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0192978881706006e-07,
      "loss": 0.8643,
      "step": 11114
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0153346222657956e-07,
      "loss": 0.8628,
      "step": 11115
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0113790371083621e-07,
      "loss": 0.8584,
      "step": 11116
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0074311330052433e-07,
      "loss": 0.9141,
      "step": 11117
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0034909102627832e-07,
      "loss": 0.896,
      "step": 11118
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.99558369186715e-08,
      "loss": 0.8447,
      "step": 11119
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.956335100821945e-08,
      "loss": 0.8789,
      "step": 11120
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.917163332537671e-08,
      "loss": 0.8032,
      "step": 11121
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.878068390053785e-08,
      "loss": 0.8682,
      "step": 11122
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.839050276404084e-08,
      "loss": 0.8477,
      "step": 11123
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.800108994616031e-08,
      "loss": 0.8315,
      "step": 11124
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.761244547711324e-08,
      "loss": 0.8604,
      "step": 11125
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.72245693870566e-08,
      "loss": 0.897,
      "step": 11126
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.683746170608854e-08,
      "loss": 0.8799,
      "step": 11127
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.645112246424503e-08,
      "loss": 0.8706,
      "step": 11128
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.606555169150544e-08,
      "loss": 0.8438,
      "step": 11129
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.568074941778804e-08,
      "loss": 0.8623,
      "step": 11130
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.52967156729534e-08,
      "loss": 0.8926,
      "step": 11131
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.491345048679656e-08,
      "loss": 0.8657,
      "step": 11132
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.453095388906042e-08,
      "loss": 0.8613,
      "step": 11133
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.414922590942455e-08,
      "loss": 0.853,
      "step": 11134
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.37682665775086e-08,
      "loss": 0.897,
      "step": 11135
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.338807592287336e-08,
      "loss": 0.8745,
      "step": 11136
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.300865397502078e-08,
      "loss": 0.7646,
      "step": 11137
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.263000076339068e-08,
      "loss": 0.8608,
      "step": 11138
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.225211631736508e-08,
      "loss": 0.8652,
      "step": 11139
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.18750006662672e-08,
      "loss": 0.8647,
      "step": 11140
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.149865383935808e-08,
      "loss": 0.8223,
      "step": 11141
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.112307586584102e-08,
      "loss": 0.8672,
      "step": 11142
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.074826677486048e-08,
      "loss": 0.8579,
      "step": 11143
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.037422659549766e-08,
      "loss": 0.8364,
      "step": 11144
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.000095535677712e-08,
      "loss": 0.8989,
      "step": 11145
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.962845308766344e-08,
      "loss": 0.4729,
      "step": 11146
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.92567198170613e-08,
      "loss": 0.8662,
      "step": 11147
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.888575557381318e-08,
      "loss": 0.8667,
      "step": 11148
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.851556038670828e-08,
      "loss": 0.9004,
      "step": 11149
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.814613428446806e-08,
      "loss": 0.8506,
      "step": 11150
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.777747729575958e-08,
      "loss": 0.8872,
      "step": 11151
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.740958944918998e-08,
      "loss": 0.8843,
      "step": 11152
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.704247077330419e-08,
      "loss": 0.8379,
      "step": 11153
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.667612129659054e-08,
      "loss": 0.8774,
      "step": 11154
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.631054104747405e-08,
      "loss": 0.8726,
      "step": 11155
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.594573005432317e-08,
      "loss": 0.8755,
      "step": 11156
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.558168834544522e-08,
      "loss": 0.856,
      "step": 11157
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.521841594908876e-08,
      "loss": 0.8638,
      "step": 11158
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.485591289344231e-08,
      "loss": 0.8726,
      "step": 11159
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.449417920663227e-08,
      "loss": 0.874,
      "step": 11160
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.413321491672954e-08,
      "loss": 0.8555,
      "step": 11161
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.377302005174282e-08,
      "loss": 0.896,
      "step": 11162
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.341359463962084e-08,
      "loss": 0.8701,
      "step": 11163
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.305493870825355e-08,
      "loss": 0.8604,
      "step": 11164
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.269705228547197e-08,
      "loss": 0.8315,
      "step": 11165
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.233993539904505e-08,
      "loss": 0.813,
      "step": 11166
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.198358807668393e-08,
      "loss": 0.8911,
      "step": 11167
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.162801034603984e-08,
      "loss": 0.8389,
      "step": 11168
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.127320223470404e-08,
      "loss": 0.8794,
      "step": 11169
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.09191637702067e-08,
      "loss": 0.8735,
      "step": 11170
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.056589498002254e-08,
      "loss": 0.834,
      "step": 11171
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.021339589155962e-08,
      "loss": 0.8535,
      "step": 11172
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.986166653217276e-08,
      "loss": 0.853,
      "step": 11173
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.951070692915341e-08,
      "loss": 0.8638,
      "step": 11174
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.916051710973538e-08,
      "loss": 0.9033,
      "step": 11175
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.881109710109136e-08,
      "loss": 0.8447,
      "step": 11176
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.846244693033412e-08,
      "loss": 0.4353,
      "step": 11177
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.811456662451755e-08,
      "loss": 0.8662,
      "step": 11178
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.776745621063675e-08,
      "loss": 0.8701,
      "step": 11179
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.742111571562461e-08,
      "loss": 0.8618,
      "step": 11180
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.707554516635518e-08,
      "loss": 0.8433,
      "step": 11181
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.67307445896437e-08,
      "loss": 0.8721,
      "step": 11182
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.638671401224429e-08,
      "loss": 0.8623,
      "step": 11183
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.604345346085451e-08,
      "loss": 0.8564,
      "step": 11184
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.57009629621075e-08,
      "loss": 0.8491,
      "step": 11185
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.535924254257976e-08,
      "loss": 0.8701,
      "step": 11186
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.501829222878677e-08,
      "loss": 0.8604,
      "step": 11187
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.467811204718512e-08,
      "loss": 0.8105,
      "step": 11188
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.433870202417148e-08,
      "loss": 0.9014,
      "step": 11189
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.400006218608147e-08,
      "loss": 0.8481,
      "step": 11190
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.366219255919405e-08,
      "loss": 0.8794,
      "step": 11191
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.332509316972269e-08,
      "loss": 0.8149,
      "step": 11192
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.298876404382871e-08,
      "loss": 0.8916,
      "step": 11193
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.265320520760677e-08,
      "loss": 0.8667,
      "step": 11194
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.231841668709494e-08,
      "loss": 0.9014,
      "step": 11195
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.198439850827244e-08,
      "loss": 0.8745,
      "step": 11196
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.165115069705741e-08,
      "loss": 0.8745,
      "step": 11197
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.131867327930919e-08,
      "loss": 0.8896,
      "step": 11198
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.09869662808238e-08,
      "loss": 0.873,
      "step": 11199
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.065602972734176e-08,
      "loss": 0.8525,
      "step": 11200
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.032586364454253e-08,
      "loss": 0.8623,
      "step": 11201
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.99964680580445e-08,
      "loss": 0.8794,
      "step": 11202
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.966784299340834e-08,
      "loss": 0.8901,
      "step": 11203
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.933998847613255e-08,
      "loss": 0.8672,
      "step": 11204
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.901290453165788e-08,
      "loss": 0.9038,
      "step": 11205
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.868659118536514e-08,
      "loss": 0.8721,
      "step": 11206
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.836104846257408e-08,
      "loss": 0.8838,
      "step": 11207
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.803627638854449e-08,
      "loss": 0.8999,
      "step": 11208
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.771227498847732e-08,
      "loss": 0.9014,
      "step": 11209
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.738904428751469e-08,
      "loss": 0.8481,
      "step": 11210
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.706658431073765e-08,
      "loss": 0.8237,
      "step": 11211
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.674489508316729e-08,
      "loss": 0.855,
      "step": 11212
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.642397662976363e-08,
      "loss": 0.8613,
      "step": 11213
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.610382897543122e-08,
      "loss": 0.4365,
      "step": 11214
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.578445214501017e-08,
      "loss": 0.8345,
      "step": 11215
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.546584616328399e-08,
      "loss": 0.8433,
      "step": 11216
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.514801105497292e-08,
      "loss": 0.8652,
      "step": 11217
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.483094684474055e-08,
      "loss": 0.8687,
      "step": 11218
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.451465355719056e-08,
      "loss": 0.835,
      "step": 11219
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.419913121686549e-08,
      "loss": 0.8877,
      "step": 11220
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.388437984824691e-08,
      "loss": 0.8472,
      "step": 11221
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.357039947575972e-08,
      "loss": 0.8599,
      "step": 11222
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.325719012376664e-08,
      "loss": 0.8706,
      "step": 11223
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.294475181657156e-08,
      "loss": 0.8032,
      "step": 11224
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.263308457841732e-08,
      "loss": 0.9072,
      "step": 11225
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.232218843348792e-08,
      "loss": 0.854,
      "step": 11226
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.20120634059096e-08,
      "loss": 0.8164,
      "step": 11227
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.170270951974422e-08,
      "loss": 0.8994,
      "step": 11228
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.139412679899703e-08,
      "loss": 0.8613,
      "step": 11229
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.108631526761221e-08,
      "loss": 0.894,
      "step": 11230
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.07792749494751e-08,
      "loss": 0.9258,
      "step": 11231
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.047300586840999e-08,
      "loss": 0.8711,
      "step": 11232
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.016750804818339e-08,
      "loss": 0.8491,
      "step": 11233
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.986278151249858e-08,
      "loss": 0.8853,
      "step": 11234
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.955882628500109e-08,
      "loss": 0.8706,
      "step": 11235
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.925564238927761e-08,
      "loss": 0.8896,
      "step": 11236
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.895322984885488e-08,
      "loss": 0.8911,
      "step": 11237
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.8651588687195225e-08,
      "loss": 0.8853,
      "step": 11238
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.8350718927707714e-08,
      "loss": 0.8857,
      "step": 11239
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.8050620593735897e-08,
      "loss": 0.9121,
      "step": 11240
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.77512937085678e-08,
      "loss": 0.8804,
      "step": 11241
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.74527382954293e-08,
      "loss": 0.9019,
      "step": 11242
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.7154954377486304e-08,
      "loss": 0.8779,
      "step": 11243
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.6857941977847e-08,
      "loss": 0.834,
      "step": 11244
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.656170111955628e-08,
      "loss": 0.894,
      "step": 11245
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.6266231825603536e-08,
      "loss": 0.9058,
      "step": 11246
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.597153411891265e-08,
      "loss": 0.8794,
      "step": 11247
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.5677608022352006e-08,
      "loss": 0.8687,
      "step": 11248
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.5384453558730014e-08,
      "loss": 0.9243,
      "step": 11249
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.509207075079293e-08,
      "loss": 0.8394,
      "step": 11250
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.480045962123037e-08,
      "loss": 0.8779,
      "step": 11251
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.450962019266648e-08,
      "loss": 0.8662,
      "step": 11252
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.421955248767097e-08,
      "loss": 0.8906,
      "step": 11253
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.39302565287525e-08,
      "loss": 0.8647,
      "step": 11254
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.3641732338357567e-08,
      "loss": 0.9507,
      "step": 11255
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.335397993887492e-08,
      "loss": 0.8994,
      "step": 11256
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.306699935263337e-08,
      "loss": 0.8511,
      "step": 11257
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.2780790601900667e-08,
      "loss": 0.8652,
      "step": 11258
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.249535370888459e-08,
      "loss": 0.856,
      "step": 11259
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.2210688695735204e-08,
      "loss": 0.877,
      "step": 11260
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.192679558454039e-08,
      "loss": 0.8408,
      "step": 11261
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.164367439732809e-08,
      "loss": 0.8784,
      "step": 11262
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.136132515606851e-08,
      "loss": 0.8804,
      "step": 11263
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.107974788267078e-08,
      "loss": 0.7847,
      "step": 11264
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.0798942598982993e-08,
      "loss": 0.8467,
      "step": 11265
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.0518909326794375e-08,
      "loss": 0.8901,
      "step": 11266
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.023964808783421e-08,
      "loss": 0.8745,
      "step": 11267
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.996115890377407e-08,
      "loss": 0.8613,
      "step": 11268
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.968344179621998e-08,
      "loss": 0.8955,
      "step": 11269
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.9406496786723604e-08,
      "loss": 0.8545,
      "step": 11270
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.91303238967733e-08,
      "loss": 0.8672,
      "step": 11271
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.8854923147799714e-08,
      "loss": 0.8516,
      "step": 11272
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.8580294561173525e-08,
      "loss": 0.8115,
      "step": 11273
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.830643815820213e-08,
      "loss": 0.8257,
      "step": 11274
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.803335396013853e-08,
      "loss": 0.9292,
      "step": 11275
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.776104198816911e-08,
      "loss": 0.8623,
      "step": 11276
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.748950226342808e-08,
      "loss": 0.8496,
      "step": 11277
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.721873480698302e-08,
      "loss": 0.8662,
      "step": 11278
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.694873963984381e-08,
      "loss": 0.7954,
      "step": 11279
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.6679516782962564e-08,
      "loss": 0.8389,
      "step": 11280
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.641106625723035e-08,
      "loss": 0.8398,
      "step": 11281
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.614338808347496e-08,
      "loss": 0.874,
      "step": 11282
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.587648228246755e-08,
      "loss": 0.8428,
      "step": 11283
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.561034887492044e-08,
      "loss": 0.8818,
      "step": 11284
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.534498788148489e-08,
      "loss": 0.8848,
      "step": 11285
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.508039932274888e-08,
      "loss": 0.8643,
      "step": 11286
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.481658321924487e-08,
      "loss": 0.8442,
      "step": 11287
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.455353959144315e-08,
      "loss": 0.8877,
      "step": 11288
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.429126845975518e-08,
      "loss": 0.833,
      "step": 11289
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.4029769844531335e-08,
      "loss": 0.8447,
      "step": 11290
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.376904376606428e-08,
      "loss": 0.8652,
      "step": 11291
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.350909024458338e-08,
      "loss": 0.8525,
      "step": 11292
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.3249909300260297e-08,
      "loss": 0.8799,
      "step": 11293
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.299150095320559e-08,
      "loss": 0.8086,
      "step": 11294
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.273386522347322e-08,
      "loss": 0.8979,
      "step": 11295
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.247700213105166e-08,
      "loss": 0.8784,
      "step": 11296
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.2220911695873836e-08,
      "loss": 0.8608,
      "step": 11297
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.1965593937809415e-08,
      "loss": 0.4277,
      "step": 11298
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.1711048876672547e-08,
      "loss": 0.8872,
      "step": 11299
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.145727653221188e-08,
      "loss": 0.834,
      "step": 11300
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.120427692412166e-08,
      "loss": 0.854,
      "step": 11301
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.095205007203173e-08,
      "loss": 0.8716,
      "step": 11302
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.070059599551424e-08,
      "loss": 0.8525,
      "step": 11303
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.044991471408022e-08,
      "loss": 0.8564,
      "step": 11304
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.02000062471819e-08,
      "loss": 0.8784,
      "step": 11305
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.9950870614211545e-08,
      "loss": 0.8311,
      "step": 11306
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.970250783450036e-08,
      "loss": 0.8911,
      "step": 11307
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.945491792731959e-08,
      "loss": 0.8398,
      "step": 11308
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.9208100911882764e-08,
      "loss": 0.8774,
      "step": 11309
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.8962056807339e-08,
      "loss": 0.8765,
      "step": 11310
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.871678563278303e-08,
      "loss": 0.9131,
      "step": 11311
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.847228740724518e-08,
      "loss": 0.8677,
      "step": 11312
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.8228562149696944e-08,
      "loss": 0.8706,
      "step": 11313
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.798560987905209e-08,
      "loss": 0.8154,
      "step": 11314
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.774343061416108e-08,
      "loss": 0.8481,
      "step": 11315
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.750202437381556e-08,
      "loss": 0.873,
      "step": 11316
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.7261391176749426e-08,
      "loss": 0.8569,
      "step": 11317
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.702153104163331e-08,
      "loss": 0.8545,
      "step": 11318
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.6782443987078976e-08,
      "loss": 0.8452,
      "step": 11319
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.654413003163826e-08,
      "loss": 0.8462,
      "step": 11320
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.6306589193805255e-08,
      "loss": 0.8774,
      "step": 11321
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.606982149200966e-08,
      "loss": 0.8555,
      "step": 11322
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.583382694462456e-08,
      "loss": 0.9014,
      "step": 11323
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.559860556996309e-08,
      "loss": 0.8677,
      "step": 11324
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.536415738627508e-08,
      "loss": 0.8442,
      "step": 11325
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.513048241175487e-08,
      "loss": 0.8765,
      "step": 11326
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.489758066453242e-08,
      "loss": 0.917,
      "step": 11327
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.466545216268102e-08,
      "loss": 0.8872,
      "step": 11328
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.4434096924212955e-08,
      "loss": 0.8672,
      "step": 11329
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.420351496707941e-08,
      "loss": 0.9048,
      "step": 11330
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.397370630917385e-08,
      "loss": 0.7913,
      "step": 11331
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.3744670968326453e-08,
      "loss": 0.8608,
      "step": 11332
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.351640896231079e-08,
      "loss": 0.8853,
      "step": 11333
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.3288920308838234e-08,
      "loss": 0.8784,
      "step": 11334
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.306220502556245e-08,
      "loss": 0.8804,
      "step": 11335
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.283626313007271e-08,
      "loss": 0.9297,
      "step": 11336
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.261109463990275e-08,
      "loss": 0.8984,
      "step": 11337
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.238669957252416e-08,
      "loss": 0.8838,
      "step": 11338
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.216307794534967e-08,
      "loss": 0.8882,
      "step": 11339
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.1940229775729856e-08,
      "loss": 0.9053,
      "step": 11340
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.171815508095755e-08,
      "loss": 0.8604,
      "step": 11341
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.149685387826562e-08,
      "loss": 0.8696,
      "step": 11342
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.127632618482479e-08,
      "loss": 0.8418,
      "step": 11343
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.105657201774692e-08,
      "loss": 0.8809,
      "step": 11344
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.083759139408393e-08,
      "loss": 0.8965,
      "step": 11345
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.0619384330827783e-08,
      "loss": 0.8354,
      "step": 11346
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.04019508449116e-08,
      "loss": 0.8711,
      "step": 11347
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.0185290953205214e-08,
      "loss": 0.8408,
      "step": 11348
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.996940467252185e-08,
      "loss": 0.8994,
      "step": 11349
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.9754292019613663e-08,
      "loss": 0.8911,
      "step": 11350
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.953995301116952e-08,
      "loss": 0.8179,
      "step": 11351
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.9326387663825006e-08,
      "loss": 0.4951,
      "step": 11352
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.9113595994149092e-08,
      "loss": 0.8618,
      "step": 11353
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.8901578018654118e-08,
      "loss": 0.8452,
      "step": 11354
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.8690333753791376e-08,
      "loss": 0.8892,
      "step": 11355
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.847986321595442e-08,
      "loss": 0.8271,
      "step": 11356
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.827016642147129e-08,
      "loss": 0.8994,
      "step": 11357
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.8061243386616754e-08,
      "loss": 0.8545,
      "step": 11358
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.7853094127600066e-08,
      "loss": 0.8423,
      "step": 11359
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.7645718660573862e-08,
      "loss": 0.8374,
      "step": 11360
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.743911700162971e-08,
      "loss": 0.8525,
      "step": 11361
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.7233289166797016e-08,
      "loss": 0.8579,
      "step": 11362
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.7028235172049667e-08,
      "loss": 0.9175,
      "step": 11363
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.6823955033297154e-08,
      "loss": 0.8677,
      "step": 11364
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.6620448766391248e-08,
      "loss": 0.8306,
      "step": 11365
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.641771638712265e-08,
      "loss": 0.8652,
      "step": 11366
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.6215757911223215e-08,
      "loss": 0.8462,
      "step": 11367
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.6014573354362637e-08,
      "loss": 0.8833,
      "step": 11368
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.581416273215287e-08,
      "loss": 0.876,
      "step": 11369
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.5614526060145916e-08,
      "loss": 0.8535,
      "step": 11370
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.54156633538305e-08,
      "loss": 0.8677,
      "step": 11371
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.5217574628638718e-08,
      "loss": 0.8979,
      "step": 11372
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.5020259899940503e-08,
      "loss": 0.8901,
      "step": 11373
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.4823719183048046e-08,
      "loss": 0.8833,
      "step": 11374
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.462795249321026e-08,
      "loss": 0.8447,
      "step": 11375
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.4432959845619442e-08,
      "loss": 0.8872,
      "step": 11376
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.4238741255404597e-08,
      "loss": 0.8657,
      "step": 11377
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.4045296737637004e-08,
      "loss": 0.9116,
      "step": 11378
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.3852626307325767e-08,
      "loss": 0.8467,
      "step": 11379
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.366072997942337e-08,
      "loss": 0.8765,
      "step": 11380
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.3469607768817903e-08,
      "loss": 0.8701,
      "step": 11381
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.327925969034195e-08,
      "loss": 0.8467,
      "step": 11382
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.3089685758763693e-08,
      "loss": 0.4202,
      "step": 11383
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.2900885988793586e-08,
      "loss": 0.8862,
      "step": 11384
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.2712860395081026e-08,
      "loss": 0.8682,
      "step": 11385
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.2525608992217673e-08,
      "loss": 0.8306,
      "step": 11386
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.2339131794733015e-08,
      "loss": 0.8555,
      "step": 11387
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.215342881709437e-08,
      "loss": 0.8252,
      "step": 11388
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.196850007371465e-08,
      "loss": 0.8423,
      "step": 11389
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.1784345578941268e-08,
      "loss": 0.9155,
      "step": 11390
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.1600965347065018e-08,
      "loss": 0.856,
      "step": 11391
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.1418359392314515e-08,
      "loss": 0.8433,
      "step": 11392
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.1236527728859534e-08,
      "loss": 0.8867,
      "step": 11393
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.1055470370808796e-08,
      "loss": 0.897,
      "step": 11394
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.0875187332212165e-08,
      "loss": 0.802,
      "step": 11395
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.0695678627059568e-08,
      "loss": 0.8999,
      "step": 11396
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.051694426927875e-08,
      "loss": 0.8071,
      "step": 11397
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.0338984272738616e-08,
      "loss": 0.8896,
      "step": 11398
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.016179865124812e-08,
      "loss": 0.8799,
      "step": 11399
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.9985387418557378e-08,
      "loss": 0.8413,
      "step": 11400
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.9809750588352106e-08,
      "loss": 0.8319,
      "step": 11401
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.963488817426473e-08,
      "loss": 0.8301,
      "step": 11402
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.9460800189861072e-08,
      "loss": 0.8608,
      "step": 11403
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.928748664864921e-08,
      "loss": 0.8945,
      "step": 11404
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.911494756408061e-08,
      "loss": 0.8433,
      "step": 11405
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.8943182949540118e-08,
      "loss": 0.8677,
      "step": 11406
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.877219281835707e-08,
      "loss": 0.8628,
      "step": 11407
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.8601977183799747e-08,
      "loss": 0.8657,
      "step": 11408
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.8432536059076466e-08,
      "loss": 0.8994,
      "step": 11409
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.8263869457334494e-08,
      "loss": 0.8857,
      "step": 11410
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.8095977391661134e-08,
      "loss": 0.5051,
      "step": 11411
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.792885987508597e-08,
      "loss": 0.937,
      "step": 11412
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.776251692057307e-08,
      "loss": 0.8647,
      "step": 11413
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.759694854103322e-08,
      "loss": 0.855,
      "step": 11414
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.7432154749312814e-08,
      "loss": 0.8999,
      "step": 11415
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.7268135558197173e-08,
      "loss": 0.8477,
      "step": 11416
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.7104890980416123e-08,
      "loss": 0.8306,
      "step": 11417
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.694242102863508e-08,
      "loss": 0.8594,
      "step": 11418
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.6780725715461743e-08,
      "loss": 0.8535,
      "step": 11419
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.6619805053441628e-08,
      "loss": 0.8784,
      "step": 11420
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.6459659055062525e-08,
      "loss": 0.8345,
      "step": 11421
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.6300287732752274e-08,
      "loss": 0.8481,
      "step": 11422
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.6141691098874312e-08,
      "loss": 0.8687,
      "step": 11423
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5983869165737687e-08,
      "loss": 0.8481,
      "step": 11424
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5826821945585935e-08,
      "loss": 0.3901,
      "step": 11425
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5670549450608197e-08,
      "loss": 0.8647,
      "step": 11426
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5515051692929216e-08,
      "loss": 0.9023,
      "step": 11427
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.536032868461379e-08,
      "loss": 0.8179,
      "step": 11428
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5206380437670086e-08,
      "loss": 0.835,
      "step": 11429
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5053206964040777e-08,
      "loss": 0.8579,
      "step": 11430
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.4900808275614132e-08,
      "loss": 0.8745,
      "step": 11431
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.4749184384214022e-08,
      "loss": 0.8423,
      "step": 11432
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.4598335301605482e-08,
      "loss": 0.8638,
      "step": 11433
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.4448261039494705e-08,
      "loss": 0.8545,
      "step": 11434
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.4298961609526818e-08,
      "loss": 0.8984,
      "step": 11435
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.4150437023287e-08,
      "loss": 0.8296,
      "step": 11436
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.4002687292298256e-08,
      "loss": 0.8481,
      "step": 11437
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.3855712428026968e-08,
      "loss": 0.8281,
      "step": 11438
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.3709512441877349e-08,
      "loss": 0.8813,
      "step": 11439
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.3564087345193654e-08,
      "loss": 0.8955,
      "step": 11440
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.3419437149259085e-08,
      "loss": 0.4299,
      "step": 11441
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.3275561865300212e-08,
      "loss": 0.8452,
      "step": 11442
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.313246150447922e-08,
      "loss": 0.8882,
      "step": 11443
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2990136077901671e-08,
      "loss": 0.8657,
      "step": 11444
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2848585596608732e-08,
      "loss": 0.8735,
      "step": 11445
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2707810071587168e-08,
      "loss": 0.8369,
      "step": 11446
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2567809513757135e-08,
      "loss": 0.7822,
      "step": 11447
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2428583933985494e-08,
      "loss": 0.8306,
      "step": 11448
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2290133343073606e-08,
      "loss": 0.8877,
      "step": 11449
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.215245775176399e-08,
      "loss": 0.791,
      "step": 11450
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2015557170740322e-08,
      "loss": 0.8823,
      "step": 11451
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1879431610626325e-08,
      "loss": 0.877,
      "step": 11452
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.174408108198466e-08,
      "loss": 0.8267,
      "step": 11453
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.1609505595315817e-08,
      "loss": 0.8677,
      "step": 11454
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.1475705161064776e-08,
      "loss": 0.4634,
      "step": 11455
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.134267978961101e-08,
      "loss": 0.8716,
      "step": 11456
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.1210429491279596e-08,
      "loss": 0.8628,
      "step": 11457
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.1078954276331211e-08,
      "loss": 0.9453,
      "step": 11458
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.0948254154967697e-08,
      "loss": 0.8926,
      "step": 11459
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.0818329137330941e-08,
      "loss": 0.8862,
      "step": 11460
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.0689179233502878e-08,
      "loss": 0.877,
      "step": 11461
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.0560804453503271e-08,
      "loss": 0.8579,
      "step": 11462
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.043320480729526e-08,
      "loss": 0.4446,
      "step": 11463
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.0306380304779817e-08,
      "loss": 0.9214,
      "step": 11464
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.0180330955796847e-08,
      "loss": 0.8569,
      "step": 11465
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.0055056770128524e-08,
      "loss": 0.854,
      "step": 11466
    },
    {
      "epoch": 0.99,
      "learning_rate": 9.930557757493742e-09,
      "loss": 0.8716,
      "step": 11467
    },
    {
      "epoch": 0.99,
      "learning_rate": 9.80683392755477e-09,
      "loss": 0.8618,
      "step": 11468
    },
    {
      "epoch": 0.99,
      "learning_rate": 9.6838852899106e-09,
      "loss": 0.8608,
      "step": 11469
    },
    {
      "epoch": 0.99,
      "learning_rate": 9.561711854103595e-09,
      "loss": 0.916,
      "step": 11470
    },
    {
      "epoch": 0.99,
      "learning_rate": 9.44031362961173e-09,
      "loss": 0.8706,
      "step": 11471
    },
    {
      "epoch": 0.99,
      "learning_rate": 9.31969062585525e-09,
      "loss": 0.8999,
      "step": 11472
    },
    {
      "epoch": 0.99,
      "learning_rate": 9.19984285219444e-09,
      "loss": 0.8477,
      "step": 11473
    },
    {
      "epoch": 0.99,
      "learning_rate": 9.080770317929644e-09,
      "loss": 0.8164,
      "step": 11474
    },
    {
      "epoch": 0.99,
      "learning_rate": 8.962473032299024e-09,
      "loss": 0.8564,
      "step": 11475
    },
    {
      "epoch": 0.99,
      "learning_rate": 8.844951004481906e-09,
      "loss": 0.8599,
      "step": 11476
    },
    {
      "epoch": 0.99,
      "learning_rate": 8.72820424359877e-09,
      "loss": 0.876,
      "step": 11477
    },
    {
      "epoch": 0.99,
      "learning_rate": 8.612232758707927e-09,
      "loss": 0.8501,
      "step": 11478
    },
    {
      "epoch": 0.99,
      "learning_rate": 8.497036558807736e-09,
      "loss": 0.8276,
      "step": 11479
    },
    {
      "epoch": 0.99,
      "learning_rate": 8.382615652836601e-09,
      "loss": 0.833,
      "step": 11480
    },
    {
      "epoch": 0.99,
      "learning_rate": 8.268970049675195e-09,
      "loss": 0.8833,
      "step": 11481
    },
    {
      "epoch": 0.99,
      "learning_rate": 8.156099758138691e-09,
      "loss": 0.8809,
      "step": 11482
    },
    {
      "epoch": 0.99,
      "learning_rate": 8.044004786987857e-09,
      "loss": 0.8838,
      "step": 11483
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.932685144920183e-09,
      "loss": 0.8628,
      "step": 11484
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.82214084057209e-09,
      "loss": 0.8403,
      "step": 11485
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.712371882523384e-09,
      "loss": 0.8628,
      "step": 11486
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.603378279290586e-09,
      "loss": 0.8535,
      "step": 11487
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.495160039331373e-09,
      "loss": 0.8643,
      "step": 11488
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.387717171042364e-09,
      "loss": 0.8745,
      "step": 11489
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.281049682761332e-09,
      "loss": 0.8716,
      "step": 11490
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.175157582764991e-09,
      "loss": 0.8677,
      "step": 11491
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.0700408792701015e-09,
      "loss": 0.8979,
      "step": 11492
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.965699580432361e-09,
      "loss": 0.8604,
      "step": 11493
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.862133694349738e-09,
      "loss": 0.8901,
      "step": 11494
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.759343229056914e-09,
      "loss": 0.8501,
      "step": 11495
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.657328192530843e-09,
      "loss": 0.8223,
      "step": 11496
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.556088592687415e-09,
      "loss": 0.8501,
      "step": 11497
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.4556244373825685e-09,
      "loss": 0.9019,
      "step": 11498
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.3559357344111785e-09,
      "loss": 0.8433,
      "step": 11499
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.257022491508169e-09,
      "loss": 0.8521,
      "step": 11500
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.158884716349622e-09,
      "loss": 0.9414,
      "step": 11501
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.061522416551668e-09,
      "loss": 0.8931,
      "step": 11502
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.964935599667154e-09,
      "loss": 0.8428,
      "step": 11503
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.869124273191196e-09,
      "loss": 0.8647,
      "step": 11504
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.774088444558956e-09,
      "loss": 0.8613,
      "step": 11505
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.679828121144537e-09,
      "loss": 0.457,
      "step": 11506
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.586343310262088e-09,
      "loss": 0.8486,
      "step": 11507
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.493634019165806e-09,
      "loss": 0.8501,
      "step": 11508
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.401700255048825e-09,
      "loss": 0.8647,
      "step": 11509
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.31054202504433e-09,
      "loss": 0.8677,
      "step": 11510
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.2201593362277705e-09,
      "loss": 0.8833,
      "step": 11511
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.130552195611316e-09,
      "loss": 0.8521,
      "step": 11512
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.041720610147183e-09,
      "loss": 0.8457,
      "step": 11513
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.9536645867298564e-09,
      "loss": 0.8838,
      "step": 11514
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.866384132191648e-09,
      "loss": 0.8501,
      "step": 11515
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.77987925330381e-09,
      "loss": 0.8672,
      "step": 11516
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.694149956779859e-09,
      "loss": 0.8926,
      "step": 11517
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.609196249272252e-09,
      "loss": 0.8423,
      "step": 11518
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.525018137372383e-09,
      "loss": 0.8608,
      "step": 11519
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.441615627612805e-09,
      "loss": 0.8379,
      "step": 11520
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.3589887264638976e-09,
      "loss": 0.9004,
      "step": 11521
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.277137440338308e-09,
      "loss": 0.8418,
      "step": 11522
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.196061775586513e-09,
      "loss": 0.8701,
      "step": 11523
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.115761738500146e-09,
      "loss": 0.8833,
      "step": 11524
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.036237335309779e-09,
      "loss": 0.877,
      "step": 11525
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.95748857218714e-09,
      "loss": 0.8672,
      "step": 11526
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.879515455240679e-09,
      "loss": 0.8315,
      "step": 11527
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.8023179905222195e-09,
      "loss": 0.8569,
      "step": 11528
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.7258961840225265e-09,
      "loss": 0.8525,
      "step": 11529
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.650250041670189e-09,
      "loss": 0.8628,
      "step": 11530
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.575379569334958e-09,
      "loss": 0.8926,
      "step": 11531
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.5012847728277398e-09,
      "loss": 0.8506,
      "step": 11532
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.42796565789727e-09,
      "loss": 0.8584,
      "step": 11533
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.3554222302323304e-09,
      "loss": 0.8999,
      "step": 11534
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.2836544954617523e-09,
      "loss": 0.8706,
      "step": 11535
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.2126624591555244e-09,
      "loss": 0.9131,
      "step": 11536
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.142446126822574e-09,
      "loss": 0.8237,
      "step": 11537
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.073005503909654e-09,
      "loss": 0.8818,
      "step": 11538
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.004340595805788e-09,
      "loss": 0.8833,
      "step": 11539
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.9364514078400465e-09,
      "loss": 0.8877,
      "step": 11540
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.8693379452782166e-09,
      "loss": 0.9019,
      "step": 11541
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.8030002133294655e-09,
      "loss": 0.8564,
      "step": 11542
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.7374382171418965e-09,
      "loss": 0.8774,
      "step": 11543
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.6726519618014425e-09,
      "loss": 0.8862,
      "step": 11544
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.6086414523351923e-09,
      "loss": 0.8354,
      "step": 11545
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.545406693711394e-09,
      "loss": 0.8823,
      "step": 11546
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.4829476908350134e-09,
      "loss": 0.8843,
      "step": 11547
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.4212644485543945e-09,
      "loss": 0.877,
      "step": 11548
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.360356971654598e-09,
      "loss": 0.8218,
      "step": 11549
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.300225264861844e-09,
      "loss": 0.8618,
      "step": 11550
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.2408693328435095e-09,
      "loss": 0.8726,
      "step": 11551
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.182289180202579e-09,
      "loss": 0.8652,
      "step": 11552
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.124484811487637e-09,
      "loss": 0.8301,
      "step": 11553
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.0674562311817638e-09,
      "loss": 0.8281,
      "step": 11554
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.0112034437114182e-09,
      "loss": 0.8784,
      "step": 11555
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.9557264534408872e-09,
      "loss": 0.8872,
      "step": 11556
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.9010252646756156e-09,
      "loss": 0.8931,
      "step": 11557
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.8470998816588758e-09,
      "loss": 0.894,
      "step": 11558
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.7939503085762089e-09,
      "loss": 0.8477,
      "step": 11559
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.7415765495520931e-09,
      "loss": 0.8755,
      "step": 11560
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.6899786086488346e-09,
      "loss": 0.8691,
      "step": 11561
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.639156489872118e-09,
      "loss": 0.8511,
      "step": 11562
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.589110197163235e-09,
      "loss": 0.8423,
      "step": 11563
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5398397344079662e-09,
      "loss": 0.8774,
      "step": 11564
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.4913451054276996e-09,
      "loss": 0.8062,
      "step": 11565
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.4436263139860907e-09,
      "loss": 0.8628,
      "step": 11566
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.3966833637868439e-09,
      "loss": 0.8901,
      "step": 11567
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.3505162584703802e-09,
      "loss": 0.8433,
      "step": 11568
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.3051250016204996e-09,
      "loss": 0.8301,
      "step": 11569
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.26050959675883e-09,
      "loss": 0.8481,
      "step": 11570
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.2166700473481563e-09,
      "loss": 0.8418,
      "step": 11571
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.173606356789092e-09,
      "loss": 0.8716,
      "step": 11572
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.1313185284234085e-09,
      "loss": 0.8608,
      "step": 11573
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0898065655340351e-09,
      "loss": 0.8999,
      "step": 11574
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0490704713395084e-09,
      "loss": 0.8735,
      "step": 11575
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0091102490017435e-09,
      "loss": 0.835,
      "step": 11576
    },
    {
      "epoch": 1.0,
      "learning_rate": 9.699259016227037e-10,
      "loss": 0.834,
      "step": 11577
    },
    {
      "epoch": 1.0,
      "learning_rate": 9.315174322421794e-10,
      "loss": 0.4641,
      "step": 11578
    },
    {
      "epoch": 1.0,
      "learning_rate": 8.938848438400094e-10,
      "loss": 0.8872,
      "step": 11579
    },
    {
      "epoch": 1.0,
      "learning_rate": 8.570281393360802e-10,
      "loss": 0.855,
      "step": 11580
    },
    {
      "epoch": 1.0,
      "learning_rate": 8.209473215903263e-10,
      "loss": 0.8955,
      "step": 11581
    },
    {
      "epoch": 1.0,
      "learning_rate": 7.856423934038405e-10,
      "loss": 0.9209,
      "step": 11582
    },
    {
      "epoch": 1.0,
      "learning_rate": 7.511133575155427e-10,
      "loss": 0.8696,
      "step": 11583
    },
    {
      "epoch": 1.0,
      "learning_rate": 7.173602166032911e-10,
      "loss": 0.894,
      "step": 11584
    },
    {
      "epoch": 1.0,
      "learning_rate": 6.843829732883223e-10,
      "loss": 0.8286,
      "step": 11585
    },
    {
      "epoch": 1.0,
      "learning_rate": 6.521816301274797e-10,
      "loss": 0.8745,
      "step": 11586
    },
    {
      "epoch": 1.0,
      "learning_rate": 6.207561896209858e-10,
      "loss": 0.8877,
      "step": 11587
    },
    {
      "epoch": 1.0,
      "learning_rate": 5.901066542068901e-10,
      "loss": 0.8745,
      "step": 11588
    },
    {
      "epoch": 1.0,
      "learning_rate": 5.602330262632905e-10,
      "loss": 0.8306,
      "step": 11589
    },
    {
      "epoch": 1.0,
      "learning_rate": 5.311353081072223e-10,
      "loss": 0.8379,
      "step": 11590
    },
    {
      "epoch": 1.0,
      "learning_rate": 5.028135019990998e-10,
      "loss": 0.8569,
      "step": 11591
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.752676101338338e-10,
      "loss": 0.8057,
      "step": 11592
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.4849763465082407e-10,
      "loss": 0.8667,
      "step": 11593
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.2250357762618765e-10,
      "loss": 0.4231,
      "step": 11594
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.972854410771998e-10,
      "loss": 0.8462,
      "step": 11595
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.7284322696007345e-10,
      "loss": 0.8486,
      "step": 11596
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.4917693717329006e-10,
      "loss": 0.8428,
      "step": 11597
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.2628657355204816e-10,
      "loss": 0.8647,
      "step": 11598
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.041721378715945e-10,
      "loss": 0.8467,
      "step": 11599
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.82833631849444e-10,
      "loss": 0.8579,
      "step": 11600
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.6227105713982904e-10,
      "loss": 0.8745,
      "step": 11601
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.4248441534036047e-10,
      "loss": 0.3977,
      "step": 11602
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.2347370798425637e-10,
      "loss": 0.8613,
      "step": 11603
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.0523893654922356e-10,
      "loss": 0.8682,
      "step": 11604
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.877801024474657e-10,
      "loss": 0.853,
      "step": 11605
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.7109720703456512e-10,
      "loss": 0.8564,
      "step": 11606
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.551902516061521e-10,
      "loss": 0.9082,
      "step": 11607
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.4005923739568438e-10,
      "loss": 0.8262,
      "step": 11608
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.2570416557666776e-10,
      "loss": 0.8481,
      "step": 11609
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.1212503726376611e-10,
      "loss": 0.8354,
      "step": 11610
    },
    {
      "epoch": 1.0,
      "learning_rate": 9.93218535105811e-11,
      "loss": 0.895,
      "step": 11611
    },
    {
      "epoch": 1.0,
      "learning_rate": 8.729461531076233e-11,
      "loss": 0.8354,
      "step": 11612
    },
    {
      "epoch": 1.0,
      "learning_rate": 7.604332359689715e-11,
      "loss": 0.8452,
      "step": 11613
    },
    {
      "epoch": 1.0,
      "learning_rate": 6.556797924273106e-11,
      "loss": 0.8872,
      "step": 11614
    },
    {
      "epoch": 1.0,
      "learning_rate": 5.586858306094733e-11,
      "loss": 0.8438,
      "step": 11615
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.6945135804277176e-11,
      "loss": 0.8447,
      "step": 11616
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.879763816438953e-11,
      "loss": 0.855,
      "step": 11617
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.1426090774111515e-11,
      "loss": 0.8975,
      "step": 11618
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.4830494205208e-11,
      "loss": 0.8691,
      "step": 11619
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.9010848969491792e-11,
      "loss": 0.8647,
      "step": 11620
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.396715551882366e-11,
      "loss": 0.8647,
      "step": 11621
    },
    {
      "epoch": 1.0,
      "learning_rate": 9.699414245112337e-12,
      "loss": 0.8359,
      "step": 11622
    },
    {
      "epoch": 1.0,
      "learning_rate": 6.207625478094059e-12,
      "loss": 0.8516,
      "step": 11623
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.4917894897734673e-12,
      "loss": 0.877,
      "step": 11624
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.551906489982713e-12,
      "loss": 0.8701,
      "step": 11625
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.879766297121279e-13,
      "loss": 0.7556,
      "step": 11626
    },
    {
      "epoch": 1.0,
      "learning_rate": 0.0,
      "loss": 0.8623,
      "step": 11627
    },
    {
      "epoch": 1.0,
      "step": 11627,
      "total_flos": 4.0474766378274914e+19,
      "train_loss": 0.9138259710526953,
      "train_runtime": 134825.1458,
      "train_samples_per_second": 11.038,
      "train_steps_per_second": 0.086
    }
  ],
  "max_steps": 11627,
  "num_train_epochs": 1,
  "total_flos": 4.0474766378274914e+19,
  "trial_name": null,
  "trial_params": null
}