{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 5.0,
  "eval_steps": 500,
  "global_step": 940,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.01,
      "learning_rate": 6.896551724137932e-06,
      "loss": 2.1876,
      "step": 1
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.3793103448275863e-05,
      "loss": 2.2886,
      "step": 2
    },
    {
      "epoch": 0.02,
      "learning_rate": 2.0689655172413793e-05,
      "loss": 2.1823,
      "step": 3
    },
    {
      "epoch": 0.02,
      "learning_rate": 2.7586206896551727e-05,
      "loss": 2.3409,
      "step": 4
    },
    {
      "epoch": 0.03,
      "learning_rate": 3.4482758620689657e-05,
      "loss": 2.2662,
      "step": 5
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.1379310344827587e-05,
      "loss": 1.9962,
      "step": 6
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.827586206896552e-05,
      "loss": 1.9879,
      "step": 7
    },
    {
      "epoch": 0.04,
      "learning_rate": 5.517241379310345e-05,
      "loss": 1.7576,
      "step": 8
    },
    {
      "epoch": 0.05,
      "learning_rate": 6.206896551724138e-05,
      "loss": 1.683,
      "step": 9
    },
    {
      "epoch": 0.05,
      "learning_rate": 6.896551724137931e-05,
      "loss": 1.5743,
      "step": 10
    },
    {
      "epoch": 0.06,
      "learning_rate": 7.586206896551724e-05,
      "loss": 1.4835,
      "step": 11
    },
    {
      "epoch": 0.06,
      "learning_rate": 8.275862068965517e-05,
      "loss": 1.5786,
      "step": 12
    },
    {
      "epoch": 0.07,
      "learning_rate": 8.96551724137931e-05,
      "loss": 1.4103,
      "step": 13
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.655172413793105e-05,
      "loss": 1.3709,
      "step": 14
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00010344827586206898,
      "loss": 1.4257,
      "step": 15
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0001103448275862069,
      "loss": 1.3711,
      "step": 16
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00011724137931034482,
      "loss": 1.2682,
      "step": 17
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00012413793103448277,
      "loss": 1.3635,
      "step": 18
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00013103448275862068,
      "loss": 1.2354,
      "step": 19
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.00013793103448275863,
      "loss": 1.25,
      "step": 20
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.00014482758620689657,
      "loss": 1.1641,
      "step": 21
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.00015172413793103449,
      "loss": 1.2721,
      "step": 22
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.00015862068965517243,
      "loss": 1.1605,
      "step": 23
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.00016551724137931035,
      "loss": 1.228,
      "step": 24
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.00017241379310344826,
      "loss": 1.2069,
      "step": 25
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.0001793103448275862,
      "loss": 1.2013,
      "step": 26
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.00018620689655172415,
      "loss": 1.2213,
      "step": 27
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.0001931034482758621,
      "loss": 1.1444,
      "step": 28
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.0002,
      "loss": 1.263,
      "step": 29
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.00019999940538951178,
      "loss": 1.1873,
      "step": 30
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.0001999976215651183,
      "loss": 1.1814,
      "step": 31
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.0001999946485480332,
      "loss": 1.1387,
      "step": 32
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.00019999048637361222,
      "loss": 1.1123,
      "step": 33
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.0001999851350913528,
      "loss": 1.0635,
      "step": 34
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.00019997859476489355,
      "loss": 1.0912,
      "step": 35
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.00019997086547201336,
      "loss": 1.0614,
      "step": 36
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.00019996194730463062,
      "loss": 1.1857,
      "step": 37
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.00019995184036880205,
      "loss": 1.1534,
      "step": 38
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.00019994054478472144,
      "loss": 1.1395,
      "step": 39
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.00019992806068671822,
      "loss": 1.0477,
      "step": 40
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.00019991438822325596,
      "loss": 1.1387,
      "step": 41
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.00019989952755693048,
      "loss": 1.0391,
      "step": 42
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.00019988347886446784,
      "loss": 1.0089,
      "step": 43
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.00019986624233672253,
      "loss": 1.1454,
      "step": 44
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.00019984781817867492,
      "loss": 1.109,
      "step": 45
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.000199828206609429,
      "loss": 1.1386,
      "step": 46
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.00019980740786220967,
      "loss": 1.0947,
      "step": 47
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.00019978542218435997,
      "loss": 1.0971,
      "step": 48
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.00019976224983733816,
      "loss": 1.0616,
      "step": 49
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.0001997378910967147,
      "loss": 1.0902,
      "step": 50
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.00019971234625216884,
      "loss": 1.0984,
      "step": 51
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.0001996856156074852,
      "loss": 1.0847,
      "step": 52
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.00019965769948055025,
      "loss": 1.0508,
      "step": 53
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.00019962859820334838,
      "loss": 1.0532,
      "step": 54
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.00019959831212195813,
      "loss": 1.0539,
      "step": 55
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.00019956684159654794,
      "loss": 1.1491,
      "step": 56
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.00019953418700137184,
      "loss": 1.0944,
      "step": 57
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.00019950034872476518,
      "loss": 1.1604,
      "step": 58
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.0001994653271691398,
      "loss": 1.043,
      "step": 59
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.00019942912275097943,
      "loss": 1.1162,
      "step": 60
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.00019939173590083456,
      "loss": 0.9745,
      "step": 61
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.0001993531670633175,
      "loss": 0.984,
      "step": 62
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.00019931341669709695,
      "loss": 1.0841,
      "step": 63
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.00019927248527489258,
      "loss": 1.037,
      "step": 64
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.00019923037328346946,
      "loss": 1.1158,
      "step": 65
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.00019918708122363218,
      "loss": 0.9966,
      "step": 66
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.0001991426096102191,
      "loss": 1.0151,
      "step": 67
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.00019909695897209588,
      "loss": 1.0946,
      "step": 68
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.00019905012985214953,
      "loss": 1.1756,
      "step": 69
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.00019900212280728178,
      "loss": 1.0429,
      "step": 70
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.0001989529384084024,
      "loss": 1.1326,
      "step": 71
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.00019890257724042268,
      "loss": 1.1368,
      "step": 72
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.00019885103990224812,
      "loss": 0.9641,
      "step": 73
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.0001987983270067716,
      "loss": 0.9642,
      "step": 74
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.0001987444391808659,
      "loss": 1.0429,
      "step": 75
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.0001986893770653764,
      "loss": 1.1404,
      "step": 76
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.00019863314131511324,
      "loss": 1.0498,
      "step": 77
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.0001985757325988438,
      "loss": 1.0293,
      "step": 78
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.00019851715159928466,
      "loss": 1.0084,
      "step": 79
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.0001984573990130932,
      "loss": 1.0712,
      "step": 80
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.00019839647555085983,
      "loss": 1.1065,
      "step": 81
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.00019833438193709912,
      "loss": 1.0316,
      "step": 82
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.0001982711189102413,
      "loss": 1.0076,
      "step": 83
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.0001982066872226236,
      "loss": 1.0379,
      "step": 84
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.00019814108764048115,
      "loss": 1.0316,
      "step": 85
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.00019807432094393792,
      "loss": 1.0108,
      "step": 86
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.0001980063879269975,
      "loss": 0.9731,
      "step": 87
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.00019793728939753363,
      "loss": 1.0154,
      "step": 88
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.0001978670261772804,
      "loss": 1.0085,
      "step": 89
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.00019779559910182282,
      "loss": 0.9388,
      "step": 90
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.00019772300902058668,
      "loss": 1.0841,
      "step": 91
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.0001976492567968284,
      "loss": 1.0179,
      "step": 92
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.00019757434330762495,
      "loss": 0.9289,
      "step": 93
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.00019749826944386322,
      "loss": 1.0816,
      "step": 94
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.00019742103611022959,
      "loss": 0.9418,
      "step": 95
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.00019734264422519902,
      "loss": 1.0085,
      "step": 96
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.00019726309472102428,
      "loss": 1.0727,
      "step": 97
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.00019718238854372477,
      "loss": 1.0057,
      "step": 98
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.00019710052665307523,
      "loss": 1.0178,
      "step": 99
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.00019701751002259448,
      "loss": 1.0333,
      "step": 100
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.00019693333963953372,
      "loss": 1.0743,
      "step": 101
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.00019684801650486473,
      "loss": 1.0868,
      "step": 102
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.0001967615416332682,
      "loss": 0.9358,
      "step": 103
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.0001966739160531214,
      "loss": 0.9894,
      "step": 104
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.00019658514080648614,
      "loss": 0.9653,
      "step": 105
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.0001964952169490962,
      "loss": 0.9682,
      "step": 106
    },
    {
      "epoch": 0.57,
      "learning_rate": 0.00019640414555034506,
      "loss": 1.012,
      "step": 107
    },
    {
      "epoch": 0.57,
      "learning_rate": 0.00019631192769327285,
      "loss": 1.0601,
      "step": 108
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.00019621856447455364,
      "loss": 1.0882,
      "step": 109
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.00019612405700448245,
      "loss": 1.0279,
      "step": 110
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.00019602840640696193,
      "loss": 0.9825,
      "step": 111
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.00019593161381948907,
      "loss": 1.004,
      "step": 112
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.0001958336803931416,
      "loss": 1.0466,
      "step": 113
    },
    {
      "epoch": 0.61,
      "learning_rate": 0.00019573460729256433,
      "loss": 0.9698,
      "step": 114
    },
    {
      "epoch": 0.61,
      "learning_rate": 0.00019563439569595542,
      "loss": 1.0157,
      "step": 115
    },
    {
      "epoch": 0.62,
      "learning_rate": 0.00019553304679505217,
      "loss": 1.0221,
      "step": 116
    },
    {
      "epoch": 0.62,
      "learning_rate": 0.00019543056179511695,
      "loss": 1.051,
      "step": 117
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.00019532694191492294,
      "loss": 1.093,
      "step": 118
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.00019522218838673944,
      "loss": 1.0751,
      "step": 119
    },
    {
      "epoch": 0.64,
      "learning_rate": 0.0001951163024563174,
      "loss": 1.0015,
      "step": 120
    },
    {
      "epoch": 0.64,
      "learning_rate": 0.00019500928538287448,
      "loss": 1.0284,
      "step": 121
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.0001949011384390802,
      "loss": 0.9958,
      "step": 122
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.0001947918629110407,
      "loss": 1.1206,
      "step": 123
    },
    {
      "epoch": 0.66,
      "learning_rate": 0.00019468146009828346,
      "loss": 0.9973,
      "step": 124
    },
    {
      "epoch": 0.66,
      "learning_rate": 0.0001945699313137419,
      "loss": 0.9493,
      "step": 125
    },
    {
      "epoch": 0.67,
      "learning_rate": 0.00019445727788373974,
      "loss": 1.1093,
      "step": 126
    },
    {
      "epoch": 0.68,
      "learning_rate": 0.0001943435011479752,
      "loss": 1.0352,
      "step": 127
    },
    {
      "epoch": 0.68,
      "learning_rate": 0.00019422860245950504,
      "loss": 0.9579,
      "step": 128
    },
    {
      "epoch": 0.69,
      "learning_rate": 0.00019411258318472862,
      "loss": 1.0053,
      "step": 129
    },
    {
      "epoch": 0.69,
      "learning_rate": 0.00019399544470337146,
      "loss": 1.0048,
      "step": 130
    },
    {
      "epoch": 0.7,
      "learning_rate": 0.00019387718840846896,
      "loss": 1.0891,
      "step": 131
    },
    {
      "epoch": 0.7,
      "learning_rate": 0.00019375781570634976,
      "loss": 1.1069,
      "step": 132
    },
    {
      "epoch": 0.71,
      "learning_rate": 0.00019363732801661913,
      "loss": 1.0058,
      "step": 133
    },
    {
      "epoch": 0.71,
      "learning_rate": 0.0001935157267721419,
      "loss": 1.0393,
      "step": 134
    },
    {
      "epoch": 0.72,
      "learning_rate": 0.00019339301341902564,
      "loss": 1.0531,
      "step": 135
    },
    {
      "epoch": 0.72,
      "learning_rate": 0.0001932691894166032,
      "loss": 0.9608,
      "step": 136
    },
    {
      "epoch": 0.73,
      "learning_rate": 0.00019314425623741566,
      "loss": 1.0752,
      "step": 137
    },
    {
      "epoch": 0.73,
      "learning_rate": 0.00019301821536719452,
      "loss": 0.9667,
      "step": 138
    },
    {
      "epoch": 0.74,
      "learning_rate": 0.00019289106830484436,
      "loss": 1.0902,
      "step": 139
    },
    {
      "epoch": 0.74,
      "learning_rate": 0.00019276281656242463,
      "loss": 0.9993,
      "step": 140
    },
    {
      "epoch": 0.75,
      "learning_rate": 0.00019263346166513196,
      "loss": 0.9524,
      "step": 141
    },
    {
      "epoch": 0.76,
      "learning_rate": 0.00019250300515128194,
      "loss": 0.9226,
      "step": 142
    },
    {
      "epoch": 0.76,
      "learning_rate": 0.00019237144857229082,
      "loss": 1.0367,
      "step": 143
    },
    {
      "epoch": 0.77,
      "learning_rate": 0.00019223879349265695,
      "loss": 0.9414,
      "step": 144
    },
    {
      "epoch": 0.77,
      "learning_rate": 0.00019210504148994248,
      "loss": 0.9305,
      "step": 145
    },
    {
      "epoch": 0.78,
      "learning_rate": 0.00019197019415475422,
      "loss": 0.8975,
      "step": 146
    },
    {
      "epoch": 0.78,
      "learning_rate": 0.00019183425309072494,
      "loss": 0.9615,
      "step": 147
    },
    {
      "epoch": 0.79,
      "learning_rate": 0.0001916972199144943,
      "loss": 1.0114,
      "step": 148
    },
    {
      "epoch": 0.79,
      "learning_rate": 0.00019155909625568967,
      "loss": 0.9631,
      "step": 149
    },
    {
      "epoch": 0.8,
      "learning_rate": 0.00019141988375690646,
      "loss": 0.9684,
      "step": 150
    },
    {
      "epoch": 0.8,
      "learning_rate": 0.00019127958407368895,
      "loss": 1.0255,
      "step": 151
    },
    {
      "epoch": 0.81,
      "learning_rate": 0.0001911381988745104,
      "loss": 1.1141,
      "step": 152
    },
    {
      "epoch": 0.81,
      "learning_rate": 0.00019099572984075325,
      "loss": 1.078,
      "step": 153
    },
    {
      "epoch": 0.82,
      "learning_rate": 0.00019085217866668917,
      "loss": 0.9364,
      "step": 154
    },
    {
      "epoch": 0.82,
      "learning_rate": 0.00019070754705945877,
      "loss": 0.9256,
      "step": 155
    },
    {
      "epoch": 0.83,
      "learning_rate": 0.0001905618367390515,
      "loss": 0.8849,
      "step": 156
    },
    {
      "epoch": 0.84,
      "learning_rate": 0.00019041504943828508,
      "loss": 1.1235,
      "step": 157
    },
    {
      "epoch": 0.84,
      "learning_rate": 0.00019026718690278485,
      "loss": 1.1084,
      "step": 158
    },
    {
      "epoch": 0.85,
      "learning_rate": 0.0001901182508909631,
      "loss": 0.9836,
      "step": 159
    },
    {
      "epoch": 0.85,
      "learning_rate": 0.0001899682431739981,
      "loss": 1.0317,
      "step": 160
    },
    {
      "epoch": 0.86,
      "learning_rate": 0.00018981716553581314,
      "loss": 0.9848,
      "step": 161
    },
    {
      "epoch": 0.86,
      "learning_rate": 0.00018966501977305512,
      "loss": 0.9545,
      "step": 162
    },
    {
      "epoch": 0.87,
      "learning_rate": 0.00018951180769507343,
      "loss": 0.9357,
      "step": 163
    },
    {
      "epoch": 0.87,
      "learning_rate": 0.00018935753112389825,
      "loss": 1.0412,
      "step": 164
    },
    {
      "epoch": 0.88,
      "learning_rate": 0.00018920219189421883,
      "loss": 0.957,
      "step": 165
    },
    {
      "epoch": 0.88,
      "learning_rate": 0.00018904579185336195,
      "loss": 1.0153,
      "step": 166
    },
    {
      "epoch": 0.89,
      "learning_rate": 0.0001888883328612697,
      "loss": 1.0068,
      "step": 167
    },
    {
      "epoch": 0.89,
      "learning_rate": 0.0001887298167904774,
      "loss": 0.9777,
      "step": 168
    },
    {
      "epoch": 0.9,
      "learning_rate": 0.00018857024552609145,
      "loss": 0.9894,
      "step": 169
    },
    {
      "epoch": 0.9,
      "learning_rate": 0.00018840962096576682,
      "loss": 1.0518,
      "step": 170
    },
    {
      "epoch": 0.91,
      "learning_rate": 0.00018824794501968444,
      "loss": 1.0353,
      "step": 171
    },
    {
      "epoch": 0.91,
      "learning_rate": 0.00018808521961052857,
      "loss": 1.0303,
      "step": 172
    },
    {
      "epoch": 0.92,
      "learning_rate": 0.00018792144667346391,
      "loss": 0.889,
      "step": 173
    },
    {
      "epoch": 0.93,
      "learning_rate": 0.00018775662815611262,
      "loss": 0.9982,
      "step": 174
    },
    {
      "epoch": 0.93,
      "learning_rate": 0.00018759076601853106,
      "loss": 0.9959,
      "step": 175
    },
    {
      "epoch": 0.94,
      "learning_rate": 0.00018742386223318653,
      "loss": 0.8984,
      "step": 176
    },
    {
      "epoch": 0.94,
      "learning_rate": 0.00018725591878493387,
      "loss": 0.9193,
      "step": 177
    },
    {
      "epoch": 0.95,
      "learning_rate": 0.00018708693767099184,
      "loss": 0.9917,
      "step": 178
    },
    {
      "epoch": 0.95,
      "learning_rate": 0.00018691692090091927,
      "loss": 1.046,
      "step": 179
    },
    {
      "epoch": 0.96,
      "learning_rate": 0.0001867458704965912,
      "loss": 0.9424,
      "step": 180
    },
    {
      "epoch": 0.96,
      "learning_rate": 0.000186573788492175,
      "loss": 0.9681,
      "step": 181
    },
    {
      "epoch": 0.97,
      "learning_rate": 0.0001864006769341059,
      "loss": 0.9762,
      "step": 182
    },
    {
      "epoch": 0.97,
      "learning_rate": 0.0001862265378810629,
      "loss": 0.9811,
      "step": 183
    },
    {
      "epoch": 0.98,
      "learning_rate": 0.00018605137340394414,
      "loss": 1.0102,
      "step": 184
    },
    {
      "epoch": 0.98,
      "learning_rate": 0.00018587518558584233,
      "loss": 0.9727,
      "step": 185
    },
    {
      "epoch": 0.99,
      "learning_rate": 0.00018569797652201992,
      "loss": 1.018,
      "step": 186
    },
    {
      "epoch": 0.99,
      "learning_rate": 0.0001855197483198843,
      "loss": 0.9156,
      "step": 187
    },
    {
      "epoch": 1.0,
      "learning_rate": 0.00018534050309896265,
      "loss": 0.9272,
      "step": 188
    },
    {
      "epoch": 1.01,
      "learning_rate": 0.0001851602429908767,
      "loss": 0.6938,
      "step": 189
    },
    {
      "epoch": 1.01,
      "learning_rate": 0.00018497897013931754,
      "loss": 0.7238,
      "step": 190
    },
    {
      "epoch": 1.02,
      "learning_rate": 0.00018479668670001983,
      "loss": 0.7324,
      "step": 191
    },
    {
      "epoch": 1.02,
      "learning_rate": 0.00018461339484073658,
      "loss": 0.7076,
      "step": 192
    },
    {
      "epoch": 1.03,
      "learning_rate": 0.00018442909674121295,
      "loss": 0.6871,
      "step": 193
    },
    {
      "epoch": 1.03,
      "learning_rate": 0.00018424379459316067,
      "loss": 0.7156,
      "step": 194
    },
    {
      "epoch": 1.04,
      "learning_rate": 0.00018405749060023167,
      "loss": 0.7082,
      "step": 195
    },
    {
      "epoch": 1.04,
      "learning_rate": 0.00018387018697799218,
      "loss": 0.7174,
      "step": 196
    },
    {
      "epoch": 1.05,
      "learning_rate": 0.00018368188595389615,
      "loss": 0.655,
      "step": 197
    },
    {
      "epoch": 1.05,
      "learning_rate": 0.00018349258976725884,
      "loss": 0.6597,
      "step": 198
    },
    {
      "epoch": 1.06,
      "learning_rate": 0.00018330230066923022,
      "loss": 0.6928,
      "step": 199
    },
    {
      "epoch": 1.06,
      "learning_rate": 0.00018311102092276815,
      "loss": 0.6567,
      "step": 200
    },
    {
      "epoch": 1.07,
      "learning_rate": 0.0001829187528026115,
      "loss": 0.7052,
      "step": 201
    },
    {
      "epoch": 1.07,
      "learning_rate": 0.00018272549859525312,
      "loss": 0.7075,
      "step": 202
    },
    {
      "epoch": 1.08,
      "learning_rate": 0.00018253126059891256,
      "loss": 0.7101,
      "step": 203
    },
    {
      "epoch": 1.09,
      "learning_rate": 0.00018233604112350877,
      "loss": 0.6877,
      "step": 204
    },
    {
      "epoch": 1.09,
      "learning_rate": 0.00018213984249063278,
      "loss": 0.6454,
      "step": 205
    },
    {
      "epoch": 1.1,
      "learning_rate": 0.00018194266703351982,
      "loss": 0.6476,
      "step": 206
    },
    {
      "epoch": 1.1,
      "learning_rate": 0.00018174451709702187,
      "loss": 0.7597,
      "step": 207
    },
    {
      "epoch": 1.11,
      "learning_rate": 0.00018154539503757944,
      "loss": 0.7288,
      "step": 208
    },
    {
      "epoch": 1.11,
      "learning_rate": 0.0001813453032231939,
      "loss": 0.6766,
      "step": 209
    },
    {
      "epoch": 1.12,
      "learning_rate": 0.00018114424403339904,
      "loss": 0.6553,
      "step": 210
    },
    {
      "epoch": 1.12,
      "learning_rate": 0.00018094221985923294,
      "loss": 0.6661,
      "step": 211
    },
    {
      "epoch": 1.13,
      "learning_rate": 0.00018073923310320947,
      "loss": 0.8169,
      "step": 212
    },
    {
      "epoch": 1.13,
      "learning_rate": 0.00018053528617928966,
      "loss": 0.7249,
      "step": 213
    },
    {
      "epoch": 1.14,
      "learning_rate": 0.00018033038151285319,
      "loss": 0.6402,
      "step": 214
    },
    {
      "epoch": 1.14,
      "learning_rate": 0.00018012452154066928,
      "loss": 0.7054,
      "step": 215
    },
    {
      "epoch": 1.15,
      "learning_rate": 0.0001799177087108679,
      "loss": 0.6768,
      "step": 216
    },
    {
      "epoch": 1.15,
      "learning_rate": 0.00017970994548291062,
      "loss": 0.6639,
      "step": 217
    },
    {
      "epoch": 1.16,
      "learning_rate": 0.00017950123432756133,
      "loss": 0.7245,
      "step": 218
    },
    {
      "epoch": 1.16,
      "learning_rate": 0.00017929157772685685,
      "loss": 0.6367,
      "step": 219
    },
    {
      "epoch": 1.17,
      "learning_rate": 0.00017908097817407746,
      "loss": 0.6771,
      "step": 220
    },
    {
      "epoch": 1.18,
      "learning_rate": 0.00017886943817371726,
      "loss": 0.7223,
      "step": 221
    },
    {
      "epoch": 1.18,
      "learning_rate": 0.00017865696024145424,
      "loss": 0.6609,
      "step": 222
    },
    {
      "epoch": 1.19,
      "learning_rate": 0.00017844354690412062,
      "loss": 0.6434,
      "step": 223
    },
    {
      "epoch": 1.19,
      "learning_rate": 0.00017822920069967248,
      "loss": 0.8253,
      "step": 224
    },
    {
      "epoch": 1.2,
      "learning_rate": 0.0001780139241771599,
      "loss": 0.7738,
      "step": 225
    },
    {
      "epoch": 1.2,
      "learning_rate": 0.00017779771989669647,
      "loss": 0.6607,
      "step": 226
    },
    {
      "epoch": 1.21,
      "learning_rate": 0.00017758059042942878,
      "loss": 0.7007,
      "step": 227
    },
    {
      "epoch": 1.21,
      "learning_rate": 0.00017736253835750604,
      "loss": 0.7111,
      "step": 228
    },
    {
      "epoch": 1.22,
      "learning_rate": 0.00017714356627404924,
      "loss": 0.6154,
      "step": 229
    },
    {
      "epoch": 1.22,
      "learning_rate": 0.0001769236767831203,
      "loss": 0.7109,
      "step": 230
    },
    {
      "epoch": 1.23,
      "learning_rate": 0.00017670287249969116,
      "loss": 0.6744,
      "step": 231
    },
    {
      "epoch": 1.23,
      "learning_rate": 0.00017648115604961272,
      "loss": 0.7274,
      "step": 232
    },
    {
      "epoch": 1.24,
      "learning_rate": 0.00017625853006958351,
      "loss": 0.7171,
      "step": 233
    },
    {
      "epoch": 1.24,
      "learning_rate": 0.00017603499720711836,
      "loss": 0.6993,
      "step": 234
    },
    {
      "epoch": 1.25,
      "learning_rate": 0.00017581056012051696,
      "loss": 0.6791,
      "step": 235
    },
    {
      "epoch": 1.26,
      "learning_rate": 0.0001755852214788322,
      "loss": 0.7034,
      "step": 236
    },
    {
      "epoch": 1.26,
      "learning_rate": 0.00017535898396183852,
      "loss": 0.6822,
      "step": 237
    },
    {
      "epoch": 1.27,
      "learning_rate": 0.00017513185025999989,
      "loss": 0.7047,
      "step": 238
    },
    {
      "epoch": 1.27,
      "learning_rate": 0.000174903823074438,
      "loss": 0.6997,
      "step": 239
    },
    {
      "epoch": 1.28,
      "learning_rate": 0.00017467490511689993,
      "loss": 0.7198,
      "step": 240
    },
    {
      "epoch": 1.28,
      "learning_rate": 0.00017444509910972603,
      "loss": 0.7137,
      "step": 241
    },
    {
      "epoch": 1.29,
      "learning_rate": 0.00017421440778581755,
      "loss": 0.7461,
      "step": 242
    },
    {
      "epoch": 1.29,
      "learning_rate": 0.00017398283388860413,
      "loss": 0.7134,
      "step": 243
    },
    {
      "epoch": 1.3,
      "learning_rate": 0.0001737503801720111,
      "loss": 0.697,
      "step": 244
    },
    {
      "epoch": 1.3,
      "learning_rate": 0.00017351704940042688,
      "loss": 0.7388,
      "step": 245
    },
    {
      "epoch": 1.31,
      "learning_rate": 0.0001732828443486699,
      "loss": 0.713,
      "step": 246
    },
    {
      "epoch": 1.31,
      "learning_rate": 0.00017304776780195576,
      "loss": 0.7775,
      "step": 247
    },
    {
      "epoch": 1.32,
      "learning_rate": 0.00017281182255586406,
      "loss": 0.7171,
      "step": 248
    },
    {
      "epoch": 1.32,
      "learning_rate": 0.00017257501141630516,
      "loss": 0.6963,
      "step": 249
    },
    {
      "epoch": 1.33,
      "learning_rate": 0.0001723373371994869,
      "loss": 0.7245,
      "step": 250
    },
    {
      "epoch": 1.34,
      "learning_rate": 0.00017209880273188075,
      "loss": 0.6883,
      "step": 251
    },
    {
      "epoch": 1.34,
      "learning_rate": 0.00017185941085018879,
      "loss": 0.6677,
      "step": 252
    },
    {
      "epoch": 1.35,
      "learning_rate": 0.0001716191644013094,
      "loss": 0.687,
      "step": 253
    },
    {
      "epoch": 1.35,
      "learning_rate": 0.0001713780662423038,
      "loss": 0.6464,
      "step": 254
    },
    {
      "epoch": 1.36,
      "learning_rate": 0.00017113611924036182,
      "loss": 0.6727,
      "step": 255
    },
    {
      "epoch": 1.36,
      "learning_rate": 0.000170893326272768,
      "loss": 0.7104,
      "step": 256
    },
    {
      "epoch": 1.37,
      "learning_rate": 0.00017064969022686724,
      "loss": 0.6962,
      "step": 257
    },
    {
      "epoch": 1.37,
      "learning_rate": 0.0001704052140000305,
      "loss": 0.7072,
      "step": 258
    },
    {
      "epoch": 1.38,
      "learning_rate": 0.0001701599004996203,
      "loss": 0.7634,
      "step": 259
    },
    {
      "epoch": 1.38,
      "learning_rate": 0.00016991375264295634,
      "loss": 0.7518,
      "step": 260
    },
    {
      "epoch": 1.39,
      "learning_rate": 0.00016966677335728046,
      "loss": 0.6743,
      "step": 261
    },
    {
      "epoch": 1.39,
      "learning_rate": 0.0001694189655797222,
      "loss": 0.7077,
      "step": 262
    },
    {
      "epoch": 1.4,
      "learning_rate": 0.00016917033225726368,
      "loss": 0.7159,
      "step": 263
    },
    {
      "epoch": 1.4,
      "learning_rate": 0.00016892087634670438,
      "loss": 0.7228,
      "step": 264
    },
    {
      "epoch": 1.41,
      "learning_rate": 0.00016867060081462643,
      "loss": 0.7195,
      "step": 265
    },
    {
      "epoch": 1.41,
      "learning_rate": 0.0001684195086373589,
      "loss": 0.7129,
      "step": 266
    },
    {
      "epoch": 1.42,
      "learning_rate": 0.00016816760280094267,
      "loss": 0.7258,
      "step": 267
    },
    {
      "epoch": 1.43,
      "learning_rate": 0.0001679148863010948,
      "loss": 0.672,
      "step": 268
    },
    {
      "epoch": 1.43,
      "learning_rate": 0.00016766136214317286,
      "loss": 0.7452,
      "step": 269
    },
    {
      "epoch": 1.44,
      "learning_rate": 0.00016740703334213936,
      "loss": 0.7328,
      "step": 270
    },
    {
      "epoch": 1.44,
      "learning_rate": 0.00016715190292252577,
      "loss": 0.7458,
      "step": 271
    },
    {
      "epoch": 1.45,
      "learning_rate": 0.0001668959739183965,
      "loss": 0.7344,
      "step": 272
    },
    {
      "epoch": 1.45,
      "learning_rate": 0.00016663924937331296,
      "loss": 0.6737,
      "step": 273
    },
    {
      "epoch": 1.46,
      "learning_rate": 0.00016638173234029732,
      "loss": 0.686,
      "step": 274
    },
    {
      "epoch": 1.46,
      "learning_rate": 0.00016612342588179617,
      "loss": 0.6873,
      "step": 275
    },
    {
      "epoch": 1.47,
      "learning_rate": 0.00016586433306964402,
      "loss": 0.6912,
      "step": 276
    },
    {
      "epoch": 1.47,
      "learning_rate": 0.00016560445698502702,
      "loss": 0.6801,
      "step": 277
    },
    {
      "epoch": 1.48,
      "learning_rate": 0.00016534380071844606,
      "loss": 0.7085,
      "step": 278
    },
    {
      "epoch": 1.48,
      "learning_rate": 0.00016508236736968016,
      "loss": 0.6999,
      "step": 279
    },
    {
      "epoch": 1.49,
      "learning_rate": 0.00016482016004774948,
      "loss": 0.6793,
      "step": 280
    },
    {
      "epoch": 1.49,
      "learning_rate": 0.0001645571818708785,
      "loss": 0.6892,
      "step": 281
    },
    {
      "epoch": 1.5,
      "learning_rate": 0.00016429343596645896,
      "loss": 0.7138,
      "step": 282
    },
    {
      "epoch": 1.51,
      "learning_rate": 0.0001640289254710124,
      "loss": 0.65,
      "step": 283
    },
    {
      "epoch": 1.51,
      "learning_rate": 0.00016376365353015313,
      "loss": 0.7034,
      "step": 284
    },
    {
      "epoch": 1.52,
      "learning_rate": 0.00016349762329855068,
      "loss": 0.7561,
      "step": 285
    },
    {
      "epoch": 1.52,
      "learning_rate": 0.00016323083793989243,
      "loss": 0.6998,
      "step": 286
    },
    {
      "epoch": 1.53,
      "learning_rate": 0.00016296330062684578,
      "loss": 0.7439,
      "step": 287
    },
    {
      "epoch": 1.53,
      "learning_rate": 0.00016269501454102065,
      "loss": 0.6734,
      "step": 288
    },
    {
      "epoch": 1.54,
      "learning_rate": 0.00016242598287293135,
      "loss": 0.7231,
      "step": 289
    },
    {
      "epoch": 1.54,
      "learning_rate": 0.00016215620882195894,
      "loss": 0.6827,
      "step": 290
    },
    {
      "epoch": 1.55,
      "learning_rate": 0.0001618856955963131,
      "loss": 0.7203,
      "step": 291
    },
    {
      "epoch": 1.55,
      "learning_rate": 0.00016161444641299376,
      "loss": 0.6595,
      "step": 292
    },
    {
      "epoch": 1.56,
      "learning_rate": 0.00016134246449775314,
      "loss": 0.6964,
      "step": 293
    },
    {
      "epoch": 1.56,
      "learning_rate": 0.00016106975308505722,
      "loss": 0.6844,
      "step": 294
    },
    {
      "epoch": 1.57,
      "learning_rate": 0.00016079631541804736,
      "loss": 0.6621,
      "step": 295
    },
    {
      "epoch": 1.57,
      "learning_rate": 0.00016052215474850158,
      "loss": 0.6574,
      "step": 296
    },
    {
      "epoch": 1.58,
      "learning_rate": 0.00016024727433679617,
      "loss": 0.7115,
      "step": 297
    },
    {
      "epoch": 1.59,
      "learning_rate": 0.00015997167745186657,
      "loss": 0.689,
      "step": 298
    },
    {
      "epoch": 1.59,
      "learning_rate": 0.00015969536737116879,
      "loss": 0.6422,
      "step": 299
    },
    {
      "epoch": 1.6,
      "learning_rate": 0.00015941834738064024,
      "loss": 0.7619,
      "step": 300
    },
    {
      "epoch": 1.6,
      "learning_rate": 0.00015914062077466076,
      "loss": 0.7776,
      "step": 301
    },
    {
      "epoch": 1.61,
      "learning_rate": 0.0001588621908560134,
      "loss": 0.7157,
      "step": 302
    },
    {
      "epoch": 1.61,
      "learning_rate": 0.00015858306093584522,
      "loss": 0.6986,
      "step": 303
    },
    {
      "epoch": 1.62,
      "learning_rate": 0.00015830323433362772,
      "loss": 0.6644,
      "step": 304
    },
    {
      "epoch": 1.62,
      "learning_rate": 0.00015802271437711753,
      "loss": 0.6756,
      "step": 305
    },
    {
      "epoch": 1.63,
      "learning_rate": 0.00015774150440231685,
      "loss": 0.6343,
      "step": 306
    },
    {
      "epoch": 1.63,
      "learning_rate": 0.00015745960775343372,
      "loss": 0.6833,
      "step": 307
    },
    {
      "epoch": 1.64,
      "learning_rate": 0.00015717702778284218,
      "loss": 0.686,
      "step": 308
    },
    {
      "epoch": 1.64,
      "learning_rate": 0.0001568937678510425,
      "loss": 0.7058,
      "step": 309
    },
    {
      "epoch": 1.65,
      "learning_rate": 0.00015660983132662125,
      "loss": 0.6421,
      "step": 310
    },
    {
      "epoch": 1.65,
      "learning_rate": 0.00015632522158621112,
      "loss": 0.7206,
      "step": 311
    },
    {
      "epoch": 1.66,
      "learning_rate": 0.00015603994201445083,
      "loss": 0.6923,
      "step": 312
    },
    {
      "epoch": 1.66,
      "learning_rate": 0.0001557539960039449,
      "loss": 0.7092,
      "step": 313
    },
    {
      "epoch": 1.67,
      "learning_rate": 0.00015546738695522332,
      "loss": 0.7465,
      "step": 314
    },
    {
      "epoch": 1.68,
      "learning_rate": 0.00015518011827670095,
      "loss": 0.701,
      "step": 315
    },
    {
      "epoch": 1.68,
      "learning_rate": 0.00015489219338463714,
      "loss": 0.7157,
      "step": 316
    },
    {
      "epoch": 1.69,
      "learning_rate": 0.00015460361570309518,
      "loss": 0.6585,
      "step": 317
    },
    {
      "epoch": 1.69,
      "learning_rate": 0.00015431438866390137,
      "loss": 0.6455,
      "step": 318
    },
    {
      "epoch": 1.7,
      "learning_rate": 0.00015402451570660437,
      "loss": 0.7563,
      "step": 319
    },
    {
      "epoch": 1.7,
      "learning_rate": 0.00015373400027843408,
      "loss": 0.6688,
      "step": 320
    },
    {
      "epoch": 1.71,
      "learning_rate": 0.00015344284583426103,
      "loss": 0.6508,
      "step": 321
    },
    {
      "epoch": 1.71,
      "learning_rate": 0.0001531510558365549,
      "loss": 0.6647,
      "step": 322
    },
    {
      "epoch": 1.72,
      "learning_rate": 0.00015285863375534353,
      "loss": 0.6401,
      "step": 323
    },
    {
      "epoch": 1.72,
      "learning_rate": 0.00015256558306817164,
      "loss": 0.6478,
      "step": 324
    },
    {
      "epoch": 1.73,
      "learning_rate": 0.00015227190726005953,
      "loss": 0.7038,
      "step": 325
    },
    {
      "epoch": 1.73,
      "learning_rate": 0.0001519776098234615,
      "loss": 0.6994,
      "step": 326
    },
    {
      "epoch": 1.74,
      "learning_rate": 0.00015168269425822433,
      "loss": 0.7038,
      "step": 327
    },
    {
      "epoch": 1.74,
      "learning_rate": 0.00015138716407154588,
      "loss": 0.6898,
      "step": 328
    },
    {
      "epoch": 1.75,
      "learning_rate": 0.00015109102277793306,
      "loss": 0.6907,
      "step": 329
    },
    {
      "epoch": 1.76,
      "learning_rate": 0.00015079427389916026,
      "loss": 0.6597,
      "step": 330
    },
    {
      "epoch": 1.76,
      "learning_rate": 0.0001504969209642274,
      "loss": 0.8138,
      "step": 331
    },
    {
      "epoch": 1.77,
      "learning_rate": 0.000150198967509318,
      "loss": 0.6845,
      "step": 332
    },
    {
      "epoch": 1.77,
      "learning_rate": 0.000149900417077757,
      "loss": 0.7397,
      "step": 333
    },
    {
      "epoch": 1.78,
      "learning_rate": 0.00014960127321996875,
      "loss": 0.6613,
      "step": 334
    },
    {
      "epoch": 1.78,
      "learning_rate": 0.00014930153949343477,
      "loss": 0.6948,
      "step": 335
    },
    {
      "epoch": 1.79,
      "learning_rate": 0.00014900121946265143,
      "loss": 0.7035,
      "step": 336
    },
    {
      "epoch": 1.79,
      "learning_rate": 0.00014870031669908748,
      "loss": 0.6901,
      "step": 337
    },
    {
      "epoch": 1.8,
      "learning_rate": 0.00014839883478114172,
      "loss": 0.6756,
      "step": 338
    },
    {
      "epoch": 1.8,
      "learning_rate": 0.00014809677729410046,
      "loss": 0.6576,
      "step": 339
    },
    {
      "epoch": 1.81,
      "learning_rate": 0.00014779414783009455,
      "loss": 0.6971,
      "step": 340
    },
    {
      "epoch": 1.81,
      "learning_rate": 0.00014749094998805714,
      "loss": 0.6282,
      "step": 341
    },
    {
      "epoch": 1.82,
      "learning_rate": 0.00014718718737368055,
      "loss": 0.7039,
      "step": 342
    },
    {
      "epoch": 1.82,
      "learning_rate": 0.0001468828635993735,
      "loss": 0.6784,
      "step": 343
    },
    {
      "epoch": 1.83,
      "learning_rate": 0.00014657798228421816,
      "loss": 0.7283,
      "step": 344
    },
    {
      "epoch": 1.84,
      "learning_rate": 0.00014627254705392706,
      "loss": 0.7035,
      "step": 345
    },
    {
      "epoch": 1.84,
      "learning_rate": 0.00014596656154080003,
      "loss": 0.6997,
      "step": 346
    },
    {
      "epoch": 1.85,
      "learning_rate": 0.00014566002938368105,
      "loss": 0.7096,
      "step": 347
    },
    {
      "epoch": 1.85,
      "learning_rate": 0.00014535295422791474,
      "loss": 0.7273,
      "step": 348
    },
    {
      "epoch": 1.86,
      "learning_rate": 0.0001450453397253033,
      "loss": 0.7222,
      "step": 349
    },
    {
      "epoch": 1.86,
      "learning_rate": 0.00014473718953406296,
      "loss": 0.6742,
      "step": 350
    },
    {
      "epoch": 1.87,
      "learning_rate": 0.00014442850731878038,
      "loss": 0.6749,
      "step": 351
    },
    {
      "epoch": 1.87,
      "learning_rate": 0.0001441192967503692,
      "loss": 0.7543,
      "step": 352
    },
    {
      "epoch": 1.88,
      "learning_rate": 0.00014380956150602644,
      "loss": 0.6966,
      "step": 353
    },
    {
      "epoch": 1.88,
      "learning_rate": 0.00014349930526918854,
      "loss": 0.6952,
      "step": 354
    },
    {
      "epoch": 1.89,
      "learning_rate": 0.00014318853172948774,
      "loss": 0.6639,
      "step": 355
    },
    {
      "epoch": 1.89,
      "learning_rate": 0.00014287724458270822,
      "loss": 0.6729,
      "step": 356
    },
    {
      "epoch": 1.9,
      "learning_rate": 0.00014256544753074194,
      "loss": 0.647,
      "step": 357
    },
    {
      "epoch": 1.9,
      "learning_rate": 0.00014225314428154494,
      "loss": 0.711,
      "step": 358
    },
    {
      "epoch": 1.91,
      "learning_rate": 0.0001419403385490929,
      "loss": 0.6997,
      "step": 359
    },
    {
      "epoch": 1.91,
      "learning_rate": 0.00014162703405333726,
      "loss": 0.7596,
      "step": 360
    },
    {
      "epoch": 1.92,
      "learning_rate": 0.00014131323452016073,
      "loss": 0.6618,
      "step": 361
    },
    {
      "epoch": 1.93,
      "learning_rate": 0.00014099894368133325,
      "loss": 0.7145,
      "step": 362
    },
    {
      "epoch": 1.93,
      "learning_rate": 0.0001406841652744674,
      "loss": 0.7416,
      "step": 363
    },
    {
      "epoch": 1.94,
      "learning_rate": 0.00014036890304297396,
      "loss": 0.6452,
      "step": 364
    },
    {
      "epoch": 1.94,
      "learning_rate": 0.0001400531607360176,
      "loss": 0.6843,
      "step": 365
    },
    {
      "epoch": 1.95,
      "learning_rate": 0.000139736942108472,
      "loss": 0.7051,
      "step": 366
    },
    {
      "epoch": 1.95,
      "learning_rate": 0.00013942025092087548,
      "loss": 0.7183,
      "step": 367
    },
    {
      "epoch": 1.96,
      "learning_rate": 0.00013910309093938597,
      "loss": 0.6799,
      "step": 368
    },
    {
      "epoch": 1.96,
      "learning_rate": 0.00013878546593573663,
      "loss": 0.6735,
      "step": 369
    },
    {
      "epoch": 1.97,
      "learning_rate": 0.00013846737968719052,
      "loss": 0.632,
      "step": 370
    },
    {
      "epoch": 1.97,
      "learning_rate": 0.00013814883597649606,
      "loss": 0.6892,
      "step": 371
    },
    {
      "epoch": 1.98,
      "learning_rate": 0.00013782983859184192,
      "loss": 0.6802,
      "step": 372
    },
    {
      "epoch": 1.98,
      "learning_rate": 0.00013751039132681186,
      "loss": 0.6761,
      "step": 373
    },
    {
      "epoch": 1.99,
      "learning_rate": 0.00013719049798033978,
      "loss": 0.6824,
      "step": 374
    },
    {
      "epoch": 1.99,
      "learning_rate": 0.00013687016235666447,
      "loss": 0.72,
      "step": 375
    },
    {
      "epoch": 2.0,
      "learning_rate": 0.0001365493882652844,
      "loss": 0.6919,
      "step": 376
    },
    {
      "epoch": 2.01,
      "learning_rate": 0.00013622817952091225,
      "loss": 0.3804,
      "step": 377
    },
    {
      "epoch": 2.01,
      "learning_rate": 0.00013590653994342987,
      "loss": 0.4047,
      "step": 378
    },
    {
      "epoch": 2.02,
      "learning_rate": 0.00013558447335784254,
      "loss": 0.4268,
      "step": 379
    },
    {
      "epoch": 2.02,
      "learning_rate": 0.0001352619835942337,
      "loss": 0.389,
      "step": 380
    },
    {
      "epoch": 2.03,
      "learning_rate": 0.0001349390744877192,
      "loss": 0.4203,
      "step": 381
    },
    {
      "epoch": 2.03,
      "learning_rate": 0.00013461574987840192,
      "loss": 0.4585,
      "step": 382
    },
    {
      "epoch": 2.04,
      "learning_rate": 0.00013429201361132595,
      "loss": 0.4049,
      "step": 383
    },
    {
      "epoch": 2.04,
      "learning_rate": 0.00013396786953643084,
      "loss": 0.4205,
      "step": 384
    },
    {
      "epoch": 2.05,
      "learning_rate": 0.00013364332150850596,
      "loss": 0.3821,
      "step": 385
    },
    {
      "epoch": 2.05,
      "learning_rate": 0.0001333183733871445,
      "loss": 0.3748,
      "step": 386
    },
    {
      "epoch": 2.06,
      "learning_rate": 0.0001329930290366977,
      "loss": 0.3675,
      "step": 387
    },
    {
      "epoch": 2.06,
      "learning_rate": 0.00013266729232622884,
      "loss": 0.3359,
      "step": 388
    },
    {
      "epoch": 2.07,
      "learning_rate": 0.00013234116712946715,
      "loss": 0.3514,
      "step": 389
    },
    {
      "epoch": 2.07,
      "learning_rate": 0.00013201465732476194,
      "loss": 0.3909,
      "step": 390
    },
    {
      "epoch": 2.08,
      "learning_rate": 0.0001316877667950363,
      "loss": 0.3805,
      "step": 391
    },
    {
      "epoch": 2.09,
      "learning_rate": 0.00013136049942774096,
      "loss": 0.4049,
      "step": 392
    },
    {
      "epoch": 2.09,
      "learning_rate": 0.0001310328591148081,
      "loss": 0.4273,
      "step": 393
    },
    {
      "epoch": 2.1,
      "learning_rate": 0.00013070484975260502,
      "loss": 0.356,
      "step": 394
    },
    {
      "epoch": 2.1,
      "learning_rate": 0.00013037647524188792,
      "loss": 0.4221,
      "step": 395
    },
    {
      "epoch": 2.11,
      "learning_rate": 0.00013004773948775532,
      "loss": 0.4015,
      "step": 396
    },
    {
      "epoch": 2.11,
      "learning_rate": 0.00012971864639960175,
      "loss": 0.3346,
      "step": 397
    },
    {
      "epoch": 2.12,
      "learning_rate": 0.0001293891998910713,
      "loss": 0.3899,
      "step": 398
    },
    {
      "epoch": 2.12,
      "learning_rate": 0.00012905940388001092,
      "loss": 0.3619,
      "step": 399
    },
    {
      "epoch": 2.13,
      "learning_rate": 0.00012872926228842398,
      "loss": 0.3837,
      "step": 400
    },
    {
      "epoch": 2.13,
      "learning_rate": 0.00012839877904242348,
      "loss": 0.3598,
      "step": 401
    },
    {
      "epoch": 2.14,
      "learning_rate": 0.0001280679580721856,
      "loss": 0.4221,
      "step": 402
    },
    {
      "epoch": 2.14,
      "learning_rate": 0.0001277368033119026,
      "loss": 0.4154,
      "step": 403
    },
    {
      "epoch": 2.15,
      "learning_rate": 0.00012740531869973647,
      "loss": 0.4163,
      "step": 404
    },
    {
      "epoch": 2.15,
      "learning_rate": 0.00012707350817777163,
      "loss": 0.3702,
      "step": 405
    },
    {
      "epoch": 2.16,
      "learning_rate": 0.00012674137569196857,
      "loss": 0.4351,
      "step": 406
    },
    {
      "epoch": 2.16,
      "learning_rate": 0.00012640892519211628,
      "loss": 0.3819,
      "step": 407
    },
    {
      "epoch": 2.17,
      "learning_rate": 0.000126076160631786,
      "loss": 0.3664,
      "step": 408
    },
    {
      "epoch": 2.18,
      "learning_rate": 0.00012574308596828364,
      "loss": 0.3746,
      "step": 409
    },
    {
      "epoch": 2.18,
      "learning_rate": 0.00012540970516260292,
      "loss": 0.4059,
      "step": 410
    },
    {
      "epoch": 2.19,
      "learning_rate": 0.00012507602217937835,
      "loss": 0.4267,
      "step": 411
    },
    {
      "epoch": 2.19,
      "learning_rate": 0.00012474204098683795,
      "loss": 0.4026,
      "step": 412
    },
    {
      "epoch": 2.2,
      "learning_rate": 0.00012440776555675616,
      "loss": 0.386,
      "step": 413
    },
    {
      "epoch": 2.2,
      "learning_rate": 0.00012407319986440648,
      "loss": 0.4094,
      "step": 414
    },
    {
      "epoch": 2.21,
      "learning_rate": 0.00012373834788851427,
      "loss": 0.401,
      "step": 415
    },
    {
      "epoch": 2.21,
      "learning_rate": 0.00012340321361120954,
      "loss": 0.3938,
      "step": 416
    },
    {
      "epoch": 2.22,
      "learning_rate": 0.00012306780101797936,
      "loss": 0.4015,
      "step": 417
    },
    {
      "epoch": 2.22,
      "learning_rate": 0.00012273211409762066,
      "loss": 0.4115,
      "step": 418
    },
    {
      "epoch": 2.23,
      "learning_rate": 0.00012239615684219273,
      "loss": 0.4172,
      "step": 419
    },
    {
      "epoch": 2.23,
      "learning_rate": 0.0001220599332469697,
      "loss": 0.3897,
      "step": 420
    },
    {
      "epoch": 2.24,
      "learning_rate": 0.00012172344731039311,
      "loss": 0.4019,
      "step": 421
    },
    {
      "epoch": 2.24,
      "learning_rate": 0.00012138670303402429,
      "loss": 0.3838,
      "step": 422
    },
    {
      "epoch": 2.25,
      "learning_rate": 0.00012104970442249679,
      "loss": 0.3961,
      "step": 423
    },
    {
      "epoch": 2.26,
      "learning_rate": 0.00012071245548346883,
      "loss": 0.3596,
      "step": 424
    },
    {
      "epoch": 2.26,
      "learning_rate": 0.00012037496022757552,
      "loss": 0.4054,
      "step": 425
    },
    {
      "epoch": 2.27,
      "learning_rate": 0.00012003722266838124,
      "loss": 0.3964,
      "step": 426
    },
    {
      "epoch": 2.27,
      "learning_rate": 0.00011969924682233187,
      "loss": 0.3895,
      "step": 427
    },
    {
      "epoch": 2.28,
      "learning_rate": 0.0001193610367087071,
      "loss": 0.3695,
      "step": 428
    },
    {
      "epoch": 2.28,
      "learning_rate": 0.0001190225963495725,
      "loss": 0.3914,
      "step": 429
    },
    {
      "epoch": 2.29,
      "learning_rate": 0.00011868392976973188,
      "loss": 0.3781,
      "step": 430
    },
    {
      "epoch": 2.29,
      "learning_rate": 0.0001183450409966792,
      "loss": 0.412,
      "step": 431
    },
    {
      "epoch": 2.3,
      "learning_rate": 0.00011800593406055082,
      "loss": 0.4239,
      "step": 432
    },
    {
      "epoch": 2.3,
      "learning_rate": 0.00011766661299407763,
      "loss": 0.4357,
      "step": 433
    },
    {
      "epoch": 2.31,
      "learning_rate": 0.00011732708183253685,
      "loss": 0.3945,
      "step": 434
    },
    {
      "epoch": 2.31,
      "learning_rate": 0.00011698734461370428,
      "loss": 0.4635,
      "step": 435
    },
    {
      "epoch": 2.32,
      "learning_rate": 0.00011664740537780626,
      "loss": 0.4222,
      "step": 436
    },
    {
      "epoch": 2.32,
      "learning_rate": 0.00011630726816747143,
      "loss": 0.4205,
      "step": 437
    },
    {
      "epoch": 2.33,
      "learning_rate": 0.00011596693702768288,
      "loss": 0.3976,
      "step": 438
    },
    {
      "epoch": 2.34,
      "learning_rate": 0.00011562641600572993,
      "loss": 0.4068,
      "step": 439
    },
    {
      "epoch": 2.34,
      "learning_rate": 0.00011528570915115988,
      "loss": 0.3564,
      "step": 440
    },
    {
      "epoch": 2.35,
      "learning_rate": 0.00011494482051573027,
      "loss": 0.4185,
      "step": 441
    },
    {
      "epoch": 2.35,
      "learning_rate": 0.00011460375415336015,
      "loss": 0.3978,
      "step": 442
    },
    {
      "epoch": 2.36,
      "learning_rate": 0.00011426251412008233,
      "loss": 0.3957,
      "step": 443
    },
    {
      "epoch": 2.36,
      "learning_rate": 0.0001139211044739948,
      "loss": 0.4026,
      "step": 444
    },
    {
      "epoch": 2.37,
      "learning_rate": 0.00011357952927521269,
      "loss": 0.381,
      "step": 445
    },
    {
      "epoch": 2.37,
      "learning_rate": 0.00011323779258581997,
      "loss": 0.3935,
      "step": 446
    },
    {
      "epoch": 2.38,
      "learning_rate": 0.00011289589846982096,
      "loss": 0.4046,
      "step": 447
    },
    {
      "epoch": 2.38,
      "learning_rate": 0.00011255385099309228,
      "loss": 0.363,
      "step": 448
    },
    {
      "epoch": 2.39,
      "learning_rate": 0.0001122116542233342,
      "loss": 0.3909,
      "step": 449
    },
    {
      "epoch": 2.39,
      "learning_rate": 0.00011186931223002255,
      "loss": 0.4179,
      "step": 450
    },
    {
      "epoch": 2.4,
      "learning_rate": 0.00011152682908436007,
      "loss": 0.4005,
      "step": 451
    },
    {
      "epoch": 2.4,
      "learning_rate": 0.00011118420885922822,
      "loss": 0.431,
      "step": 452
    },
    {
      "epoch": 2.41,
      "learning_rate": 0.00011084145562913856,
      "loss": 0.414,
      "step": 453
    },
    {
      "epoch": 2.41,
      "learning_rate": 0.0001104985734701844,
      "loss": 0.4168,
      "step": 454
    },
    {
      "epoch": 2.42,
      "learning_rate": 0.0001101555664599923,
      "loss": 0.374,
      "step": 455
    },
    {
      "epoch": 2.43,
      "learning_rate": 0.00010981243867767357,
      "loss": 0.3913,
      "step": 456
    },
    {
      "epoch": 2.43,
      "learning_rate": 0.00010946919420377581,
      "loss": 0.418,
      "step": 457
    },
    {
      "epoch": 2.44,
      "learning_rate": 0.00010912583712023425,
      "loss": 0.4128,
      "step": 458
    },
    {
      "epoch": 2.44,
      "learning_rate": 0.0001087823715103234,
      "loss": 0.4182,
      "step": 459
    },
    {
      "epoch": 2.45,
      "learning_rate": 0.0001084388014586083,
      "loss": 0.3988,
      "step": 460
    },
    {
      "epoch": 2.45,
      "learning_rate": 0.00010809513105089607,
      "loss": 0.4154,
      "step": 461
    },
    {
      "epoch": 2.46,
      "learning_rate": 0.00010775136437418736,
      "loss": 0.412,
      "step": 462
    },
    {
      "epoch": 2.46,
      "learning_rate": 0.00010740750551662752,
      "loss": 0.3769,
      "step": 463
    },
    {
      "epoch": 2.47,
      "learning_rate": 0.00010706355856745824,
      "loss": 0.3595,
      "step": 464
    },
    {
      "epoch": 2.47,
      "learning_rate": 0.0001067195276169688,
      "loss": 0.425,
      "step": 465
    },
    {
      "epoch": 2.48,
      "learning_rate": 0.00010637541675644742,
      "loss": 0.3763,
      "step": 466
    },
    {
      "epoch": 2.48,
      "learning_rate": 0.00010603123007813263,
      "loss": 0.4234,
      "step": 467
    },
    {
      "epoch": 2.49,
      "learning_rate": 0.00010568697167516461,
      "loss": 0.4064,
      "step": 468
    },
    {
      "epoch": 2.49,
      "learning_rate": 0.00010534264564153651,
      "loss": 0.3525,
      "step": 469
    },
    {
      "epoch": 2.5,
      "learning_rate": 0.00010499825607204574,
      "loss": 0.4296,
      "step": 470
    },
    {
      "epoch": 2.51,
      "learning_rate": 0.0001046538070622453,
      "loss": 0.387,
      "step": 471
    },
    {
      "epoch": 2.51,
      "learning_rate": 0.00010430930270839507,
      "loss": 0.4323,
      "step": 472
    },
    {
      "epoch": 2.52,
      "learning_rate": 0.00010396474710741311,
      "loss": 0.4123,
      "step": 473
    },
    {
      "epoch": 2.52,
      "learning_rate": 0.00010362014435682688,
      "loss": 0.39,
      "step": 474
    },
    {
      "epoch": 2.53,
      "learning_rate": 0.00010327549855472455,
      "loss": 0.4337,
      "step": 475
    },
    {
      "epoch": 2.53,
      "learning_rate": 0.00010293081379970637,
      "loss": 0.3811,
      "step": 476
    },
    {
      "epoch": 2.54,
      "learning_rate": 0.00010258609419083567,
      "loss": 0.3828,
      "step": 477
    },
    {
      "epoch": 2.54,
      "learning_rate": 0.00010224134382759041,
      "loss": 0.4279,
      "step": 478
    },
    {
      "epoch": 2.55,
      "learning_rate": 0.00010189656680981415,
      "loss": 0.4081,
      "step": 479
    },
    {
      "epoch": 2.55,
      "learning_rate": 0.00010155176723766757,
      "loss": 0.3947,
      "step": 480
    },
    {
      "epoch": 2.56,
      "learning_rate": 0.00010120694921157952,
      "loss": 0.3972,
      "step": 481
    },
    {
      "epoch": 2.56,
      "learning_rate": 0.00010086211683219824,
      "loss": 0.4335,
      "step": 482
    },
    {
      "epoch": 2.57,
      "learning_rate": 0.0001005172742003428,
      "loss": 0.4024,
      "step": 483
    },
    {
      "epoch": 2.57,
      "learning_rate": 0.000100172425416954,
      "loss": 0.4127,
      "step": 484
    },
    {
      "epoch": 2.58,
      "learning_rate": 9.9827574583046e-05,
      "loss": 0.3778,
      "step": 485
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.948272579965723e-05,
      "loss": 0.3849,
      "step": 486
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.913788316780177e-05,
      "loss": 0.3924,
      "step": 487
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.879305078842052e-05,
      "loss": 0.3981,
      "step": 488
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.844823276233243e-05,
      "loss": 0.4112,
      "step": 489
    },
    {
      "epoch": 2.61,
      "learning_rate": 9.810343319018588e-05,
      "loss": 0.3772,
      "step": 490
    },
    {
      "epoch": 2.61,
      "learning_rate": 9.775865617240964e-05,
      "loss": 0.4012,
      "step": 491
    },
    {
      "epoch": 2.62,
      "learning_rate": 9.741390580916434e-05,
      "loss": 0.4257,
      "step": 492
    },
    {
      "epoch": 2.62,
      "learning_rate": 9.706918620029364e-05,
      "loss": 0.4266,
      "step": 493
    },
    {
      "epoch": 2.63,
      "learning_rate": 9.672450144527546e-05,
      "loss": 0.4075,
      "step": 494
    },
    {
      "epoch": 2.63,
      "learning_rate": 9.637985564317316e-05,
      "loss": 0.3916,
      "step": 495
    },
    {
      "epoch": 2.64,
      "learning_rate": 9.603525289258689e-05,
      "loss": 0.4133,
      "step": 496
    },
    {
      "epoch": 2.64,
      "learning_rate": 9.569069729160494e-05,
      "loss": 0.415,
      "step": 497
    },
    {
      "epoch": 2.65,
      "learning_rate": 9.534619293775471e-05,
      "loss": 0.4424,
      "step": 498
    },
    {
      "epoch": 2.65,
      "learning_rate": 9.500174392795431e-05,
      "loss": 0.3833,
      "step": 499
    },
    {
      "epoch": 2.66,
      "learning_rate": 9.465735435846348e-05,
      "loss": 0.4125,
      "step": 500
    },
    {
      "epoch": 2.66,
      "learning_rate": 9.43130283248354e-05,
      "loss": 0.415,
      "step": 501
    },
    {
      "epoch": 2.67,
      "learning_rate": 9.396876992186738e-05,
      "loss": 0.4123,
      "step": 502
    },
    {
      "epoch": 2.68,
      "learning_rate": 9.362458324355257e-05,
      "loss": 0.4073,
      "step": 503
    },
    {
      "epoch": 2.68,
      "learning_rate": 9.328047238303121e-05,
      "loss": 0.4492,
      "step": 504
    },
    {
      "epoch": 2.69,
      "learning_rate": 9.293644143254177e-05,
      "loss": 0.3842,
      "step": 505
    },
    {
      "epoch": 2.69,
      "learning_rate": 9.259249448337253e-05,
      "loss": 0.3957,
      "step": 506
    },
    {
      "epoch": 2.7,
      "learning_rate": 9.224863562581265e-05,
      "loss": 0.4234,
      "step": 507
    },
    {
      "epoch": 2.7,
      "learning_rate": 9.190486894910394e-05,
      "loss": 0.394,
      "step": 508
    },
    {
      "epoch": 2.71,
      "learning_rate": 9.156119854139173e-05,
      "loss": 0.438,
      "step": 509
    },
    {
      "epoch": 2.71,
      "learning_rate": 9.121762848967666e-05,
      "loss": 0.4308,
      "step": 510
    },
    {
      "epoch": 2.72,
      "learning_rate": 9.087416287976577e-05,
      "loss": 0.3848,
      "step": 511
    },
    {
      "epoch": 2.72,
      "learning_rate": 9.053080579622422e-05,
      "loss": 0.4004,
      "step": 512
    },
    {
      "epoch": 2.73,
      "learning_rate": 9.018756132232647e-05,
      "loss": 0.4204,
      "step": 513
    },
    {
      "epoch": 2.73,
      "learning_rate": 8.984443354000774e-05,
      "loss": 0.4189,
      "step": 514
    },
    {
      "epoch": 2.74,
      "learning_rate": 8.950142652981563e-05,
      "loss": 0.3693,
      "step": 515
    },
    {
      "epoch": 2.74,
      "learning_rate": 8.915854437086146e-05,
      "loss": 0.393,
      "step": 516
    },
    {
      "epoch": 2.75,
      "learning_rate": 8.881579114077181e-05,
      "loss": 0.3968,
      "step": 517
    },
    {
      "epoch": 2.76,
      "learning_rate": 8.847317091563994e-05,
      "loss": 0.3969,
      "step": 518
    },
    {
      "epoch": 2.76,
      "learning_rate": 8.813068776997747e-05,
      "loss": 0.3808,
      "step": 519
    },
    {
      "epoch": 2.77,
      "learning_rate": 8.778834577666584e-05,
      "loss": 0.376,
      "step": 520
    },
    {
      "epoch": 2.77,
      "learning_rate": 8.744614900690777e-05,
      "loss": 0.4335,
      "step": 521
    },
    {
      "epoch": 2.78,
      "learning_rate": 8.710410153017905e-05,
      "loss": 0.4409,
      "step": 522
    },
    {
      "epoch": 2.78,
      "learning_rate": 8.676220741418005e-05,
      "loss": 0.3661,
      "step": 523
    },
    {
      "epoch": 2.79,
      "learning_rate": 8.642047072478734e-05,
      "loss": 0.4364,
      "step": 524
    },
    {
      "epoch": 2.79,
      "learning_rate": 8.607889552600524e-05,
      "loss": 0.4184,
      "step": 525
    },
    {
      "epoch": 2.8,
      "learning_rate": 8.573748587991769e-05,
      "loss": 0.4287,
      "step": 526
    },
    {
      "epoch": 2.8,
      "learning_rate": 8.539624584663986e-05,
      "loss": 0.3787,
      "step": 527
    },
    {
      "epoch": 2.81,
      "learning_rate": 8.505517948426976e-05,
      "loss": 0.3736,
      "step": 528
    },
    {
      "epoch": 2.81,
      "learning_rate": 8.471429084884012e-05,
      "loss": 0.3949,
      "step": 529
    },
    {
      "epoch": 2.82,
      "learning_rate": 8.437358399427011e-05,
      "loss": 0.3967,
      "step": 530
    },
    {
      "epoch": 2.82,
      "learning_rate": 8.403306297231714e-05,
      "loss": 0.3834,
      "step": 531
    },
    {
      "epoch": 2.83,
      "learning_rate": 8.369273183252858e-05,
      "loss": 0.3839,
      "step": 532
    },
    {
      "epoch": 2.84,
      "learning_rate": 8.335259462219374e-05,
      "loss": 0.3951,
      "step": 533
    },
    {
      "epoch": 2.84,
      "learning_rate": 8.301265538629573e-05,
      "loss": 0.3814,
      "step": 534
    },
    {
      "epoch": 2.85,
      "learning_rate": 8.267291816746319e-05,
      "loss": 0.4207,
      "step": 535
    },
    {
      "epoch": 2.85,
      "learning_rate": 8.233338700592244e-05,
      "loss": 0.4081,
      "step": 536
    },
    {
      "epoch": 2.86,
      "learning_rate": 8.199406593944916e-05,
      "loss": 0.4028,
      "step": 537
    },
    {
      "epoch": 2.86,
      "learning_rate": 8.165495900332083e-05,
      "loss": 0.3982,
      "step": 538
    },
    {
      "epoch": 2.87,
      "learning_rate": 8.131607023026814e-05,
      "loss": 0.3836,
      "step": 539
    },
    {
      "epoch": 2.87,
      "learning_rate": 8.097740365042748e-05,
      "loss": 0.4145,
      "step": 540
    },
    {
      "epoch": 2.88,
      "learning_rate": 8.063896329129292e-05,
      "loss": 0.3982,
      "step": 541
    },
    {
      "epoch": 2.88,
      "learning_rate": 8.030075317766814e-05,
      "loss": 0.3979,
      "step": 542
    },
    {
      "epoch": 2.89,
      "learning_rate": 7.996277733161881e-05,
      "loss": 0.414,
      "step": 543
    },
    {
      "epoch": 2.89,
      "learning_rate": 7.962503977242449e-05,
      "loss": 0.3386,
      "step": 544
    },
    {
      "epoch": 2.9,
      "learning_rate": 7.928754451653119e-05,
      "loss": 0.379,
      "step": 545
    },
    {
      "epoch": 2.9,
      "learning_rate": 7.895029557750324e-05,
      "loss": 0.4198,
      "step": 546
    },
    {
      "epoch": 2.91,
      "learning_rate": 7.861329696597576e-05,
      "loss": 0.3939,
      "step": 547
    },
    {
      "epoch": 2.91,
      "learning_rate": 7.827655268960692e-05,
      "loss": 0.3767,
      "step": 548
    },
    {
      "epoch": 2.92,
      "learning_rate": 7.794006675303031e-05,
      "loss": 0.3972,
      "step": 549
    },
    {
      "epoch": 2.93,
      "learning_rate": 7.760384315780731e-05,
      "loss": 0.3748,
      "step": 550
    },
    {
      "epoch": 2.93,
      "learning_rate": 7.726788590237933e-05,
      "loss": 0.3914,
      "step": 551
    },
    {
      "epoch": 2.94,
      "learning_rate": 7.693219898202067e-05,
      "loss": 0.3768,
      "step": 552
    },
    {
      "epoch": 2.94,
      "learning_rate": 7.659678638879048e-05,
      "loss": 0.3819,
      "step": 553
    },
    {
      "epoch": 2.95,
      "learning_rate": 7.626165211148575e-05,
      "loss": 0.4186,
      "step": 554
    },
    {
      "epoch": 2.95,
      "learning_rate": 7.592680013559354e-05,
      "loss": 0.3752,
      "step": 555
    },
    {
      "epoch": 2.96,
      "learning_rate": 7.559223444324385e-05,
      "loss": 0.4123,
      "step": 556
    },
    {
      "epoch": 2.96,
      "learning_rate": 7.525795901316207e-05,
      "loss": 0.408,
      "step": 557
    },
    {
      "epoch": 2.97,
      "learning_rate": 7.492397782062169e-05,
      "loss": 0.3921,
      "step": 558
    },
    {
      "epoch": 2.97,
      "learning_rate": 7.459029483739711e-05,
      "loss": 0.3909,
      "step": 559
    },
    {
      "epoch": 2.98,
      "learning_rate": 7.425691403171639e-05,
      "loss": 0.3834,
      "step": 560
    },
    {
      "epoch": 2.98,
      "learning_rate": 7.392383936821403e-05,
      "loss": 0.3637,
      "step": 561
    },
    {
      "epoch": 2.99,
      "learning_rate": 7.359107480788372e-05,
      "loss": 0.4098,
      "step": 562
    },
    {
      "epoch": 2.99,
      "learning_rate": 7.325862430803148e-05,
      "loss": 0.3947,
      "step": 563
    },
    {
      "epoch": 3.0,
      "learning_rate": 7.292649182222837e-05,
      "loss": 0.4422,
      "step": 564
    },
    {
      "epoch": 3.01,
      "learning_rate": 7.259468130026356e-05,
      "loss": 0.2145,
      "step": 565
    },
    {
      "epoch": 3.01,
      "learning_rate": 7.22631966880974e-05,
      "loss": 0.226,
      "step": 566
    },
    {
      "epoch": 3.02,
      "learning_rate": 7.193204192781443e-05,
      "loss": 0.2171,
      "step": 567
    },
    {
      "epoch": 3.02,
      "learning_rate": 7.160122095757653e-05,
      "loss": 0.2361,
      "step": 568
    },
    {
      "epoch": 3.03,
      "learning_rate": 7.127073771157606e-05,
      "loss": 0.2122,
      "step": 569
    },
    {
      "epoch": 3.03,
      "learning_rate": 7.094059611998909e-05,
      "loss": 0.2158,
      "step": 570
    },
    {
      "epoch": 3.04,
      "learning_rate": 7.061080010892873e-05,
      "loss": 0.2161,
      "step": 571
    },
    {
      "epoch": 3.04,
      "learning_rate": 7.028135360039827e-05,
      "loss": 0.2232,
      "step": 572
    },
    {
      "epoch": 3.05,
      "learning_rate": 6.995226051224475e-05,
      "loss": 0.2088,
      "step": 573
    },
    {
      "epoch": 3.05,
      "learning_rate": 6.96235247581121e-05,
      "loss": 0.2123,
      "step": 574
    },
    {
      "epoch": 3.06,
      "learning_rate": 6.9295150247395e-05,
      "loss": 0.2266,
      "step": 575
    },
    {
      "epoch": 3.06,
      "learning_rate": 6.896714088519193e-05,
      "loss": 0.1801,
      "step": 576
    },
    {
      "epoch": 3.07,
      "learning_rate": 6.863950057225904e-05,
      "loss": 0.2187,
      "step": 577
    },
    {
      "epoch": 3.07,
      "learning_rate": 6.831223320496371e-05,
      "loss": 0.21,
      "step": 578
    },
    {
      "epoch": 3.08,
      "learning_rate": 6.798534267523806e-05,
      "loss": 0.2233,
      "step": 579
    },
    {
      "epoch": 3.09,
      "learning_rate": 6.765883287053287e-05,
      "loss": 0.2025,
      "step": 580
    },
    {
      "epoch": 3.09,
      "learning_rate": 6.733270767377118e-05,
      "loss": 0.219,
      "step": 581
    },
    {
      "epoch": 3.1,
      "learning_rate": 6.700697096330233e-05,
      "loss": 0.2202,
      "step": 582
    },
    {
      "epoch": 3.1,
      "learning_rate": 6.668162661285552e-05,
      "loss": 0.1953,
      "step": 583
    },
    {
      "epoch": 3.11,
      "learning_rate": 6.63566784914941e-05,
      "loss": 0.2078,
      "step": 584
    },
    {
      "epoch": 3.11,
      "learning_rate": 6.603213046356918e-05,
      "loss": 0.1914,
      "step": 585
    },
    {
      "epoch": 3.12,
      "learning_rate": 6.570798638867407e-05,
      "loss": 0.2202,
      "step": 586
    },
    {
      "epoch": 3.12,
      "learning_rate": 6.53842501215981e-05,
      "loss": 0.2239,
      "step": 587
    },
    {
      "epoch": 3.13,
      "learning_rate": 6.506092551228079e-05,
      "loss": 0.2178,
      "step": 588
    },
    {
      "epoch": 3.13,
      "learning_rate": 6.473801640576633e-05,
      "loss": 0.2101,
      "step": 589
    },
    {
      "epoch": 3.14,
      "learning_rate": 6.441552664215748e-05,
      "loss": 0.2105,
      "step": 590
    },
    {
      "epoch": 3.14,
      "learning_rate": 6.409346005657018e-05,
      "loss": 0.201,
      "step": 591
    },
    {
      "epoch": 3.15,
      "learning_rate": 6.377182047908776e-05,
      "loss": 0.2115,
      "step": 592
    },
    {
      "epoch": 3.15,
      "learning_rate": 6.345061173471564e-05,
      "loss": 0.2137,
      "step": 593
    },
    {
      "epoch": 3.16,
      "learning_rate": 6.312983764333555e-05,
      "loss": 0.2025,
      "step": 594
    },
    {
      "epoch": 3.16,
      "learning_rate": 6.280950201966025e-05,
      "loss": 0.2072,
      "step": 595
    },
    {
      "epoch": 3.17,
      "learning_rate": 6.248960867318816e-05,
      "loss": 0.2125,
      "step": 596
    },
    {
      "epoch": 3.18,
      "learning_rate": 6.21701614081581e-05,
      "loss": 0.2134,
      "step": 597
    },
    {
      "epoch": 3.18,
      "learning_rate": 6.185116402350397e-05,
      "loss": 0.1979,
      "step": 598
    },
    {
      "epoch": 3.19,
      "learning_rate": 6.153262031280951e-05,
      "loss": 0.2166,
      "step": 599
    },
    {
      "epoch": 3.19,
      "learning_rate": 6.121453406426341e-05,
      "loss": 0.1843,
      "step": 600
    },
    {
      "epoch": 3.2,
      "learning_rate": 6.089690906061405e-05,
      "loss": 0.2279,
      "step": 601
    },
    {
      "epoch": 3.2,
      "learning_rate": 6.057974907912457e-05,
      "loss": 0.2293,
      "step": 602
    },
    {
      "epoch": 3.21,
      "learning_rate": 6.0263057891528e-05,
      "loss": 0.1968,
      "step": 603
    },
    {
      "epoch": 3.21,
      "learning_rate": 5.994683926398241e-05,
      "loss": 0.2056,
      "step": 604
    },
    {
      "epoch": 3.22,
      "learning_rate": 5.9631096957026065e-05,
      "loss": 0.2134,
      "step": 605
    },
    {
      "epoch": 3.22,
      "learning_rate": 5.931583472553265e-05,
      "loss": 0.2124,
      "step": 606
    },
    {
      "epoch": 3.23,
      "learning_rate": 5.900105631866676e-05,
      "loss": 0.1952,
      "step": 607
    },
    {
      "epoch": 3.23,
      "learning_rate": 5.86867654798393e-05,
      "loss": 0.2294,
      "step": 608
    },
    {
      "epoch": 3.24,
      "learning_rate": 5.8372965946662815e-05,
      "loss": 0.2078,
      "step": 609
    },
    {
      "epoch": 3.24,
      "learning_rate": 5.805966145090709e-05,
      "loss": 0.2053,
      "step": 610
    },
    {
      "epoch": 3.25,
      "learning_rate": 5.7746855718455085e-05,
      "loss": 0.1753,
      "step": 611
    },
    {
      "epoch": 3.26,
      "learning_rate": 5.7434552469258085e-05,
      "loss": 0.1954,
      "step": 612
    },
    {
      "epoch": 3.26,
      "learning_rate": 5.712275541729184e-05,
      "loss": 0.245,
      "step": 613
    },
    {
      "epoch": 3.27,
      "learning_rate": 5.6811468270512266e-05,
      "loss": 0.2103,
      "step": 614
    },
    {
      "epoch": 3.27,
      "learning_rate": 5.650069473081148e-05,
      "loss": 0.2288,
      "step": 615
    },
    {
      "epoch": 3.28,
      "learning_rate": 5.619043849397358e-05,
      "loss": 0.1956,
      "step": 616
    },
    {
      "epoch": 3.28,
      "learning_rate": 5.588070324963082e-05,
      "loss": 0.2034,
      "step": 617
    },
    {
      "epoch": 3.29,
      "learning_rate": 5.557149268121965e-05,
      "loss": 0.2061,
      "step": 618
    },
    {
      "epoch": 3.29,
      "learning_rate": 5.5262810465937045e-05,
      "loss": 0.2272,
      "step": 619
    },
    {
      "epoch": 3.3,
      "learning_rate": 5.49546602746967e-05,
      "loss": 0.2099,
      "step": 620
    },
    {
      "epoch": 3.3,
      "learning_rate": 5.464704577208526e-05,
      "loss": 0.2174,
      "step": 621
    },
    {
      "epoch": 3.31,
      "learning_rate": 5.433997061631897e-05,
      "loss": 0.1958,
      "step": 622
    },
    {
      "epoch": 3.31,
      "learning_rate": 5.4033438459199994e-05,
      "loss": 0.2127,
      "step": 623
    },
    {
      "epoch": 3.32,
      "learning_rate": 5.3727452946072965e-05,
      "loss": 0.1877,
      "step": 624
    },
    {
      "epoch": 3.32,
      "learning_rate": 5.3422017715781856e-05,
      "loss": 0.2127,
      "step": 625
    },
    {
      "epoch": 3.33,
      "learning_rate": 5.311713640062653e-05,
      "loss": 0.2122,
      "step": 626
    },
    {
      "epoch": 3.34,
      "learning_rate": 5.2812812626319495e-05,
      "loss": 0.1962,
      "step": 627
    },
    {
      "epoch": 3.34,
      "learning_rate": 5.2509050011942885e-05,
      "loss": 0.1989,
      "step": 628
    },
    {
      "epoch": 3.35,
      "learning_rate": 5.2205852169905434e-05,
      "loss": 0.2066,
      "step": 629
    },
    {
      "epoch": 3.35,
      "learning_rate": 5.1903222705899553e-05,
      "loss": 0.216,
      "step": 630
    },
    {
      "epoch": 3.36,
      "learning_rate": 5.160116521885827e-05,
      "loss": 0.1945,
      "step": 631
    },
    {
      "epoch": 3.36,
      "learning_rate": 5.129968330091253e-05,
      "loss": 0.22,
      "step": 632
    },
    {
      "epoch": 3.37,
      "learning_rate": 5.099878053734859e-05,
      "loss": 0.2085,
      "step": 633
    },
    {
      "epoch": 3.37,
      "learning_rate": 5.069846050656525e-05,
      "loss": 0.2149,
      "step": 634
    },
    {
      "epoch": 3.38,
      "learning_rate": 5.039872678003129e-05,
      "loss": 0.2147,
      "step": 635
    },
    {
      "epoch": 3.38,
      "learning_rate": 5.0099582922243017e-05,
      "loss": 0.2025,
      "step": 636
    },
    {
      "epoch": 3.39,
      "learning_rate": 4.980103249068203e-05,
      "loss": 0.209,
      "step": 637
    },
    {
      "epoch": 3.39,
      "learning_rate": 4.950307903577259e-05,
      "loss": 0.2066,
      "step": 638
    },
    {
      "epoch": 3.4,
      "learning_rate": 4.920572610083977e-05,
      "loss": 0.1999,
      "step": 639
    },
    {
      "epoch": 3.4,
      "learning_rate": 4.8908977222066966e-05,
      "loss": 0.1888,
      "step": 640
    },
    {
      "epoch": 3.41,
      "learning_rate": 4.861283592845416e-05,
      "loss": 0.203,
      "step": 641
    },
    {
      "epoch": 3.41,
      "learning_rate": 4.831730574177568e-05,
      "loss": 0.1905,
      "step": 642
    },
    {
      "epoch": 3.42,
      "learning_rate": 4.8022390176538555e-05,
      "loss": 0.1772,
      "step": 643
    },
    {
      "epoch": 3.43,
      "learning_rate": 4.772809273994048e-05,
      "loss": 0.2002,
      "step": 644
    },
    {
      "epoch": 3.43,
      "learning_rate": 4.7434416931828384e-05,
      "loss": 0.2037,
      "step": 645
    },
    {
      "epoch": 3.44,
      "learning_rate": 4.714136624465654e-05,
      "loss": 0.2121,
      "step": 646
    },
    {
      "epoch": 3.44,
      "learning_rate": 4.684894416344511e-05,
      "loss": 0.2193,
      "step": 647
    },
    {
      "epoch": 3.45,
      "learning_rate": 4.655715416573898e-05,
      "loss": 0.2119,
      "step": 648
    },
    {
      "epoch": 3.45,
      "learning_rate": 4.626599972156593e-05,
      "loss": 0.2147,
      "step": 649
    },
    {
      "epoch": 3.46,
      "learning_rate": 4.5975484293395696e-05,
      "loss": 0.1987,
      "step": 650
    },
    {
      "epoch": 3.46,
      "learning_rate": 4.568561133609865e-05,
      "loss": 0.23,
      "step": 651
    },
    {
      "epoch": 3.47,
      "learning_rate": 4.5396384296904815e-05,
      "loss": 0.2032,
      "step": 652
    },
    {
      "epoch": 3.47,
      "learning_rate": 4.510780661536288e-05,
      "loss": 0.1954,
      "step": 653
    },
    {
      "epoch": 3.48,
      "learning_rate": 4.481988172329913e-05,
      "loss": 0.2175,
      "step": 654
    },
    {
      "epoch": 3.48,
      "learning_rate": 4.453261304477672e-05,
      "loss": 0.1893,
      "step": 655
    },
    {
      "epoch": 3.49,
      "learning_rate": 4.4246003996055083e-05,
      "loss": 0.2012,
      "step": 656
    },
    {
      "epoch": 3.49,
      "learning_rate": 4.396005798554919e-05,
      "loss": 0.1918,
      "step": 657
    },
    {
      "epoch": 3.5,
      "learning_rate": 4.367477841378889e-05,
      "loss": 0.1682,
      "step": 658
    },
    {
      "epoch": 3.51,
      "learning_rate": 4.3390168673378775e-05,
      "loss": 0.2308,
      "step": 659
    },
    {
      "epoch": 3.51,
      "learning_rate": 4.310623214895754e-05,
      "loss": 0.1955,
      "step": 660
    },
    {
      "epoch": 3.52,
      "learning_rate": 4.282297221715785e-05,
      "loss": 0.1907,
      "step": 661
    },
    {
      "epoch": 3.52,
      "learning_rate": 4.2540392246566285e-05,
      "loss": 0.216,
      "step": 662
    },
    {
      "epoch": 3.53,
      "learning_rate": 4.225849559768316e-05,
      "loss": 0.214,
      "step": 663
    },
    {
      "epoch": 3.53,
      "learning_rate": 4.197728562288251e-05,
      "loss": 0.1959,
      "step": 664
    },
    {
      "epoch": 3.54,
      "learning_rate": 4.169676566637232e-05,
      "loss": 0.221,
      "step": 665
    },
    {
      "epoch": 3.54,
      "learning_rate": 4.1416939064154783e-05,
      "loss": 0.2136,
      "step": 666
    },
    {
      "epoch": 3.55,
      "learning_rate": 4.113780914398659e-05,
      "loss": 0.1989,
      "step": 667
    },
    {
      "epoch": 3.55,
      "learning_rate": 4.0859379225339265e-05,
      "loss": 0.2084,
      "step": 668
    },
    {
      "epoch": 3.56,
      "learning_rate": 4.0581652619359775e-05,
      "loss": 0.2125,
      "step": 669
    },
    {
      "epoch": 3.56,
      "learning_rate": 4.030463262883121e-05,
      "loss": 0.2134,
      "step": 670
    },
    {
      "epoch": 3.57,
      "learning_rate": 4.0028322548133436e-05,
      "loss": 0.1939,
      "step": 671
    },
    {
      "epoch": 3.57,
      "learning_rate": 3.975272566320386e-05,
      "loss": 0.1979,
      "step": 672
    },
    {
      "epoch": 3.58,
      "learning_rate": 3.9477845251498414e-05,
      "loss": 0.2245,
      "step": 673
    },
    {
      "epoch": 3.59,
      "learning_rate": 3.920368458195268e-05,
      "loss": 0.2091,
      "step": 674
    },
    {
      "epoch": 3.59,
      "learning_rate": 3.893024691494279e-05,
      "loss": 0.2384,
      "step": 675
    },
    {
      "epoch": 3.6,
      "learning_rate": 3.86575355022469e-05,
      "loss": 0.1949,
      "step": 676
    },
    {
      "epoch": 3.6,
      "learning_rate": 3.8385553587006266e-05,
      "loss": 0.1908,
      "step": 677
    },
    {
      "epoch": 3.61,
      "learning_rate": 3.811430440368694e-05,
      "loss": 0.1898,
      "step": 678
    },
    {
      "epoch": 3.61,
      "learning_rate": 3.7843791178041054e-05,
      "loss": 0.21,
      "step": 679
    },
    {
      "epoch": 3.62,
      "learning_rate": 3.7574017127068653e-05,
      "loss": 0.2023,
      "step": 680
    },
    {
      "epoch": 3.62,
      "learning_rate": 3.730498545897938e-05,
      "loss": 0.1823,
      "step": 681
    },
    {
      "epoch": 3.63,
      "learning_rate": 3.703669937315423e-05,
      "loss": 0.2009,
      "step": 682
    },
    {
      "epoch": 3.63,
      "learning_rate": 3.676916206010761e-05,
      "loss": 0.2006,
      "step": 683
    },
    {
      "epoch": 3.64,
      "learning_rate": 3.65023767014493e-05,
      "loss": 0.2102,
      "step": 684
    },
    {
      "epoch": 3.64,
      "learning_rate": 3.6236346469846895e-05,
      "loss": 0.2274,
      "step": 685
    },
    {
      "epoch": 3.65,
      "learning_rate": 3.597107452898763e-05,
      "loss": 0.2016,
      "step": 686
    },
    {
      "epoch": 3.65,
      "learning_rate": 3.570656403354107e-05,
      "loss": 0.1788,
      "step": 687
    },
    {
      "epoch": 3.66,
      "learning_rate": 3.5442818129121494e-05,
      "loss": 0.203,
      "step": 688
    },
    {
      "epoch": 3.66,
      "learning_rate": 3.5179839952250524e-05,
      "loss": 0.203,
      "step": 689
    },
    {
      "epoch": 3.67,
      "learning_rate": 3.491763263031987e-05,
      "loss": 0.2054,
      "step": 690
    },
    {
      "epoch": 3.68,
      "learning_rate": 3.465619928155397e-05,
      "loss": 0.2175,
      "step": 691
    },
    {
      "epoch": 3.68,
      "learning_rate": 3.4395543014972985e-05,
      "loss": 0.1948,
      "step": 692
    },
    {
      "epoch": 3.69,
      "learning_rate": 3.413566693035598e-05,
      "loss": 0.2305,
      "step": 693
    },
    {
      "epoch": 3.69,
      "learning_rate": 3.387657411820388e-05,
      "loss": 0.208,
      "step": 694
    },
    {
      "epoch": 3.7,
      "learning_rate": 3.3618267659702686e-05,
      "loss": 0.1987,
      "step": 695
    },
    {
      "epoch": 3.7,
      "learning_rate": 3.336075062668707e-05,
      "loss": 0.2087,
      "step": 696
    },
    {
      "epoch": 3.71,
      "learning_rate": 3.310402608160356e-05,
      "loss": 0.1867,
      "step": 697
    },
    {
      "epoch": 3.71,
      "learning_rate": 3.284809707747426e-05,
      "loss": 0.193,
      "step": 698
    },
    {
      "epoch": 3.72,
      "learning_rate": 3.2592966657860625e-05,
      "loss": 0.2181,
      "step": 699
    },
    {
      "epoch": 3.72,
      "learning_rate": 3.2338637856827145e-05,
      "loss": 0.2251,
      "step": 700
    },
    {
      "epoch": 3.73,
      "learning_rate": 3.208511369890523e-05,
      "loss": 0.2046,
      "step": 701
    },
    {
      "epoch": 3.73,
      "learning_rate": 3.1832397199057326e-05,
      "loss": 0.1922,
      "step": 702
    },
    {
      "epoch": 3.74,
      "learning_rate": 3.1580491362641085e-05,
      "loss": 0.2165,
      "step": 703
    },
    {
      "epoch": 3.74,
      "learning_rate": 3.13293991853736e-05,
      "loss": 0.1802,
      "step": 704
    },
    {
      "epoch": 3.75,
      "learning_rate": 3.107912365329566e-05,
      "loss": 0.1901,
      "step": 705
    },
    {
      "epoch": 3.76,
      "learning_rate": 3.082966774273637e-05,
      "loss": 0.213,
      "step": 706
    },
    {
      "epoch": 3.76,
      "learning_rate": 3.0581034420277776e-05,
      "loss": 0.2196,
      "step": 707
    },
    {
      "epoch": 3.77,
      "learning_rate": 3.0333226642719548e-05,
      "loss": 0.2127,
      "step": 708
    },
    {
      "epoch": 3.77,
      "learning_rate": 3.0086247357043705e-05,
      "loss": 0.1955,
      "step": 709
    },
    {
      "epoch": 3.78,
      "learning_rate": 2.9840099500379702e-05,
      "loss": 0.193,
      "step": 710
    },
    {
      "epoch": 3.78,
      "learning_rate": 2.9594785999969542e-05,
      "loss": 0.1934,
      "step": 711
    },
    {
      "epoch": 3.79,
      "learning_rate": 2.9350309773132765e-05,
      "loss": 0.2202,
      "step": 712
    },
    {
      "epoch": 3.79,
      "learning_rate": 2.9106673727232015e-05,
      "loss": 0.1906,
      "step": 713
    },
    {
      "epoch": 3.8,
      "learning_rate": 2.8863880759638184e-05,
      "loss": 0.2021,
      "step": 714
    },
    {
      "epoch": 3.8,
      "learning_rate": 2.8621933757696228e-05,
      "loss": 0.1927,
      "step": 715
    },
    {
      "epoch": 3.81,
      "learning_rate": 2.8380835598690602e-05,
      "loss": 0.1975,
      "step": 716
    },
    {
      "epoch": 3.81,
      "learning_rate": 2.8140589149811214e-05,
      "loss": 0.2174,
      "step": 717
    },
    {
      "epoch": 3.82,
      "learning_rate": 2.790119726811925e-05,
      "loss": 0.1967,
      "step": 718
    },
    {
      "epoch": 3.82,
      "learning_rate": 2.766266280051316e-05,
      "loss": 0.1885,
      "step": 719
    },
    {
      "epoch": 3.83,
      "learning_rate": 2.7424988583694832e-05,
      "loss": 0.2141,
      "step": 720
    },
    {
      "epoch": 3.84,
      "learning_rate": 2.718817744413594e-05,
      "loss": 0.2245,
      "step": 721
    },
    {
      "epoch": 3.84,
      "learning_rate": 2.695223219804427e-05,
      "loss": 0.2199,
      "step": 722
    },
    {
      "epoch": 3.85,
      "learning_rate": 2.671715565133015e-05,
      "loss": 0.2163,
      "step": 723
    },
    {
      "epoch": 3.85,
      "learning_rate": 2.6482950599573163e-05,
      "loss": 0.1899,
      "step": 724
    },
    {
      "epoch": 3.86,
      "learning_rate": 2.6249619827988915e-05,
      "loss": 0.1866,
      "step": 725
    },
    {
      "epoch": 3.86,
      "learning_rate": 2.6017166111395884e-05,
      "loss": 0.1954,
      "step": 726
    },
    {
      "epoch": 3.87,
      "learning_rate": 2.5785592214182476e-05,
      "loss": 0.2127,
      "step": 727
    },
    {
      "epoch": 3.87,
      "learning_rate": 2.555490089027399e-05,
      "loss": 0.2049,
      "step": 728
    },
    {
      "epoch": 3.88,
      "learning_rate": 2.5325094883100108e-05,
      "loss": 0.2079,
      "step": 729
    },
    {
      "epoch": 3.88,
      "learning_rate": 2.509617692556201e-05,
      "loss": 0.2061,
      "step": 730
    },
    {
      "epoch": 3.89,
      "learning_rate": 2.4868149740000113e-05,
      "loss": 0.2302,
      "step": 731
    },
    {
      "epoch": 3.89,
      "learning_rate": 2.464101603816148e-05,
      "loss": 0.1819,
      "step": 732
    },
    {
      "epoch": 3.9,
      "learning_rate": 2.4414778521167814e-05,
      "loss": 0.189,
      "step": 733
    },
    {
      "epoch": 3.9,
      "learning_rate": 2.418943987948309e-05,
      "loss": 0.2262,
      "step": 734
    },
    {
      "epoch": 3.91,
      "learning_rate": 2.3965002792881664e-05,
      "loss": 0.2094,
      "step": 735
    },
    {
      "epoch": 3.91,
      "learning_rate": 2.3741469930416495e-05,
      "loss": 0.1811,
      "step": 736
    },
    {
      "epoch": 3.92,
      "learning_rate": 2.351884395038727e-05,
      "loss": 0.1906,
      "step": 737
    },
    {
      "epoch": 3.93,
      "learning_rate": 2.3297127500308845e-05,
      "loss": 0.196,
      "step": 738
    },
    {
      "epoch": 3.93,
      "learning_rate": 2.3076323216879714e-05,
      "loss": 0.1987,
      "step": 739
    },
    {
      "epoch": 3.94,
      "learning_rate": 2.2856433725950767e-05,
      "loss": 0.1889,
      "step": 740
    },
    {
      "epoch": 3.94,
      "learning_rate": 2.2637461642493963e-05,
      "loss": 0.2074,
      "step": 741
    },
    {
      "epoch": 3.95,
      "learning_rate": 2.2419409570571248e-05,
      "loss": 0.2005,
      "step": 742
    },
    {
      "epoch": 3.95,
      "learning_rate": 2.2202280103303553e-05,
      "loss": 0.1966,
      "step": 743
    },
    {
      "epoch": 3.96,
      "learning_rate": 2.198607582284009e-05,
      "loss": 0.2121,
      "step": 744
    },
    {
      "epoch": 3.96,
      "learning_rate": 2.1770799300327538e-05,
      "loss": 0.2034,
      "step": 745
    },
    {
      "epoch": 3.97,
      "learning_rate": 2.1556453095879424e-05,
      "loss": 0.2022,
      "step": 746
    },
    {
      "epoch": 3.97,
      "learning_rate": 2.134303975854576e-05,
      "loss": 0.2034,
      "step": 747
    },
    {
      "epoch": 3.98,
      "learning_rate": 2.113056182628277e-05,
      "loss": 0.1977,
      "step": 748
    },
    {
      "epoch": 3.98,
      "learning_rate": 2.0919021825922536e-05,
      "loss": 0.1987,
      "step": 749
    },
    {
      "epoch": 3.99,
      "learning_rate": 2.070842227314317e-05,
      "loss": 0.1859,
      "step": 750
    },
    {
      "epoch": 3.99,
      "learning_rate": 2.049876567243869e-05,
      "loss": 0.1722,
      "step": 751
    },
    {
      "epoch": 4.0,
      "learning_rate": 2.0290054517089408e-05,
      "loss": 0.2052,
      "step": 752
    },
    {
      "epoch": 4.01,
      "learning_rate": 2.0082291289132106e-05,
      "loss": 0.1345,
      "step": 753
    },
    {
      "epoch": 4.01,
      "learning_rate": 1.987547845933072e-05,
      "loss": 0.1436,
      "step": 754
    },
    {
      "epoch": 4.02,
      "learning_rate": 1.9669618487146813e-05,
      "loss": 0.1271,
      "step": 755
    },
    {
      "epoch": 4.02,
      "learning_rate": 1.9464713820710334e-05,
      "loss": 0.1301,
      "step": 756
    },
    {
      "epoch": 4.03,
      "learning_rate": 1.926076689679054e-05,
      "loss": 0.1289,
      "step": 757
    },
    {
      "epoch": 4.03,
      "learning_rate": 1.9057780140767044e-05,
      "loss": 0.1329,
      "step": 758
    },
    {
      "epoch": 4.04,
      "learning_rate": 1.8855755966600962e-05,
      "loss": 0.1352,
      "step": 759
    },
    {
      "epoch": 4.04,
      "learning_rate": 1.8654696776806125e-05,
      "loss": 0.1274,
      "step": 760
    },
    {
      "epoch": 4.05,
      "learning_rate": 1.8454604962420595e-05,
      "loss": 0.1184,
      "step": 761
    },
    {
      "epoch": 4.05,
      "learning_rate": 1.825548290297817e-05,
      "loss": 0.1267,
      "step": 762
    },
    {
      "epoch": 4.06,
      "learning_rate": 1.805733296648018e-05,
      "loss": 0.1272,
      "step": 763
    },
    {
      "epoch": 4.06,
      "learning_rate": 1.786015750936725e-05,
      "loss": 0.1241,
      "step": 764
    },
    {
      "epoch": 4.07,
      "learning_rate": 1.766395887649124e-05,
      "loss": 0.124,
      "step": 765
    },
    {
      "epoch": 4.07,
      "learning_rate": 1.7468739401087486e-05,
      "loss": 0.1202,
      "step": 766
    },
    {
      "epoch": 4.08,
      "learning_rate": 1.727450140474689e-05,
      "loss": 0.1194,
      "step": 767
    },
    {
      "epoch": 4.09,
      "learning_rate": 1.7081247197388516e-05,
      "loss": 0.1261,
      "step": 768
    },
    {
      "epoch": 4.09,
      "learning_rate": 1.688897907723186e-05,
      "loss": 0.1311,
      "step": 769
    },
    {
      "epoch": 4.1,
      "learning_rate": 1.669769933076981e-05,
      "loss": 0.1217,
      "step": 770
    },
    {
      "epoch": 4.1,
      "learning_rate": 1.6507410232741206e-05,
      "loss": 0.1228,
      "step": 771
    },
    {
      "epoch": 4.11,
      "learning_rate": 1.631811404610387e-05,
      "loss": 0.1211,
      "step": 772
    },
    {
      "epoch": 4.11,
      "learning_rate": 1.612981302200782e-05,
      "loss": 0.1238,
      "step": 773
    },
    {
      "epoch": 4.12,
      "learning_rate": 1.5942509399768336e-05,
      "loss": 0.1278,
      "step": 774
    },
    {
      "epoch": 4.12,
      "learning_rate": 1.5756205406839364e-05,
      "loss": 0.1278,
      "step": 775
    },
    {
      "epoch": 4.13,
      "learning_rate": 1.557090325878705e-05,
      "loss": 0.1291,
      "step": 776
    },
    {
      "epoch": 4.13,
      "learning_rate": 1.5386605159263424e-05,
      "loss": 0.1329,
      "step": 777
    },
    {
      "epoch": 4.14,
      "learning_rate": 1.520331329998017e-05,
      "loss": 0.128,
      "step": 778
    },
    {
      "epoch": 4.14,
      "learning_rate": 1.50210298606825e-05,
      "loss": 0.129,
      "step": 779
    },
    {
      "epoch": 4.15,
      "learning_rate": 1.4839757009123301e-05,
      "loss": 0.1235,
      "step": 780
    },
    {
      "epoch": 4.15,
      "learning_rate": 1.465949690103735e-05,
      "loss": 0.1157,
      "step": 781
    },
    {
      "epoch": 4.16,
      "learning_rate": 1.448025168011572e-05,
      "loss": 0.1201,
      "step": 782
    },
    {
      "epoch": 4.16,
      "learning_rate": 1.430202347798012e-05,
      "loss": 0.1132,
      "step": 783
    },
    {
      "epoch": 4.17,
      "learning_rate": 1.4124814414157706e-05,
      "loss": 0.1335,
      "step": 784
    },
    {
      "epoch": 4.18,
      "learning_rate": 1.394862659605589e-05,
      "loss": 0.113,
      "step": 785
    },
    {
      "epoch": 4.18,
      "learning_rate": 1.377346211893712e-05,
      "loss": 0.1235,
      "step": 786
    },
    {
      "epoch": 4.19,
      "learning_rate": 1.3599323065894098e-05,
      "loss": 0.1154,
      "step": 787
    },
    {
      "epoch": 4.19,
      "learning_rate": 1.3426211507825026e-05,
      "loss": 0.1252,
      "step": 788
    },
    {
      "epoch": 4.2,
      "learning_rate": 1.325412950340882e-05,
      "loss": 0.1206,
      "step": 789
    },
    {
      "epoch": 4.2,
      "learning_rate": 1.3083079099080764e-05,
      "loss": 0.1281,
      "step": 790
    },
    {
      "epoch": 4.21,
      "learning_rate": 1.2913062329008164e-05,
      "loss": 0.1279,
      "step": 791
    },
    {
      "epoch": 4.21,
      "learning_rate": 1.2744081215066128e-05,
      "loss": 0.1254,
      "step": 792
    },
    {
      "epoch": 4.22,
      "learning_rate": 1.25761377668135e-05,
      "loss": 0.1273,
      "step": 793
    },
    {
      "epoch": 4.22,
      "learning_rate": 1.240923398146897e-05,
      "loss": 0.1165,
      "step": 794
    },
    {
      "epoch": 4.23,
      "learning_rate": 1.2243371843887375e-05,
      "loss": 0.1161,
      "step": 795
    },
    {
      "epoch": 4.23,
      "learning_rate": 1.207855332653609e-05,
      "loss": 0.1232,
      "step": 796
    },
    {
      "epoch": 4.24,
      "learning_rate": 1.1914780389471446e-05,
      "loss": 0.1292,
      "step": 797
    },
    {
      "epoch": 4.24,
      "learning_rate": 1.1752054980315597e-05,
      "loss": 0.1286,
      "step": 798
    },
    {
      "epoch": 4.25,
      "learning_rate": 1.159037903423319e-05,
      "loss": 0.1284,
      "step": 799
    },
    {
      "epoch": 4.26,
      "learning_rate": 1.1429754473908538e-05,
      "loss": 0.1233,
      "step": 800
    },
    {
      "epoch": 4.26,
      "learning_rate": 1.1270183209522611e-05,
      "loss": 0.1252,
      "step": 801
    },
    {
      "epoch": 4.27,
      "learning_rate": 1.111166713873032e-05,
      "loss": 0.1158,
      "step": 802
    },
    {
      "epoch": 4.27,
      "learning_rate": 1.0954208146638067e-05,
      "loss": 0.1246,
      "step": 803
    },
    {
      "epoch": 4.28,
      "learning_rate": 1.0797808105781181e-05,
      "loss": 0.1287,
      "step": 804
    },
    {
      "epoch": 4.28,
      "learning_rate": 1.0642468876101786e-05,
      "loss": 0.1275,
      "step": 805
    },
    {
      "epoch": 4.29,
      "learning_rate": 1.0488192304926559e-05,
      "loss": 0.119,
      "step": 806
    },
    {
      "epoch": 4.29,
      "learning_rate": 1.0334980226944879e-05,
      "loss": 0.1237,
      "step": 807
    },
    {
      "epoch": 4.3,
      "learning_rate": 1.0182834464186874e-05,
      "loss": 0.1294,
      "step": 808
    },
    {
      "epoch": 4.3,
      "learning_rate": 1.0031756826001914e-05,
      "loss": 0.1249,
      "step": 809
    },
    {
      "epoch": 4.31,
      "learning_rate": 9.881749109036931e-06,
      "loss": 0.1317,
      "step": 810
    },
    {
      "epoch": 4.31,
      "learning_rate": 9.732813097215176e-06,
      "loss": 0.1169,
      "step": 811
    },
    {
      "epoch": 4.32,
      "learning_rate": 9.584950561714944e-06,
      "loss": 0.1273,
      "step": 812
    },
    {
      "epoch": 4.32,
      "learning_rate": 9.438163260948495e-06,
      "loss": 0.1264,
      "step": 813
    },
    {
      "epoch": 4.33,
      "learning_rate": 9.292452940541229e-06,
      "loss": 0.1166,
      "step": 814
    },
    {
      "epoch": 4.34,
      "learning_rate": 9.147821333310858e-06,
      "loss": 0.1342,
      "step": 815
    },
    {
      "epoch": 4.34,
      "learning_rate": 9.004270159246764e-06,
      "loss": 0.1256,
      "step": 816
    },
    {
      "epoch": 4.35,
      "learning_rate": 8.86180112548961e-06,
      "loss": 0.125,
      "step": 817
    },
    {
      "epoch": 4.35,
      "learning_rate": 8.720415926311053e-06,
      "loss": 0.1257,
      "step": 818
    },
    {
      "epoch": 4.36,
      "learning_rate": 8.580116243093562e-06,
      "loss": 0.1273,
      "step": 819
    },
    {
      "epoch": 4.36,
      "learning_rate": 8.440903744310357e-06,
      "loss": 0.1264,
      "step": 820
    },
    {
      "epoch": 4.37,
      "learning_rate": 8.302780085505679e-06,
      "loss": 0.1157,
      "step": 821
    },
    {
      "epoch": 4.37,
      "learning_rate": 8.165746909275084e-06,
      "loss": 0.1276,
      "step": 822
    },
    {
      "epoch": 4.38,
      "learning_rate": 8.029805845245819e-06,
      "loss": 0.1327,
      "step": 823
    },
    {
      "epoch": 4.38,
      "learning_rate": 7.894958510057527e-06,
      "loss": 0.1287,
      "step": 824
    },
    {
      "epoch": 4.39,
      "learning_rate": 7.761206507343044e-06,
      "loss": 0.123,
      "step": 825
    },
    {
      "epoch": 4.39,
      "learning_rate": 7.628551427709218e-06,
      "loss": 0.1272,
      "step": 826
    },
    {
      "epoch": 4.4,
      "learning_rate": 7.496994848718075e-06,
      "loss": 0.1268,
      "step": 827
    },
    {
      "epoch": 4.4,
      "learning_rate": 7.366538334868045e-06,
      "loss": 0.1303,
      "step": 828
    },
    {
      "epoch": 4.41,
      "learning_rate": 7.23718343757539e-06,
      "loss": 0.1186,
      "step": 829
    },
    {
      "epoch": 4.41,
      "learning_rate": 7.108931695155663e-06,
      "loss": 0.1284,
      "step": 830
    },
    {
      "epoch": 4.42,
      "learning_rate": 6.981784632805466e-06,
      "loss": 0.1328,
      "step": 831
    },
    {
      "epoch": 4.43,
      "learning_rate": 6.855743762584355e-06,
      "loss": 0.1284,
      "step": 832
    },
    {
      "epoch": 4.43,
      "learning_rate": 6.730810583396807e-06,
      "loss": 0.1213,
      "step": 833
    },
    {
      "epoch": 4.44,
      "learning_rate": 6.606986580974384e-06,
      "loss": 0.1164,
      "step": 834
    },
    {
      "epoch": 4.44,
      "learning_rate": 6.4842732278580845e-06,
      "loss": 0.1223,
      "step": 835
    },
    {
      "epoch": 4.45,
      "learning_rate": 6.362671983380886e-06,
      "loss": 0.1207,
      "step": 836
    },
    {
      "epoch": 4.45,
      "learning_rate": 6.242184293650233e-06,
      "loss": 0.1259,
      "step": 837
    },
    {
      "epoch": 4.46,
      "learning_rate": 6.122811591531064e-06,
      "loss": 0.1221,
      "step": 838
    },
    {
      "epoch": 4.46,
      "learning_rate": 6.004555296628556e-06,
      "loss": 0.1256,
      "step": 839
    },
    {
      "epoch": 4.47,
      "learning_rate": 5.887416815271407e-06,
      "loss": 0.1136,
      "step": 840
    },
    {
      "epoch": 4.47,
      "learning_rate": 5.771397540494961e-06,
      "loss": 0.1111,
      "step": 841
    },
    {
      "epoch": 4.48,
      "learning_rate": 5.656498852024828e-06,
      "loss": 0.1175,
      "step": 842
    },
    {
      "epoch": 4.48,
      "learning_rate": 5.542722116260257e-06,
      "loss": 0.1187,
      "step": 843
    },
    {
      "epoch": 4.49,
      "learning_rate": 5.430068686258094e-06,
      "loss": 0.111,
      "step": 844
    },
    {
      "epoch": 4.49,
      "learning_rate": 5.3185399017165465e-06,
      "loss": 0.1276,
      "step": 845
    },
    {
      "epoch": 4.5,
      "learning_rate": 5.208137088959308e-06,
      "loss": 0.1277,
      "step": 846
    },
    {
      "epoch": 4.51,
      "learning_rate": 5.09886156091981e-06,
      "loss": 0.1189,
      "step": 847
    },
    {
      "epoch": 4.51,
      "learning_rate": 4.990714617125536e-06,
      "loss": 0.1243,
      "step": 848
    },
    {
      "epoch": 4.52,
      "learning_rate": 4.88369754368263e-06,
      "loss": 0.131,
      "step": 849
    },
    {
      "epoch": 4.52,
      "learning_rate": 4.777811613260574e-06,
      "loss": 0.1235,
      "step": 850
    },
    {
      "epoch": 4.53,
      "learning_rate": 4.673058085077053e-06,
      "loss": 0.1324,
      "step": 851
    },
    {
      "epoch": 4.53,
      "learning_rate": 4.569438204883036e-06,
      "loss": 0.1274,
      "step": 852
    },
    {
      "epoch": 4.54,
      "learning_rate": 4.466953204947843e-06,
      "loss": 0.1305,
      "step": 853
    },
    {
      "epoch": 4.54,
      "learning_rate": 4.36560430404459e-06,
      "loss": 0.1341,
      "step": 854
    },
    {
      "epoch": 4.55,
      "learning_rate": 4.265392707435678e-06,
      "loss": 0.1228,
      "step": 855
    },
    {
      "epoch": 4.55,
      "learning_rate": 4.166319606858438e-06,
      "loss": 0.1261,
      "step": 856
    },
    {
      "epoch": 4.56,
      "learning_rate": 4.0683861805109524e-06,
      "loss": 0.1248,
      "step": 857
    },
    {
      "epoch": 4.56,
      "learning_rate": 3.97159359303807e-06,
      "loss": 0.1264,
      "step": 858
    },
    {
      "epoch": 4.57,
      "learning_rate": 3.8759429955175564e-06,
      "loss": 0.1241,
      "step": 859
    },
    {
      "epoch": 4.57,
      "learning_rate": 3.781435525446364e-06,
      "loss": 0.1189,
      "step": 860
    },
    {
      "epoch": 4.58,
      "learning_rate": 3.688072306727164e-06,
      "loss": 0.1211,
      "step": 861
    },
    {
      "epoch": 4.59,
      "learning_rate": 3.595854449654945e-06,
      "loss": 0.125,
      "step": 862
    },
    {
      "epoch": 4.59,
      "learning_rate": 3.5047830509038037e-06,
      "loss": 0.1261,
      "step": 863
    },
    {
      "epoch": 4.6,
      "learning_rate": 3.414859193513886e-06,
      "loss": 0.1318,
      "step": 864
    },
    {
      "epoch": 4.6,
      "learning_rate": 3.3260839468786e-06,
      "loss": 0.1187,
      "step": 865
    },
    {
      "epoch": 4.61,
      "learning_rate": 3.2384583667318114e-06,
      "loss": 0.1249,
      "step": 866
    },
    {
      "epoch": 4.61,
      "learning_rate": 3.15198349513528e-06,
      "loss": 0.1298,
      "step": 867
    },
    {
      "epoch": 4.62,
      "learning_rate": 3.0666603604663e-06,
      "loss": 0.13,
      "step": 868
    },
    {
      "epoch": 4.62,
      "learning_rate": 2.9824899774055113e-06,
      "loss": 0.1189,
      "step": 869
    },
    {
      "epoch": 4.63,
      "learning_rate": 2.899473346924775e-06,
      "loss": 0.1195,
      "step": 870
    },
    {
      "epoch": 4.63,
      "learning_rate": 2.817611456275249e-06,
      "loss": 0.1191,
      "step": 871
    },
    {
      "epoch": 4.64,
      "learning_rate": 2.736905278975721e-06,
      "loss": 0.1145,
      "step": 872
    },
    {
      "epoch": 4.64,
      "learning_rate": 2.657355774800985e-06,
      "loss": 0.1215,
      "step": 873
    },
    {
      "epoch": 4.65,
      "learning_rate": 2.5789638897704247e-06,
      "loss": 0.1224,
      "step": 874
    },
    {
      "epoch": 4.65,
      "learning_rate": 2.501730556136783e-06,
      "loss": 0.1225,
      "step": 875
    },
    {
      "epoch": 4.66,
      "learning_rate": 2.4256566923750555e-06,
      "loss": 0.1302,
      "step": 876
    },
    {
      "epoch": 4.66,
      "learning_rate": 2.3507432031716016e-06,
      "loss": 0.1211,
      "step": 877
    },
    {
      "epoch": 4.67,
      "learning_rate": 2.27699097941334e-06,
      "loss": 0.1404,
      "step": 878
    },
    {
      "epoch": 4.68,
      "learning_rate": 2.2044008981771947e-06,
      "loss": 0.1164,
      "step": 879
    },
    {
      "epoch": 4.68,
      "learning_rate": 2.1329738227196196e-06,
      "loss": 0.122,
      "step": 880
    },
    {
      "epoch": 4.69,
      "learning_rate": 2.062710602466411e-06,
      "loss": 0.1225,
      "step": 881
    },
    {
      "epoch": 4.69,
      "learning_rate": 1.993612073002493e-06,
      "loss": 0.1152,
      "step": 882
    },
    {
      "epoch": 4.7,
      "learning_rate": 1.9256790560620798e-06,
      "loss": 0.116,
      "step": 883
    },
    {
      "epoch": 4.7,
      "learning_rate": 1.8589123595188718e-06,
      "loss": 0.1332,
      "step": 884
    },
    {
      "epoch": 4.71,
      "learning_rate": 1.7933127773764214e-06,
      "loss": 0.1254,
      "step": 885
    },
    {
      "epoch": 4.71,
      "learning_rate": 1.728881089758727e-06,
      "loss": 0.1182,
      "step": 886
    },
    {
      "epoch": 4.72,
      "learning_rate": 1.6656180629009088e-06,
      "loss": 0.1335,
      "step": 887
    },
    {
      "epoch": 4.72,
      "learning_rate": 1.6035244491401702e-06,
      "loss": 0.119,
      "step": 888
    },
    {
      "epoch": 4.73,
      "learning_rate": 1.5426009869067948e-06,
      "loss": 0.1227,
      "step": 889
    },
    {
      "epoch": 4.73,
      "learning_rate": 1.4828484007153753e-06,
      "loss": 0.1295,
      "step": 890
    },
    {
      "epoch": 4.74,
      "learning_rate": 1.4242674011561875e-06,
      "loss": 0.1073,
      "step": 891
    },
    {
      "epoch": 4.74,
      "learning_rate": 1.3668586848867737e-06,
      "loss": 0.1244,
      "step": 892
    },
    {
      "epoch": 4.75,
      "learning_rate": 1.3106229346236398e-06,
      "loss": 0.1261,
      "step": 893
    },
    {
      "epoch": 4.76,
      "learning_rate": 1.255560819134105e-06,
      "loss": 0.1293,
      "step": 894
    },
    {
      "epoch": 4.76,
      "learning_rate": 1.2016729932284198e-06,
      "loss": 0.122,
      "step": 895
    },
    {
      "epoch": 4.77,
      "learning_rate": 1.1489600977518833e-06,
      "loss": 0.1316,
      "step": 896
    },
    {
      "epoch": 4.77,
      "learning_rate": 1.0974227595773378e-06,
      "loss": 0.1292,
      "step": 897
    },
    {
      "epoch": 4.78,
      "learning_rate": 1.0470615915975978e-06,
      "loss": 0.1167,
      "step": 898
    },
    {
      "epoch": 4.78,
      "learning_rate": 9.97877192718255e-07,
      "loss": 0.1186,
      "step": 899
    },
    {
      "epoch": 4.79,
      "learning_rate": 9.498701478504845e-07,
      "loss": 0.1239,
      "step": 900
    },
    {
      "epoch": 4.79,
      "learning_rate": 9.030410279041279e-07,
      "loss": 0.1213,
      "step": 901
    },
    {
      "epoch": 4.8,
      "learning_rate": 8.573903897809099e-07,
      "loss": 0.1263,
      "step": 902
    },
    {
      "epoch": 4.8,
      "learning_rate": 8.129187763678103e-07,
      "loss": 0.1319,
      "step": 903
    },
    {
      "epoch": 4.81,
      "learning_rate": 7.696267165305693e-07,
      "loss": 0.1263,
      "step": 904
    },
    {
      "epoch": 4.81,
      "learning_rate": 7.275147251074366e-07,
      "loss": 0.12,
      "step": 905
    },
    {
      "epoch": 4.82,
      "learning_rate": 6.865833029030543e-07,
      "loss": 0.1254,
      "step": 906
    },
    {
      "epoch": 4.82,
      "learning_rate": 6.468329366824955e-07,
      "loss": 0.1478,
      "step": 907
    },
    {
      "epoch": 4.83,
      "learning_rate": 6.082640991654343e-07,
      "loss": 0.1222,
      "step": 908
    },
    {
      "epoch": 4.84,
      "learning_rate": 5.708772490205849e-07,
      "loss": 0.1241,
      "step": 909
    },
    {
      "epoch": 4.84,
      "learning_rate": 5.346728308602056e-07,
      "loss": 0.1255,
      "step": 910
    },
    {
      "epoch": 4.85,
      "learning_rate": 4.99651275234847e-07,
      "loss": 0.1216,
      "step": 911
    },
    {
      "epoch": 4.85,
      "learning_rate": 4.6581299862817894e-07,
      "loss": 0.1223,
      "step": 912
    },
    {
      "epoch": 4.86,
      "learning_rate": 4.33158403452083e-07,
      "loss": 0.1347,
      "step": 913
    },
    {
      "epoch": 4.86,
      "learning_rate": 4.016878780418787e-07,
      "loss": 0.1196,
      "step": 914
    },
    {
      "epoch": 4.87,
      "learning_rate": 3.71401796651627e-07,
      "loss": 0.1098,
      "step": 915
    },
    {
      "epoch": 4.87,
      "learning_rate": 3.423005194497786e-07,
      "loss": 0.1406,
      "step": 916
    },
    {
      "epoch": 4.88,
      "learning_rate": 3.1438439251481046e-07,
      "loss": 0.1219,
      "step": 917
    },
    {
      "epoch": 4.88,
      "learning_rate": 2.876537478311847e-07,
      "loss": 0.1094,
      "step": 918
    },
    {
      "epoch": 4.89,
      "learning_rate": 2.621089032853075e-07,
      "loss": 0.1261,
      "step": 919
    },
    {
      "epoch": 4.89,
      "learning_rate": 2.377501626618428e-07,
      "loss": 0.1271,
      "step": 920
    },
    {
      "epoch": 4.9,
      "learning_rate": 2.1457781564004909e-07,
      "loss": 0.1261,
      "step": 921
    },
    {
      "epoch": 4.9,
      "learning_rate": 1.9259213779033725e-07,
      "loss": 0.1165,
      "step": 922
    },
    {
      "epoch": 4.91,
      "learning_rate": 1.7179339057098453e-07,
      "loss": 0.1322,
      "step": 923
    },
    {
      "epoch": 4.91,
      "learning_rate": 1.521818213250703e-07,
      "loss": 0.1276,
      "step": 924
    },
    {
      "epoch": 4.92,
      "learning_rate": 1.337576632774784e-07,
      "loss": 0.1207,
      "step": 925
    },
    {
      "epoch": 4.93,
      "learning_rate": 1.1652113553217714e-07,
      "loss": 0.1265,
      "step": 926
    },
    {
      "epoch": 4.93,
      "learning_rate": 1.0047244306955473e-07,
      "loss": 0.1208,
      "step": 927
    },
    {
      "epoch": 4.94,
      "learning_rate": 8.561177674403232e-08,
      "loss": 0.1207,
      "step": 928
    },
    {
      "epoch": 4.94,
      "learning_rate": 7.193931328177695e-08,
      "loss": 0.1234,
      "step": 929
    },
    {
      "epoch": 4.95,
      "learning_rate": 5.9455215278581e-08,
      "loss": 0.1291,
      "step": 930
    },
    {
      "epoch": 4.95,
      "learning_rate": 4.815963119796374e-08,
      "loss": 0.125,
      "step": 931
    },
    {
      "epoch": 4.96,
      "learning_rate": 3.805269536939493e-08,
      "loss": 0.1228,
      "step": 932
    },
    {
      "epoch": 4.96,
      "learning_rate": 2.9134527986651728e-08,
      "loss": 0.144,
      "step": 933
    },
    {
      "epoch": 4.97,
      "learning_rate": 2.1405235106453093e-08,
      "loss": 0.1341,
      "step": 934
    },
    {
      "epoch": 4.97,
      "learning_rate": 1.4864908647194143e-08,
      "loss": 0.1113,
      "step": 935
    },
    {
      "epoch": 4.98,
      "learning_rate": 9.513626387780417e-09,
      "loss": 0.124,
      "step": 936
    },
    {
      "epoch": 4.98,
      "learning_rate": 5.351451966806309e-09,
      "loss": 0.1142,
      "step": 937
    },
    {
      "epoch": 4.99,
      "learning_rate": 2.3784348817113e-09,
      "loss": 0.1143,
      "step": 938
    },
    {
      "epoch": 4.99,
      "learning_rate": 5.946104882359471e-10,
      "loss": 0.1341,
      "step": 939
    },
    {
      "epoch": 5.0,
      "learning_rate": 0.0,
      "loss": 0.1388,
      "step": 940
    },
    {
      "epoch": 5.0,
      "step": 940,
      "total_flos": 8329575720960.0,
      "train_loss": 0.5075884050432038,
      "train_runtime": 2014.6169,
      "train_samples_per_second": 7.443,
      "train_steps_per_second": 0.467
    }
  ],
  "logging_steps": 1.0,
  "max_steps": 940,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 5,
  "save_steps": 50000,
  "total_flos": 8329575720960.0,
  "train_batch_size": 16,
  "trial_name": null,
  "trial_params": null
}