orca_mini_3b_sft / trainer_state.json
frank098's picture
First Commit
bbb29da
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 2.9959946595460614,
"global_step": 561,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.01,
"learning_rate": 1.1764705882352942e-06,
"loss": 1.5677,
"step": 1
},
{
"epoch": 0.01,
"learning_rate": 2.3529411764705885e-06,
"loss": 1.5543,
"step": 2
},
{
"epoch": 0.02,
"learning_rate": 3.529411764705883e-06,
"loss": 1.4947,
"step": 3
},
{
"epoch": 0.02,
"learning_rate": 4.705882352941177e-06,
"loss": 1.2593,
"step": 4
},
{
"epoch": 0.03,
"learning_rate": 5.882352941176471e-06,
"loss": 1.163,
"step": 5
},
{
"epoch": 0.03,
"learning_rate": 7.058823529411766e-06,
"loss": 1.1346,
"step": 6
},
{
"epoch": 0.04,
"learning_rate": 8.23529411764706e-06,
"loss": 1.052,
"step": 7
},
{
"epoch": 0.04,
"learning_rate": 9.411764705882354e-06,
"loss": 0.937,
"step": 8
},
{
"epoch": 0.05,
"learning_rate": 1.0588235294117648e-05,
"loss": 0.9712,
"step": 9
},
{
"epoch": 0.05,
"learning_rate": 1.1764705882352942e-05,
"loss": 0.8918,
"step": 10
},
{
"epoch": 0.06,
"learning_rate": 1.2941176470588238e-05,
"loss": 0.8973,
"step": 11
},
{
"epoch": 0.06,
"learning_rate": 1.4117647058823532e-05,
"loss": 0.8255,
"step": 12
},
{
"epoch": 0.07,
"learning_rate": 1.5294117647058822e-05,
"loss": 0.8799,
"step": 13
},
{
"epoch": 0.07,
"learning_rate": 1.647058823529412e-05,
"loss": 0.7789,
"step": 14
},
{
"epoch": 0.08,
"learning_rate": 1.7647058823529414e-05,
"loss": 0.8343,
"step": 15
},
{
"epoch": 0.09,
"learning_rate": 1.8823529411764708e-05,
"loss": 0.7583,
"step": 16
},
{
"epoch": 0.09,
"learning_rate": 2e-05,
"loss": 0.7006,
"step": 17
},
{
"epoch": 0.1,
"learning_rate": 1.999983324811832e-05,
"loss": 0.7948,
"step": 18
},
{
"epoch": 0.1,
"learning_rate": 1.9999332998034515e-05,
"loss": 0.7367,
"step": 19
},
{
"epoch": 0.11,
"learning_rate": 1.999849926643211e-05,
"loss": 0.754,
"step": 20
},
{
"epoch": 0.11,
"learning_rate": 1.9997332081116374e-05,
"loss": 0.7247,
"step": 21
},
{
"epoch": 0.12,
"learning_rate": 1.9995831481013376e-05,
"loss": 0.7246,
"step": 22
},
{
"epoch": 0.12,
"learning_rate": 1.999399751616869e-05,
"loss": 0.7369,
"step": 23
},
{
"epoch": 0.13,
"learning_rate": 1.9991830247745732e-05,
"loss": 0.6449,
"step": 24
},
{
"epoch": 0.13,
"learning_rate": 1.9989329748023728e-05,
"loss": 0.6778,
"step": 25
},
{
"epoch": 0.14,
"learning_rate": 1.9986496100395276e-05,
"loss": 0.6913,
"step": 26
},
{
"epoch": 0.14,
"learning_rate": 1.99833293993636e-05,
"loss": 0.6488,
"step": 27
},
{
"epoch": 0.15,
"learning_rate": 1.997982975053936e-05,
"loss": 0.66,
"step": 28
},
{
"epoch": 0.15,
"learning_rate": 1.9975997270637172e-05,
"loss": 0.6721,
"step": 29
},
{
"epoch": 0.16,
"learning_rate": 1.9971832087471678e-05,
"loss": 0.6535,
"step": 30
},
{
"epoch": 0.17,
"learning_rate": 1.9967334339953303e-05,
"loss": 0.6463,
"step": 31
},
{
"epoch": 0.17,
"learning_rate": 1.996250417808362e-05,
"loss": 0.6506,
"step": 32
},
{
"epoch": 0.18,
"learning_rate": 1.9957341762950346e-05,
"loss": 0.6617,
"step": 33
},
{
"epoch": 0.18,
"learning_rate": 1.995184726672197e-05,
"loss": 0.6229,
"step": 34
},
{
"epoch": 0.19,
"learning_rate": 1.994602087264201e-05,
"loss": 0.6246,
"step": 35
},
{
"epoch": 0.19,
"learning_rate": 1.9939862775022893e-05,
"loss": 0.5902,
"step": 36
},
{
"epoch": 0.2,
"learning_rate": 1.99333731792395e-05,
"loss": 0.5928,
"step": 37
},
{
"epoch": 0.2,
"learning_rate": 1.992655230172229e-05,
"loss": 0.625,
"step": 38
},
{
"epoch": 0.21,
"learning_rate": 1.99194003699501e-05,
"loss": 0.5902,
"step": 39
},
{
"epoch": 0.21,
"learning_rate": 1.991191762244254e-05,
"loss": 0.5957,
"step": 40
},
{
"epoch": 0.22,
"learning_rate": 1.9904104308752053e-05,
"loss": 0.6345,
"step": 41
},
{
"epoch": 0.22,
"learning_rate": 1.9895960689455598e-05,
"loss": 0.6346,
"step": 42
},
{
"epoch": 0.23,
"learning_rate": 1.9887487036145942e-05,
"loss": 0.5765,
"step": 43
},
{
"epoch": 0.23,
"learning_rate": 1.9878683631422605e-05,
"loss": 0.5625,
"step": 44
},
{
"epoch": 0.24,
"learning_rate": 1.986955076888246e-05,
"loss": 0.5533,
"step": 45
},
{
"epoch": 0.25,
"learning_rate": 1.9860088753109896e-05,
"loss": 0.5329,
"step": 46
},
{
"epoch": 0.25,
"learning_rate": 1.985029789966671e-05,
"loss": 0.6103,
"step": 47
},
{
"epoch": 0.26,
"learning_rate": 1.9840178535081548e-05,
"loss": 0.5537,
"step": 48
},
{
"epoch": 0.26,
"learning_rate": 1.982973099683902e-05,
"loss": 0.5759,
"step": 49
},
{
"epoch": 0.27,
"learning_rate": 1.9818955633368464e-05,
"loss": 0.528,
"step": 50
},
{
"epoch": 0.27,
"learning_rate": 1.9807852804032306e-05,
"loss": 0.5689,
"step": 51
},
{
"epoch": 0.28,
"learning_rate": 1.9796422879114082e-05,
"loss": 0.5433,
"step": 52
},
{
"epoch": 0.28,
"learning_rate": 1.978466623980609e-05,
"loss": 0.5588,
"step": 53
},
{
"epoch": 0.29,
"learning_rate": 1.9772583278196677e-05,
"loss": 0.5959,
"step": 54
},
{
"epoch": 0.29,
"learning_rate": 1.9760174397257158e-05,
"loss": 0.5158,
"step": 55
},
{
"epoch": 0.3,
"learning_rate": 1.9747440010828384e-05,
"loss": 0.5334,
"step": 56
},
{
"epoch": 0.3,
"learning_rate": 1.9734380543606932e-05,
"loss": 0.536,
"step": 57
},
{
"epoch": 0.31,
"learning_rate": 1.9720996431130946e-05,
"loss": 0.5678,
"step": 58
},
{
"epoch": 0.32,
"learning_rate": 1.9707288119765625e-05,
"loss": 0.5527,
"step": 59
},
{
"epoch": 0.32,
"learning_rate": 1.96932560666883e-05,
"loss": 0.5685,
"step": 60
},
{
"epoch": 0.33,
"learning_rate": 1.967890073987323e-05,
"loss": 0.5417,
"step": 61
},
{
"epoch": 0.33,
"learning_rate": 1.9664222618075958e-05,
"loss": 0.5456,
"step": 62
},
{
"epoch": 0.34,
"learning_rate": 1.9649222190817382e-05,
"loss": 0.5382,
"step": 63
},
{
"epoch": 0.34,
"learning_rate": 1.9633899958367384e-05,
"loss": 0.5357,
"step": 64
},
{
"epoch": 0.35,
"learning_rate": 1.961825643172819e-05,
"loss": 0.5587,
"step": 65
},
{
"epoch": 0.35,
"learning_rate": 1.96022921326173e-05,
"loss": 0.5525,
"step": 66
},
{
"epoch": 0.36,
"learning_rate": 1.9586007593450098e-05,
"loss": 0.5559,
"step": 67
},
{
"epoch": 0.36,
"learning_rate": 1.956940335732209e-05,
"loss": 0.4953,
"step": 68
},
{
"epoch": 0.37,
"learning_rate": 1.9552479977990802e-05,
"loss": 0.5843,
"step": 69
},
{
"epoch": 0.37,
"learning_rate": 1.95352380198573e-05,
"loss": 0.5403,
"step": 70
},
{
"epoch": 0.38,
"learning_rate": 1.9517678057947385e-05,
"loss": 0.5343,
"step": 71
},
{
"epoch": 0.38,
"learning_rate": 1.9499800677892386e-05,
"loss": 0.57,
"step": 72
},
{
"epoch": 0.39,
"learning_rate": 1.948160647590966e-05,
"loss": 0.5127,
"step": 73
},
{
"epoch": 0.4,
"learning_rate": 1.946309605878269e-05,
"loss": 0.5099,
"step": 74
},
{
"epoch": 0.4,
"learning_rate": 1.9444270043840854e-05,
"loss": 0.5108,
"step": 75
},
{
"epoch": 0.41,
"learning_rate": 1.9425129058938833e-05,
"loss": 0.5676,
"step": 76
},
{
"epoch": 0.41,
"learning_rate": 1.9405673742435677e-05,
"loss": 0.4828,
"step": 77
},
{
"epoch": 0.42,
"learning_rate": 1.938590474317352e-05,
"loss": 0.5479,
"step": 78
},
{
"epoch": 0.42,
"learning_rate": 1.9365822720455915e-05,
"loss": 0.5083,
"step": 79
},
{
"epoch": 0.43,
"learning_rate": 1.9345428344025883e-05,
"loss": 0.558,
"step": 80
},
{
"epoch": 0.43,
"learning_rate": 1.932472229404356e-05,
"loss": 0.5583,
"step": 81
},
{
"epoch": 0.44,
"learning_rate": 1.9303705261063496e-05,
"loss": 0.5335,
"step": 82
},
{
"epoch": 0.44,
"learning_rate": 1.928237794601165e-05,
"loss": 0.523,
"step": 83
},
{
"epoch": 0.45,
"learning_rate": 1.9260741060162015e-05,
"loss": 0.5088,
"step": 84
},
{
"epoch": 0.45,
"learning_rate": 1.9238795325112867e-05,
"loss": 0.4811,
"step": 85
},
{
"epoch": 0.46,
"learning_rate": 1.9216541472762736e-05,
"loss": 0.4711,
"step": 86
},
{
"epoch": 0.46,
"learning_rate": 1.9193980245285967e-05,
"loss": 0.5165,
"step": 87
},
{
"epoch": 0.47,
"learning_rate": 1.9171112395107988e-05,
"loss": 0.5411,
"step": 88
},
{
"epoch": 0.48,
"learning_rate": 1.9147938684880213e-05,
"loss": 0.5248,
"step": 89
},
{
"epoch": 0.48,
"learning_rate": 1.912445988745459e-05,
"loss": 0.4863,
"step": 90
},
{
"epoch": 0.49,
"learning_rate": 1.9100676785857862e-05,
"loss": 0.4909,
"step": 91
},
{
"epoch": 0.49,
"learning_rate": 1.9076590173265406e-05,
"loss": 0.4965,
"step": 92
},
{
"epoch": 0.5,
"learning_rate": 1.905220085297482e-05,
"loss": 0.5159,
"step": 93
},
{
"epoch": 0.5,
"learning_rate": 1.9027509638379122e-05,
"loss": 0.5308,
"step": 94
},
{
"epoch": 0.51,
"learning_rate": 1.90025173529396e-05,
"loss": 0.4859,
"step": 95
},
{
"epoch": 0.51,
"learning_rate": 1.897722483015838e-05,
"loss": 0.482,
"step": 96
},
{
"epoch": 0.52,
"learning_rate": 1.8951632913550625e-05,
"loss": 0.51,
"step": 97
},
{
"epoch": 0.52,
"learning_rate": 1.8925742456616375e-05,
"loss": 0.4939,
"step": 98
},
{
"epoch": 0.53,
"learning_rate": 1.889955432281212e-05,
"loss": 0.473,
"step": 99
},
{
"epoch": 0.53,
"learning_rate": 1.887306938552197e-05,
"loss": 0.5204,
"step": 100
},
{
"epoch": 0.54,
"learning_rate": 1.8846288528028555e-05,
"loss": 0.531,
"step": 101
},
{
"epoch": 0.54,
"learning_rate": 1.881921264348355e-05,
"loss": 0.5008,
"step": 102
},
{
"epoch": 0.55,
"learning_rate": 1.87918426348779e-05,
"loss": 0.5119,
"step": 103
},
{
"epoch": 0.56,
"learning_rate": 1.876417941501168e-05,
"loss": 0.4895,
"step": 104
},
{
"epoch": 0.56,
"learning_rate": 1.8736223906463698e-05,
"loss": 0.4326,
"step": 105
},
{
"epoch": 0.57,
"learning_rate": 1.8707977041560673e-05,
"loss": 0.5274,
"step": 106
},
{
"epoch": 0.57,
"learning_rate": 1.8679439762346186e-05,
"loss": 0.4578,
"step": 107
},
{
"epoch": 0.58,
"learning_rate": 1.8650613020549232e-05,
"loss": 0.4559,
"step": 108
},
{
"epoch": 0.58,
"learning_rate": 1.8621497777552508e-05,
"loss": 0.5023,
"step": 109
},
{
"epoch": 0.59,
"learning_rate": 1.8592095004360316e-05,
"loss": 0.5008,
"step": 110
},
{
"epoch": 0.59,
"learning_rate": 1.8562405681566217e-05,
"loss": 0.4788,
"step": 111
},
{
"epoch": 0.6,
"learning_rate": 1.853243079932029e-05,
"loss": 0.4943,
"step": 112
},
{
"epoch": 0.6,
"learning_rate": 1.8502171357296144e-05,
"loss": 0.4343,
"step": 113
},
{
"epoch": 0.61,
"learning_rate": 1.8471628364657555e-05,
"loss": 0.4892,
"step": 114
},
{
"epoch": 0.61,
"learning_rate": 1.8440802840024824e-05,
"loss": 0.4059,
"step": 115
},
{
"epoch": 0.62,
"learning_rate": 1.8409695811440796e-05,
"loss": 0.4538,
"step": 116
},
{
"epoch": 0.62,
"learning_rate": 1.8378308316336585e-05,
"loss": 0.4747,
"step": 117
},
{
"epoch": 0.63,
"learning_rate": 1.834664140149696e-05,
"loss": 0.4832,
"step": 118
},
{
"epoch": 0.64,
"learning_rate": 1.8314696123025456e-05,
"loss": 0.4787,
"step": 119
},
{
"epoch": 0.64,
"learning_rate": 1.828247354630912e-05,
"loss": 0.424,
"step": 120
},
{
"epoch": 0.65,
"learning_rate": 1.8249974745983023e-05,
"loss": 0.5097,
"step": 121
},
{
"epoch": 0.65,
"learning_rate": 1.8217200805894382e-05,
"loss": 0.4866,
"step": 122
},
{
"epoch": 0.66,
"learning_rate": 1.8184152819066437e-05,
"loss": 0.4566,
"step": 123
},
{
"epoch": 0.66,
"learning_rate": 1.815083188766198e-05,
"loss": 0.482,
"step": 124
},
{
"epoch": 0.67,
"learning_rate": 1.8117239122946615e-05,
"loss": 0.4329,
"step": 125
},
{
"epoch": 0.67,
"learning_rate": 1.8083375645251687e-05,
"loss": 0.4572,
"step": 126
},
{
"epoch": 0.68,
"learning_rate": 1.8049242583936923e-05,
"loss": 0.4645,
"step": 127
},
{
"epoch": 0.68,
"learning_rate": 1.8014841077352764e-05,
"loss": 0.4544,
"step": 128
},
{
"epoch": 0.69,
"learning_rate": 1.7980172272802398e-05,
"loss": 0.5108,
"step": 129
},
{
"epoch": 0.69,
"learning_rate": 1.7945237326503507e-05,
"loss": 0.4418,
"step": 130
},
{
"epoch": 0.7,
"learning_rate": 1.7910037403549695e-05,
"loss": 0.4852,
"step": 131
},
{
"epoch": 0.7,
"learning_rate": 1.7874573677871638e-05,
"loss": 0.4361,
"step": 132
},
{
"epoch": 0.71,
"learning_rate": 1.783884733219794e-05,
"loss": 0.4399,
"step": 133
},
{
"epoch": 0.72,
"learning_rate": 1.7802859558015666e-05,
"loss": 0.4763,
"step": 134
},
{
"epoch": 0.72,
"learning_rate": 1.7766611555530638e-05,
"loss": 0.4876,
"step": 135
},
{
"epoch": 0.73,
"learning_rate": 1.773010453362737e-05,
"loss": 0.4602,
"step": 136
},
{
"epoch": 0.73,
"learning_rate": 1.769333970982879e-05,
"loss": 0.4436,
"step": 137
},
{
"epoch": 0.74,
"learning_rate": 1.7656318310255604e-05,
"loss": 0.4583,
"step": 138
},
{
"epoch": 0.74,
"learning_rate": 1.761904156958542e-05,
"loss": 0.503,
"step": 139
},
{
"epoch": 0.75,
"learning_rate": 1.758151073101157e-05,
"loss": 0.4634,
"step": 140
},
{
"epoch": 0.75,
"learning_rate": 1.7543727046201642e-05,
"loss": 0.4806,
"step": 141
},
{
"epoch": 0.76,
"learning_rate": 1.7505691775255744e-05,
"loss": 0.4714,
"step": 142
},
{
"epoch": 0.76,
"learning_rate": 1.7467406186664474e-05,
"loss": 0.4972,
"step": 143
},
{
"epoch": 0.77,
"learning_rate": 1.7428871557266628e-05,
"loss": 0.4341,
"step": 144
},
{
"epoch": 0.77,
"learning_rate": 1.7390089172206594e-05,
"loss": 0.4768,
"step": 145
},
{
"epoch": 0.78,
"learning_rate": 1.7351060324891506e-05,
"loss": 0.476,
"step": 146
},
{
"epoch": 0.79,
"learning_rate": 1.7311786316948112e-05,
"loss": 0.4397,
"step": 147
},
{
"epoch": 0.79,
"learning_rate": 1.7272268458179352e-05,
"loss": 0.4453,
"step": 148
},
{
"epoch": 0.8,
"learning_rate": 1.7232508066520702e-05,
"loss": 0.4612,
"step": 149
},
{
"epoch": 0.8,
"learning_rate": 1.7192506467996174e-05,
"loss": 0.428,
"step": 150
},
{
"epoch": 0.81,
"learning_rate": 1.7152264996674138e-05,
"loss": 0.4876,
"step": 151
},
{
"epoch": 0.81,
"learning_rate": 1.7111784994622804e-05,
"loss": 0.4717,
"step": 152
},
{
"epoch": 0.82,
"learning_rate": 1.7071067811865477e-05,
"loss": 0.4537,
"step": 153
},
{
"epoch": 0.82,
"learning_rate": 1.7030114806335528e-05,
"loss": 0.423,
"step": 154
},
{
"epoch": 0.83,
"learning_rate": 1.6988927343831093e-05,
"loss": 0.4351,
"step": 155
},
{
"epoch": 0.83,
"learning_rate": 1.6947506797969563e-05,
"loss": 0.4287,
"step": 156
},
{
"epoch": 0.84,
"learning_rate": 1.6905854550141717e-05,
"loss": 0.4379,
"step": 157
},
{
"epoch": 0.84,
"learning_rate": 1.68639719894657e-05,
"loss": 0.4335,
"step": 158
},
{
"epoch": 0.85,
"learning_rate": 1.6821860512740674e-05,
"loss": 0.4726,
"step": 159
},
{
"epoch": 0.85,
"learning_rate": 1.6779521524400234e-05,
"loss": 0.4366,
"step": 160
},
{
"epoch": 0.86,
"learning_rate": 1.6736956436465573e-05,
"loss": 0.4582,
"step": 161
},
{
"epoch": 0.87,
"learning_rate": 1.6694166668498396e-05,
"loss": 0.4766,
"step": 162
},
{
"epoch": 0.87,
"learning_rate": 1.665115364755357e-05,
"loss": 0.465,
"step": 163
},
{
"epoch": 0.88,
"learning_rate": 1.6607918808131526e-05,
"loss": 0.4289,
"step": 164
},
{
"epoch": 0.88,
"learning_rate": 1.656446359213043e-05,
"loss": 0.4643,
"step": 165
},
{
"epoch": 0.89,
"learning_rate": 1.6520789448798086e-05,
"loss": 0.4125,
"step": 166
},
{
"epoch": 0.89,
"learning_rate": 1.647689783468362e-05,
"loss": 0.4837,
"step": 167
},
{
"epoch": 0.9,
"learning_rate": 1.6432790213588874e-05,
"loss": 0.4359,
"step": 168
},
{
"epoch": 0.9,
"learning_rate": 1.638846805651961e-05,
"loss": 0.4446,
"step": 169
},
{
"epoch": 0.91,
"learning_rate": 1.6343932841636455e-05,
"loss": 0.404,
"step": 170
},
{
"epoch": 0.91,
"learning_rate": 1.629918605420558e-05,
"loss": 0.4411,
"step": 171
},
{
"epoch": 0.92,
"learning_rate": 1.625422918654918e-05,
"loss": 0.4658,
"step": 172
},
{
"epoch": 0.92,
"learning_rate": 1.6209063737995716e-05,
"loss": 0.443,
"step": 173
},
{
"epoch": 0.93,
"learning_rate": 1.6163691214829895e-05,
"loss": 0.4379,
"step": 174
},
{
"epoch": 0.93,
"learning_rate": 1.6118113130242435e-05,
"loss": 0.4624,
"step": 175
},
{
"epoch": 0.94,
"learning_rate": 1.6072331004279617e-05,
"loss": 0.4448,
"step": 176
},
{
"epoch": 0.95,
"learning_rate": 1.6026346363792565e-05,
"loss": 0.4381,
"step": 177
},
{
"epoch": 0.95,
"learning_rate": 1.598016074238635e-05,
"loss": 0.4679,
"step": 178
},
{
"epoch": 0.96,
"learning_rate": 1.5933775680368825e-05,
"loss": 0.4162,
"step": 179
},
{
"epoch": 0.96,
"learning_rate": 1.5887192724699263e-05,
"loss": 0.4401,
"step": 180
},
{
"epoch": 0.97,
"learning_rate": 1.5840413428936767e-05,
"loss": 0.4354,
"step": 181
},
{
"epoch": 0.97,
"learning_rate": 1.579343935318846e-05,
"loss": 0.4898,
"step": 182
},
{
"epoch": 0.98,
"learning_rate": 1.5746272064057438e-05,
"loss": 0.4489,
"step": 183
},
{
"epoch": 0.98,
"learning_rate": 1.5698913134590552e-05,
"loss": 0.441,
"step": 184
},
{
"epoch": 0.99,
"learning_rate": 1.565136414422592e-05,
"loss": 0.4295,
"step": 185
},
{
"epoch": 0.99,
"learning_rate": 1.5603626678740266e-05,
"loss": 0.4699,
"step": 186
},
{
"epoch": 1.0,
"learning_rate": 1.5555702330196024e-05,
"loss": 0.4161,
"step": 187
},
{
"epoch": 1.0,
"learning_rate": 1.5507592696888258e-05,
"loss": 0.4164,
"step": 188
},
{
"epoch": 1.01,
"learning_rate": 1.5459299383291347e-05,
"loss": 0.3109,
"step": 189
},
{
"epoch": 1.01,
"learning_rate": 1.541082400000547e-05,
"loss": 0.3426,
"step": 190
},
{
"epoch": 1.02,
"learning_rate": 1.53621681637029e-05,
"loss": 0.3539,
"step": 191
},
{
"epoch": 1.03,
"learning_rate": 1.5313333497074094e-05,
"loss": 0.3434,
"step": 192
},
{
"epoch": 1.03,
"learning_rate": 1.526432162877356e-05,
"loss": 0.3437,
"step": 193
},
{
"epoch": 1.04,
"learning_rate": 1.521513419336555e-05,
"loss": 0.337,
"step": 194
},
{
"epoch": 1.04,
"learning_rate": 1.5165772831269547e-05,
"loss": 0.3605,
"step": 195
},
{
"epoch": 1.05,
"learning_rate": 1.5116239188705557e-05,
"loss": 0.3378,
"step": 196
},
{
"epoch": 1.05,
"learning_rate": 1.5066534917639195e-05,
"loss": 0.341,
"step": 197
},
{
"epoch": 1.06,
"learning_rate": 1.501666167572661e-05,
"loss": 0.3343,
"step": 198
},
{
"epoch": 1.06,
"learning_rate": 1.4966621126259184e-05,
"loss": 0.3791,
"step": 199
},
{
"epoch": 1.07,
"learning_rate": 1.491641493810808e-05,
"loss": 0.3072,
"step": 200
},
{
"epoch": 1.07,
"learning_rate": 1.4866044785668563e-05,
"loss": 0.3812,
"step": 201
},
{
"epoch": 1.08,
"learning_rate": 1.4815512348804177e-05,
"loss": 0.3664,
"step": 202
},
{
"epoch": 1.08,
"learning_rate": 1.4764819312790706e-05,
"loss": 0.3283,
"step": 203
},
{
"epoch": 1.09,
"learning_rate": 1.4713967368259981e-05,
"loss": 0.3594,
"step": 204
},
{
"epoch": 1.09,
"learning_rate": 1.466295821114348e-05,
"loss": 0.3653,
"step": 205
},
{
"epoch": 1.1,
"learning_rate": 1.4611793542615805e-05,
"loss": 0.3525,
"step": 206
},
{
"epoch": 1.11,
"learning_rate": 1.4560475069037895e-05,
"loss": 0.3384,
"step": 207
},
{
"epoch": 1.11,
"learning_rate": 1.4509004501900161e-05,
"loss": 0.3211,
"step": 208
},
{
"epoch": 1.12,
"learning_rate": 1.4457383557765385e-05,
"loss": 0.3125,
"step": 209
},
{
"epoch": 1.12,
"learning_rate": 1.4405613958211482e-05,
"loss": 0.3541,
"step": 210
},
{
"epoch": 1.13,
"learning_rate": 1.4353697429774083e-05,
"loss": 0.331,
"step": 211
},
{
"epoch": 1.13,
"learning_rate": 1.4301635703888946e-05,
"loss": 0.3354,
"step": 212
},
{
"epoch": 1.14,
"learning_rate": 1.4249430516834222e-05,
"loss": 0.3258,
"step": 213
},
{
"epoch": 1.14,
"learning_rate": 1.4197083609672543e-05,
"loss": 0.3267,
"step": 214
},
{
"epoch": 1.15,
"learning_rate": 1.4144596728192972e-05,
"loss": 0.3189,
"step": 215
},
{
"epoch": 1.15,
"learning_rate": 1.4091971622852751e-05,
"loss": 0.3343,
"step": 216
},
{
"epoch": 1.16,
"learning_rate": 1.403921004871895e-05,
"loss": 0.3405,
"step": 217
},
{
"epoch": 1.16,
"learning_rate": 1.3986313765409924e-05,
"loss": 0.3095,
"step": 218
},
{
"epoch": 1.17,
"learning_rate": 1.3933284537036626e-05,
"loss": 0.3699,
"step": 219
},
{
"epoch": 1.17,
"learning_rate": 1.3880124132143782e-05,
"loss": 0.3497,
"step": 220
},
{
"epoch": 1.18,
"learning_rate": 1.3826834323650899e-05,
"loss": 0.379,
"step": 221
},
{
"epoch": 1.19,
"learning_rate": 1.3773416888793145e-05,
"loss": 0.3415,
"step": 222
},
{
"epoch": 1.19,
"learning_rate": 1.3719873609062078e-05,
"loss": 0.3399,
"step": 223
},
{
"epoch": 1.2,
"learning_rate": 1.3666206270146223e-05,
"loss": 0.3307,
"step": 224
},
{
"epoch": 1.2,
"learning_rate": 1.3612416661871532e-05,
"loss": 0.3774,
"step": 225
},
{
"epoch": 1.21,
"learning_rate": 1.3558506578141683e-05,
"loss": 0.3684,
"step": 226
},
{
"epoch": 1.21,
"learning_rate": 1.350447781687826e-05,
"loss": 0.3617,
"step": 227
},
{
"epoch": 1.22,
"learning_rate": 1.345033217996078e-05,
"loss": 0.3129,
"step": 228
},
{
"epoch": 1.22,
"learning_rate": 1.3396071473166614e-05,
"loss": 0.3475,
"step": 229
},
{
"epoch": 1.23,
"learning_rate": 1.3341697506110753e-05,
"loss": 0.3387,
"step": 230
},
{
"epoch": 1.23,
"learning_rate": 1.3287212092185464e-05,
"loss": 0.2923,
"step": 231
},
{
"epoch": 1.24,
"learning_rate": 1.3232617048499801e-05,
"loss": 0.3306,
"step": 232
},
{
"epoch": 1.24,
"learning_rate": 1.3177914195819018e-05,
"loss": 0.341,
"step": 233
},
{
"epoch": 1.25,
"learning_rate": 1.3123105358503839e-05,
"loss": 0.3279,
"step": 234
},
{
"epoch": 1.26,
"learning_rate": 1.3068192364449618e-05,
"loss": 0.3457,
"step": 235
},
{
"epoch": 1.26,
"learning_rate": 1.3013177045025374e-05,
"loss": 0.3409,
"step": 236
},
{
"epoch": 1.27,
"learning_rate": 1.2958061235012707e-05,
"loss": 0.3242,
"step": 237
},
{
"epoch": 1.27,
"learning_rate": 1.2902846772544625e-05,
"loss": 0.3319,
"step": 238
},
{
"epoch": 1.28,
"learning_rate": 1.2847535499044232e-05,
"loss": 0.3254,
"step": 239
},
{
"epoch": 1.28,
"learning_rate": 1.279212925916332e-05,
"loss": 0.3246,
"step": 240
},
{
"epoch": 1.29,
"learning_rate": 1.2736629900720832e-05,
"loss": 0.34,
"step": 241
},
{
"epoch": 1.29,
"learning_rate": 1.2681039274641261e-05,
"loss": 0.3249,
"step": 242
},
{
"epoch": 1.3,
"learning_rate": 1.2625359234892906e-05,
"loss": 0.3063,
"step": 243
},
{
"epoch": 1.3,
"learning_rate": 1.2569591638426054e-05,
"loss": 0.3374,
"step": 244
},
{
"epoch": 1.31,
"learning_rate": 1.2513738345111029e-05,
"loss": 0.332,
"step": 245
},
{
"epoch": 1.31,
"learning_rate": 1.2457801217676182e-05,
"loss": 0.3159,
"step": 246
},
{
"epoch": 1.32,
"learning_rate": 1.2401782121645767e-05,
"loss": 0.3317,
"step": 247
},
{
"epoch": 1.32,
"learning_rate": 1.2345682925277716e-05,
"loss": 0.3115,
"step": 248
},
{
"epoch": 1.33,
"learning_rate": 1.2289505499501341e-05,
"loss": 0.3331,
"step": 249
},
{
"epoch": 1.34,
"learning_rate": 1.2233251717854937e-05,
"loss": 0.3081,
"step": 250
},
{
"epoch": 1.34,
"learning_rate": 1.2176923456423283e-05,
"loss": 0.3021,
"step": 251
},
{
"epoch": 1.35,
"learning_rate": 1.2120522593775108e-05,
"loss": 0.3608,
"step": 252
},
{
"epoch": 1.35,
"learning_rate": 1.2064051010900397e-05,
"loss": 0.3622,
"step": 253
},
{
"epoch": 1.36,
"learning_rate": 1.2007510591147698e-05,
"loss": 0.2896,
"step": 254
},
{
"epoch": 1.36,
"learning_rate": 1.1950903220161286e-05,
"loss": 0.3336,
"step": 255
},
{
"epoch": 1.37,
"learning_rate": 1.1894230785818284e-05,
"loss": 0.3206,
"step": 256
},
{
"epoch": 1.37,
"learning_rate": 1.1837495178165706e-05,
"loss": 0.3196,
"step": 257
},
{
"epoch": 1.38,
"learning_rate": 1.1780698289357419e-05,
"loss": 0.3602,
"step": 258
},
{
"epoch": 1.38,
"learning_rate": 1.1723842013591044e-05,
"loss": 0.3331,
"step": 259
},
{
"epoch": 1.39,
"learning_rate": 1.1666928247044769e-05,
"loss": 0.3131,
"step": 260
},
{
"epoch": 1.39,
"learning_rate": 1.160995888781413e-05,
"loss": 0.3215,
"step": 261
},
{
"epoch": 1.4,
"learning_rate": 1.1552935835848697e-05,
"loss": 0.3626,
"step": 262
},
{
"epoch": 1.4,
"learning_rate": 1.1495860992888712e-05,
"loss": 0.3606,
"step": 263
},
{
"epoch": 1.41,
"learning_rate": 1.1438736262401669e-05,
"loss": 0.2954,
"step": 264
},
{
"epoch": 1.42,
"learning_rate": 1.1381563549518823e-05,
"loss": 0.3466,
"step": 265
},
{
"epoch": 1.42,
"learning_rate": 1.132434476097167e-05,
"loss": 0.3221,
"step": 266
},
{
"epoch": 1.43,
"learning_rate": 1.126708180502834e-05,
"loss": 0.3279,
"step": 267
},
{
"epoch": 1.43,
"learning_rate": 1.120977659142996e-05,
"loss": 0.2793,
"step": 268
},
{
"epoch": 1.44,
"learning_rate": 1.1152431031326978e-05,
"loss": 0.3143,
"step": 269
},
{
"epoch": 1.44,
"learning_rate": 1.1095047037215397e-05,
"loss": 0.3365,
"step": 270
},
{
"epoch": 1.45,
"learning_rate": 1.103762652287302e-05,
"loss": 0.3223,
"step": 271
},
{
"epoch": 1.45,
"learning_rate": 1.098017140329561e-05,
"loss": 0.3093,
"step": 272
},
{
"epoch": 1.46,
"learning_rate": 1.092268359463302e-05,
"loss": 0.2947,
"step": 273
},
{
"epoch": 1.46,
"learning_rate": 1.0865165014125316e-05,
"loss": 0.27,
"step": 274
},
{
"epoch": 1.47,
"learning_rate": 1.0807617580038797e-05,
"loss": 0.2949,
"step": 275
},
{
"epoch": 1.47,
"learning_rate": 1.0750043211602045e-05,
"loss": 0.3023,
"step": 276
},
{
"epoch": 1.48,
"learning_rate": 1.0692443828941918e-05,
"loss": 0.3187,
"step": 277
},
{
"epoch": 1.48,
"learning_rate": 1.0634821353019505e-05,
"loss": 0.319,
"step": 278
},
{
"epoch": 1.49,
"learning_rate": 1.0577177705566061e-05,
"loss": 0.3289,
"step": 279
},
{
"epoch": 1.5,
"learning_rate": 1.0519514809018927e-05,
"loss": 0.3083,
"step": 280
},
{
"epoch": 1.5,
"learning_rate": 1.0461834586457398e-05,
"loss": 0.2893,
"step": 281
},
{
"epoch": 1.51,
"learning_rate": 1.0404138961538603e-05,
"loss": 0.2896,
"step": 282
},
{
"epoch": 1.51,
"learning_rate": 1.0346429858433354e-05,
"loss": 0.3484,
"step": 283
},
{
"epoch": 1.52,
"learning_rate": 1.0288709201761949e-05,
"loss": 0.319,
"step": 284
},
{
"epoch": 1.52,
"learning_rate": 1.0230978916530012e-05,
"loss": 0.3459,
"step": 285
},
{
"epoch": 1.53,
"learning_rate": 1.0173240928064285e-05,
"loss": 0.3632,
"step": 286
},
{
"epoch": 1.53,
"learning_rate": 1.0115497161948409e-05,
"loss": 0.2869,
"step": 287
},
{
"epoch": 1.54,
"learning_rate": 1.0057749543958717e-05,
"loss": 0.3111,
"step": 288
},
{
"epoch": 1.54,
"learning_rate": 1e-05,
"loss": 0.3112,
"step": 289
},
{
"epoch": 1.55,
"learning_rate": 9.942250456041286e-06,
"loss": 0.3453,
"step": 290
},
{
"epoch": 1.55,
"learning_rate": 9.884502838051595e-06,
"loss": 0.3241,
"step": 291
},
{
"epoch": 1.56,
"learning_rate": 9.826759071935718e-06,
"loss": 0.3212,
"step": 292
},
{
"epoch": 1.56,
"learning_rate": 9.769021083469991e-06,
"loss": 0.3331,
"step": 293
},
{
"epoch": 1.57,
"learning_rate": 9.711290798238056e-06,
"loss": 0.3268,
"step": 294
},
{
"epoch": 1.58,
"learning_rate": 9.653570141566653e-06,
"loss": 0.3517,
"step": 295
},
{
"epoch": 1.58,
"learning_rate": 9.595861038461399e-06,
"loss": 0.2879,
"step": 296
},
{
"epoch": 1.59,
"learning_rate": 9.538165413542607e-06,
"loss": 0.3023,
"step": 297
},
{
"epoch": 1.59,
"learning_rate": 9.480485190981073e-06,
"loss": 0.2807,
"step": 298
},
{
"epoch": 1.6,
"learning_rate": 9.422822294433939e-06,
"loss": 0.282,
"step": 299
},
{
"epoch": 1.6,
"learning_rate": 9.365178646980497e-06,
"loss": 0.3262,
"step": 300
},
{
"epoch": 1.61,
"learning_rate": 9.307556171058085e-06,
"loss": 0.3152,
"step": 301
},
{
"epoch": 1.61,
"learning_rate": 9.249956788397956e-06,
"loss": 0.3316,
"step": 302
},
{
"epoch": 1.62,
"learning_rate": 9.192382419961208e-06,
"loss": 0.3172,
"step": 303
},
{
"epoch": 1.62,
"learning_rate": 9.134834985874687e-06,
"loss": 0.289,
"step": 304
},
{
"epoch": 1.63,
"learning_rate": 9.07731640536698e-06,
"loss": 0.3397,
"step": 305
},
{
"epoch": 1.63,
"learning_rate": 9.019828596704394e-06,
"loss": 0.3056,
"step": 306
},
{
"epoch": 1.64,
"learning_rate": 8.962373477126983e-06,
"loss": 0.3063,
"step": 307
},
{
"epoch": 1.64,
"learning_rate": 8.904952962784605e-06,
"loss": 0.3214,
"step": 308
},
{
"epoch": 1.65,
"learning_rate": 8.847568968673025e-06,
"loss": 0.313,
"step": 309
},
{
"epoch": 1.66,
"learning_rate": 8.790223408570043e-06,
"loss": 0.3421,
"step": 310
},
{
"epoch": 1.66,
"learning_rate": 8.732918194971663e-06,
"loss": 0.313,
"step": 311
},
{
"epoch": 1.67,
"learning_rate": 8.675655239028333e-06,
"loss": 0.3239,
"step": 312
},
{
"epoch": 1.67,
"learning_rate": 8.618436450481182e-06,
"loss": 0.3127,
"step": 313
},
{
"epoch": 1.68,
"learning_rate": 8.561263737598338e-06,
"loss": 0.3185,
"step": 314
},
{
"epoch": 1.68,
"learning_rate": 8.50413900711129e-06,
"loss": 0.3184,
"step": 315
},
{
"epoch": 1.69,
"learning_rate": 8.447064164151305e-06,
"loss": 0.3155,
"step": 316
},
{
"epoch": 1.69,
"learning_rate": 8.39004111218587e-06,
"loss": 0.348,
"step": 317
},
{
"epoch": 1.7,
"learning_rate": 8.333071752955233e-06,
"loss": 0.3455,
"step": 318
},
{
"epoch": 1.7,
"learning_rate": 8.276157986408959e-06,
"loss": 0.3466,
"step": 319
},
{
"epoch": 1.71,
"learning_rate": 8.219301710642583e-06,
"loss": 0.2885,
"step": 320
},
{
"epoch": 1.71,
"learning_rate": 8.162504821834296e-06,
"loss": 0.3207,
"step": 321
},
{
"epoch": 1.72,
"learning_rate": 8.10576921418172e-06,
"loss": 0.3284,
"step": 322
},
{
"epoch": 1.72,
"learning_rate": 8.04909677983872e-06,
"loss": 0.3168,
"step": 323
},
{
"epoch": 1.73,
"learning_rate": 7.992489408852306e-06,
"loss": 0.2769,
"step": 324
},
{
"epoch": 1.74,
"learning_rate": 7.935948989099606e-06,
"loss": 0.2779,
"step": 325
},
{
"epoch": 1.74,
"learning_rate": 7.879477406224894e-06,
"loss": 0.3447,
"step": 326
},
{
"epoch": 1.75,
"learning_rate": 7.823076543576718e-06,
"loss": 0.3574,
"step": 327
},
{
"epoch": 1.75,
"learning_rate": 7.766748282145068e-06,
"loss": 0.2785,
"step": 328
},
{
"epoch": 1.76,
"learning_rate": 7.710494500498662e-06,
"loss": 0.318,
"step": 329
},
{
"epoch": 1.76,
"learning_rate": 7.654317074722287e-06,
"loss": 0.3426,
"step": 330
},
{
"epoch": 1.77,
"learning_rate": 7.598217878354237e-06,
"loss": 0.3269,
"step": 331
},
{
"epoch": 1.77,
"learning_rate": 7.542198782323819e-06,
"loss": 0.3034,
"step": 332
},
{
"epoch": 1.78,
"learning_rate": 7.486261654888974e-06,
"loss": 0.3239,
"step": 333
},
{
"epoch": 1.78,
"learning_rate": 7.430408361573949e-06,
"loss": 0.3193,
"step": 334
},
{
"epoch": 1.79,
"learning_rate": 7.374640765107095e-06,
"loss": 0.3178,
"step": 335
},
{
"epoch": 1.79,
"learning_rate": 7.318960725358742e-06,
"loss": 0.3133,
"step": 336
},
{
"epoch": 1.8,
"learning_rate": 7.263370099279173e-06,
"loss": 0.3128,
"step": 337
},
{
"epoch": 1.81,
"learning_rate": 7.207870740836684e-06,
"loss": 0.2936,
"step": 338
},
{
"epoch": 1.81,
"learning_rate": 7.152464500955769e-06,
"loss": 0.3435,
"step": 339
},
{
"epoch": 1.82,
"learning_rate": 7.097153227455379e-06,
"loss": 0.2857,
"step": 340
},
{
"epoch": 1.82,
"learning_rate": 7.041938764987297e-06,
"loss": 0.3168,
"step": 341
},
{
"epoch": 1.83,
"learning_rate": 6.986822954974631e-06,
"loss": 0.3354,
"step": 342
},
{
"epoch": 1.83,
"learning_rate": 6.9318076355503835e-06,
"loss": 0.3187,
"step": 343
},
{
"epoch": 1.84,
"learning_rate": 6.876894641496164e-06,
"loss": 0.3088,
"step": 344
},
{
"epoch": 1.84,
"learning_rate": 6.822085804180985e-06,
"loss": 0.3193,
"step": 345
},
{
"epoch": 1.85,
"learning_rate": 6.767382951500205e-06,
"loss": 0.3283,
"step": 346
},
{
"epoch": 1.85,
"learning_rate": 6.712787907814542e-06,
"loss": 0.3457,
"step": 347
},
{
"epoch": 1.86,
"learning_rate": 6.658302493889251e-06,
"loss": 0.3085,
"step": 348
},
{
"epoch": 1.86,
"learning_rate": 6.603928526833386e-06,
"loss": 0.3032,
"step": 349
},
{
"epoch": 1.87,
"learning_rate": 6.549667820039221e-06,
"loss": 0.301,
"step": 350
},
{
"epoch": 1.87,
"learning_rate": 6.495522183121741e-06,
"loss": 0.3014,
"step": 351
},
{
"epoch": 1.88,
"learning_rate": 6.441493421858318e-06,
"loss": 0.3218,
"step": 352
},
{
"epoch": 1.89,
"learning_rate": 6.387583338128471e-06,
"loss": 0.2764,
"step": 353
},
{
"epoch": 1.89,
"learning_rate": 6.333793729853781e-06,
"loss": 0.3088,
"step": 354
},
{
"epoch": 1.9,
"learning_rate": 6.280126390937925e-06,
"loss": 0.2784,
"step": 355
},
{
"epoch": 1.9,
"learning_rate": 6.2265831112068565e-06,
"loss": 0.3194,
"step": 356
},
{
"epoch": 1.91,
"learning_rate": 6.173165676349103e-06,
"loss": 0.3269,
"step": 357
},
{
"epoch": 1.91,
"learning_rate": 6.11987586785622e-06,
"loss": 0.3102,
"step": 358
},
{
"epoch": 1.92,
"learning_rate": 6.0667154629633766e-06,
"loss": 0.2983,
"step": 359
},
{
"epoch": 1.92,
"learning_rate": 6.013686234590077e-06,
"loss": 0.2933,
"step": 360
},
{
"epoch": 1.93,
"learning_rate": 5.960789951281052e-06,
"loss": 0.3244,
"step": 361
},
{
"epoch": 1.93,
"learning_rate": 5.908028377147252e-06,
"loss": 0.3312,
"step": 362
},
{
"epoch": 1.94,
"learning_rate": 5.855403271807033e-06,
"loss": 0.2832,
"step": 363
},
{
"epoch": 1.94,
"learning_rate": 5.802916390327459e-06,
"loss": 0.3005,
"step": 364
},
{
"epoch": 1.95,
"learning_rate": 5.750569483165785e-06,
"loss": 0.2536,
"step": 365
},
{
"epoch": 1.95,
"learning_rate": 5.698364296111057e-06,
"loss": 0.2949,
"step": 366
},
{
"epoch": 1.96,
"learning_rate": 5.646302570225919e-06,
"loss": 0.3253,
"step": 367
},
{
"epoch": 1.97,
"learning_rate": 5.59438604178852e-06,
"loss": 0.294,
"step": 368
},
{
"epoch": 1.97,
"learning_rate": 5.542616442234618e-06,
"loss": 0.3566,
"step": 369
},
{
"epoch": 1.98,
"learning_rate": 5.490995498099844e-06,
"loss": 0.3137,
"step": 370
},
{
"epoch": 1.98,
"learning_rate": 5.43952493096211e-06,
"loss": 0.3113,
"step": 371
},
{
"epoch": 1.99,
"learning_rate": 5.388206457384198e-06,
"loss": 0.2576,
"step": 372
},
{
"epoch": 1.99,
"learning_rate": 5.337041788856518e-06,
"loss": 0.3104,
"step": 373
},
{
"epoch": 2.0,
"learning_rate": 5.286032631740023e-06,
"loss": 0.29,
"step": 374
},
{
"epoch": 2.0,
"learning_rate": 5.235180687209296e-06,
"loss": 0.276,
"step": 375
},
{
"epoch": 2.01,
"learning_rate": 5.184487651195825e-06,
"loss": 0.2317,
"step": 376
},
{
"epoch": 2.01,
"learning_rate": 5.133955214331439e-06,
"loss": 0.2259,
"step": 377
},
{
"epoch": 2.02,
"learning_rate": 5.083585061891925e-06,
"loss": 0.2627,
"step": 378
},
{
"epoch": 2.02,
"learning_rate": 5.03337887374082e-06,
"loss": 0.2296,
"step": 379
},
{
"epoch": 2.03,
"learning_rate": 4.983338324273397e-06,
"loss": 0.2251,
"step": 380
},
{
"epoch": 2.03,
"learning_rate": 4.933465082360808e-06,
"loss": 0.2308,
"step": 381
},
{
"epoch": 2.04,
"learning_rate": 4.8837608112944456e-06,
"loss": 0.2311,
"step": 382
},
{
"epoch": 2.05,
"learning_rate": 4.834227168730451e-06,
"loss": 0.2189,
"step": 383
},
{
"epoch": 2.05,
"learning_rate": 4.784865806634449e-06,
"loss": 0.1893,
"step": 384
},
{
"epoch": 2.06,
"learning_rate": 4.7356783712264405e-06,
"loss": 0.2325,
"step": 385
},
{
"epoch": 2.06,
"learning_rate": 4.686666502925908e-06,
"loss": 0.2168,
"step": 386
},
{
"epoch": 2.07,
"learning_rate": 4.637831836297103e-06,
"loss": 0.233,
"step": 387
},
{
"epoch": 2.07,
"learning_rate": 4.589175999994535e-06,
"loss": 0.2409,
"step": 388
},
{
"epoch": 2.08,
"learning_rate": 4.5407006167086575e-06,
"loss": 0.23,
"step": 389
},
{
"epoch": 2.08,
"learning_rate": 4.492407303111745e-06,
"loss": 0.2304,
"step": 390
},
{
"epoch": 2.09,
"learning_rate": 4.444297669803981e-06,
"loss": 0.2168,
"step": 391
},
{
"epoch": 2.09,
"learning_rate": 4.396373321259737e-06,
"loss": 0.2405,
"step": 392
},
{
"epoch": 2.1,
"learning_rate": 4.348635855774082e-06,
"loss": 0.2307,
"step": 393
},
{
"epoch": 2.1,
"learning_rate": 4.301086865409449e-06,
"loss": 0.2167,
"step": 394
},
{
"epoch": 2.11,
"learning_rate": 4.253727935942563e-06,
"loss": 0.2145,
"step": 395
},
{
"epoch": 2.11,
"learning_rate": 4.206560646811545e-06,
"loss": 0.2379,
"step": 396
},
{
"epoch": 2.12,
"learning_rate": 4.1595865710632366e-06,
"loss": 0.2261,
"step": 397
},
{
"epoch": 2.13,
"learning_rate": 4.112807275300742e-06,
"loss": 0.2392,
"step": 398
},
{
"epoch": 2.13,
"learning_rate": 4.066224319631181e-06,
"loss": 0.2267,
"step": 399
},
{
"epoch": 2.14,
"learning_rate": 4.019839257613652e-06,
"loss": 0.217,
"step": 400
},
{
"epoch": 2.14,
"learning_rate": 3.973653636207437e-06,
"loss": 0.2074,
"step": 401
},
{
"epoch": 2.15,
"learning_rate": 3.927668995720384e-06,
"loss": 0.2611,
"step": 402
},
{
"epoch": 2.15,
"learning_rate": 3.881886869757565e-06,
"loss": 0.2489,
"step": 403
},
{
"epoch": 2.16,
"learning_rate": 3.836308785170109e-06,
"loss": 0.2227,
"step": 404
},
{
"epoch": 2.16,
"learning_rate": 3.790936262004287e-06,
"loss": 0.24,
"step": 405
},
{
"epoch": 2.17,
"learning_rate": 3.745770813450824e-06,
"loss": 0.2136,
"step": 406
},
{
"epoch": 2.17,
"learning_rate": 3.700813945794425e-06,
"loss": 0.221,
"step": 407
},
{
"epoch": 2.18,
"learning_rate": 3.6560671583635467e-06,
"loss": 0.2485,
"step": 408
},
{
"epoch": 2.18,
"learning_rate": 3.6115319434803897e-06,
"loss": 0.2369,
"step": 409
},
{
"epoch": 2.19,
"learning_rate": 3.5672097864111287e-06,
"loss": 0.203,
"step": 410
},
{
"epoch": 2.19,
"learning_rate": 3.523102165316381e-06,
"loss": 0.2205,
"step": 411
},
{
"epoch": 2.2,
"learning_rate": 3.4792105512019148e-06,
"loss": 0.2016,
"step": 412
},
{
"epoch": 2.21,
"learning_rate": 3.435536407869575e-06,
"loss": 0.2217,
"step": 413
},
{
"epoch": 2.21,
"learning_rate": 3.3920811918684804e-06,
"loss": 0.2247,
"step": 414
},
{
"epoch": 2.22,
"learning_rate": 3.3488463524464355e-06,
"loss": 0.234,
"step": 415
},
{
"epoch": 2.22,
"learning_rate": 3.3058333315016066e-06,
"loss": 0.224,
"step": 416
},
{
"epoch": 2.23,
"learning_rate": 3.2630435635344283e-06,
"loss": 0.2364,
"step": 417
},
{
"epoch": 2.23,
"learning_rate": 3.22047847559977e-06,
"loss": 0.2006,
"step": 418
},
{
"epoch": 2.24,
"learning_rate": 3.1781394872593296e-06,
"loss": 0.2109,
"step": 419
},
{
"epoch": 2.24,
"learning_rate": 3.136028010534303e-06,
"loss": 0.2188,
"step": 420
},
{
"epoch": 2.25,
"learning_rate": 3.0941454498582847e-06,
"loss": 0.2723,
"step": 421
},
{
"epoch": 2.25,
"learning_rate": 3.05249320203044e-06,
"loss": 0.2298,
"step": 422
},
{
"epoch": 2.26,
"learning_rate": 3.011072656168906e-06,
"loss": 0.2503,
"step": 423
},
{
"epoch": 2.26,
"learning_rate": 2.9698851936644767e-06,
"loss": 0.2141,
"step": 424
},
{
"epoch": 2.27,
"learning_rate": 2.9289321881345257e-06,
"loss": 0.2047,
"step": 425
},
{
"epoch": 2.28,
"learning_rate": 2.8882150053771997e-06,
"loss": 0.2216,
"step": 426
},
{
"epoch": 2.28,
"learning_rate": 2.847735003325868e-06,
"loss": 0.2178,
"step": 427
},
{
"epoch": 2.29,
"learning_rate": 2.807493532003831e-06,
"loss": 0.2302,
"step": 428
},
{
"epoch": 2.29,
"learning_rate": 2.767491933479304e-06,
"loss": 0.2353,
"step": 429
},
{
"epoch": 2.3,
"learning_rate": 2.7277315418206476e-06,
"loss": 0.2275,
"step": 430
},
{
"epoch": 2.3,
"learning_rate": 2.6882136830518923e-06,
"loss": 0.193,
"step": 431
},
{
"epoch": 2.31,
"learning_rate": 2.6489396751084983e-06,
"loss": 0.2215,
"step": 432
},
{
"epoch": 2.31,
"learning_rate": 2.6099108277934105e-06,
"loss": 0.2201,
"step": 433
},
{
"epoch": 2.32,
"learning_rate": 2.5711284427333716e-06,
"loss": 0.2439,
"step": 434
},
{
"epoch": 2.32,
"learning_rate": 2.532593813335524e-06,
"loss": 0.2209,
"step": 435
},
{
"epoch": 2.33,
"learning_rate": 2.4943082247442584e-06,
"loss": 0.2283,
"step": 436
},
{
"epoch": 2.33,
"learning_rate": 2.456272953798361e-06,
"loss": 0.2175,
"step": 437
},
{
"epoch": 2.34,
"learning_rate": 2.418489268988433e-06,
"loss": 0.2117,
"step": 438
},
{
"epoch": 2.34,
"learning_rate": 2.3809584304145827e-06,
"loss": 0.2253,
"step": 439
},
{
"epoch": 2.35,
"learning_rate": 2.343681689744396e-06,
"loss": 0.2502,
"step": 440
},
{
"epoch": 2.36,
"learning_rate": 2.306660290171211e-06,
"loss": 0.2309,
"step": 441
},
{
"epoch": 2.36,
"learning_rate": 2.26989546637263e-06,
"loss": 0.2318,
"step": 442
},
{
"epoch": 2.37,
"learning_rate": 2.2333884444693656e-06,
"loss": 0.2524,
"step": 443
},
{
"epoch": 2.37,
"learning_rate": 2.1971404419843355e-06,
"loss": 0.2109,
"step": 444
},
{
"epoch": 2.38,
"learning_rate": 2.1611526678020658e-06,
"loss": 0.2242,
"step": 445
},
{
"epoch": 2.38,
"learning_rate": 2.1254263221283657e-06,
"loss": 0.214,
"step": 446
},
{
"epoch": 2.39,
"learning_rate": 2.0899625964503113e-06,
"loss": 0.2276,
"step": 447
},
{
"epoch": 2.39,
"learning_rate": 2.0547626734965e-06,
"loss": 0.2172,
"step": 448
},
{
"epoch": 2.4,
"learning_rate": 2.019827727197605e-06,
"loss": 0.2347,
"step": 449
},
{
"epoch": 2.4,
"learning_rate": 1.9851589226472402e-06,
"loss": 0.2418,
"step": 450
},
{
"epoch": 2.41,
"learning_rate": 1.950757416063077e-06,
"loss": 0.2229,
"step": 451
},
{
"epoch": 2.41,
"learning_rate": 1.9166243547483143e-06,
"loss": 0.1961,
"step": 452
},
{
"epoch": 2.42,
"learning_rate": 1.882760877053388e-06,
"loss": 0.235,
"step": 453
},
{
"epoch": 2.42,
"learning_rate": 1.8491681123380235e-06,
"loss": 0.2038,
"step": 454
},
{
"epoch": 2.43,
"learning_rate": 1.8158471809335653e-06,
"loss": 0.234,
"step": 455
},
{
"epoch": 2.44,
"learning_rate": 1.7827991941056177e-06,
"loss": 0.2004,
"step": 456
},
{
"epoch": 2.44,
"learning_rate": 1.7500252540169782e-06,
"loss": 0.2263,
"step": 457
},
{
"epoch": 2.45,
"learning_rate": 1.717526453690881e-06,
"loss": 0.2253,
"step": 458
},
{
"epoch": 2.45,
"learning_rate": 1.6853038769745466e-06,
"loss": 0.2229,
"step": 459
},
{
"epoch": 2.46,
"learning_rate": 1.6533585985030398e-06,
"loss": 0.1952,
"step": 460
},
{
"epoch": 2.46,
"learning_rate": 1.6216916836634179e-06,
"loss": 0.2302,
"step": 461
},
{
"epoch": 2.47,
"learning_rate": 1.5903041885592052e-06,
"loss": 0.214,
"step": 462
},
{
"epoch": 2.47,
"learning_rate": 1.55919715997518e-06,
"loss": 0.2203,
"step": 463
},
{
"epoch": 2.48,
"learning_rate": 1.5283716353424482e-06,
"loss": 0.2135,
"step": 464
},
{
"epoch": 2.48,
"learning_rate": 1.4978286427038602e-06,
"loss": 0.2331,
"step": 465
},
{
"epoch": 2.49,
"learning_rate": 1.4675692006797137e-06,
"loss": 0.2322,
"step": 466
},
{
"epoch": 2.49,
"learning_rate": 1.4375943184337871e-06,
"loss": 0.2126,
"step": 467
},
{
"epoch": 2.5,
"learning_rate": 1.4079049956396828e-06,
"loss": 0.2355,
"step": 468
},
{
"epoch": 2.5,
"learning_rate": 1.3785022224474943e-06,
"loss": 0.2175,
"step": 469
},
{
"epoch": 2.51,
"learning_rate": 1.3493869794507664e-06,
"loss": 0.2439,
"step": 470
},
{
"epoch": 2.52,
"learning_rate": 1.3205602376538162e-06,
"loss": 0.1999,
"step": 471
},
{
"epoch": 2.52,
"learning_rate": 1.2920229584393284e-06,
"loss": 0.2498,
"step": 472
},
{
"epoch": 2.53,
"learning_rate": 1.2637760935363053e-06,
"loss": 0.2111,
"step": 473
},
{
"epoch": 2.53,
"learning_rate": 1.2358205849883197e-06,
"loss": 0.1923,
"step": 474
},
{
"epoch": 2.54,
"learning_rate": 1.2081573651221036e-06,
"loss": 0.2083,
"step": 475
},
{
"epoch": 2.54,
"learning_rate": 1.1807873565164507e-06,
"loss": 0.2374,
"step": 476
},
{
"epoch": 2.55,
"learning_rate": 1.1537114719714482e-06,
"loss": 0.2186,
"step": 477
},
{
"epoch": 2.55,
"learning_rate": 1.1269306144780335e-06,
"loss": 0.2166,
"step": 478
},
{
"epoch": 2.56,
"learning_rate": 1.1004456771878836e-06,
"loss": 0.2311,
"step": 479
},
{
"epoch": 2.56,
"learning_rate": 1.0742575433836255e-06,
"loss": 0.2217,
"step": 480
},
{
"epoch": 2.57,
"learning_rate": 1.0483670864493777e-06,
"loss": 0.2085,
"step": 481
},
{
"epoch": 2.57,
"learning_rate": 1.02277516984162e-06,
"loss": 0.2478,
"step": 482
},
{
"epoch": 2.58,
"learning_rate": 9.97482647060405e-07,
"loss": 0.2432,
"step": 483
},
{
"epoch": 2.58,
"learning_rate": 9.724903616208837e-07,
"loss": 0.226,
"step": 484
},
{
"epoch": 2.59,
"learning_rate": 9.47799147025179e-07,
"loss": 0.2041,
"step": 485
},
{
"epoch": 2.6,
"learning_rate": 9.234098267345959e-07,
"loss": 0.1953,
"step": 486
},
{
"epoch": 2.6,
"learning_rate": 8.993232141421415e-07,
"loss": 0.2397,
"step": 487
},
{
"epoch": 2.61,
"learning_rate": 8.75540112545411e-07,
"loss": 0.2154,
"step": 488
},
{
"epoch": 2.61,
"learning_rate": 8.520613151197899e-07,
"loss": 0.2189,
"step": 489
},
{
"epoch": 2.62,
"learning_rate": 8.288876048920125e-07,
"loss": 0.2073,
"step": 490
},
{
"epoch": 2.62,
"learning_rate": 8.060197547140347e-07,
"loss": 0.216,
"step": 491
},
{
"epoch": 2.63,
"learning_rate": 7.834585272372663e-07,
"loss": 0.2242,
"step": 492
},
{
"epoch": 2.63,
"learning_rate": 7.612046748871327e-07,
"loss": 0.218,
"step": 493
},
{
"epoch": 2.64,
"learning_rate": 7.392589398379868e-07,
"loss": 0.2554,
"step": 494
},
{
"epoch": 2.64,
"learning_rate": 7.176220539883494e-07,
"loss": 0.2117,
"step": 495
},
{
"epoch": 2.65,
"learning_rate": 6.962947389365071e-07,
"loss": 0.1955,
"step": 496
},
{
"epoch": 2.65,
"learning_rate": 6.752777059564431e-07,
"loss": 0.2325,
"step": 497
},
{
"epoch": 2.66,
"learning_rate": 6.545716559741166e-07,
"loss": 0.2465,
"step": 498
},
{
"epoch": 2.66,
"learning_rate": 6.34177279544087e-07,
"loss": 0.2298,
"step": 499
},
{
"epoch": 2.67,
"learning_rate": 6.140952568264858e-07,
"loss": 0.2046,
"step": 500
},
{
"epoch": 2.68,
"learning_rate": 5.943262575643239e-07,
"loss": 0.203,
"step": 501
},
{
"epoch": 2.68,
"learning_rate": 5.748709410611686e-07,
"loss": 0.2208,
"step": 502
},
{
"epoch": 2.69,
"learning_rate": 5.557299561591478e-07,
"loss": 0.2193,
"step": 503
},
{
"epoch": 2.69,
"learning_rate": 5.369039412173116e-07,
"loss": 0.1831,
"step": 504
},
{
"epoch": 2.7,
"learning_rate": 5.183935240903415e-07,
"loss": 0.2274,
"step": 505
},
{
"epoch": 2.7,
"learning_rate": 5.001993221076162e-07,
"loss": 0.1928,
"step": 506
},
{
"epoch": 2.71,
"learning_rate": 4.823219420526182e-07,
"loss": 0.2306,
"step": 507
},
{
"epoch": 2.71,
"learning_rate": 4.6476198014269945e-07,
"loss": 0.217,
"step": 508
},
{
"epoch": 2.72,
"learning_rate": 4.475200220092002e-07,
"loss": 0.2531,
"step": 509
},
{
"epoch": 2.72,
"learning_rate": 4.305966426779118e-07,
"loss": 0.2348,
"step": 510
},
{
"epoch": 2.73,
"learning_rate": 4.139924065499035e-07,
"loss": 0.2273,
"step": 511
},
{
"epoch": 2.73,
"learning_rate": 3.977078673826995e-07,
"loss": 0.2514,
"step": 512
},
{
"epoch": 2.74,
"learning_rate": 3.817435682718096e-07,
"loss": 0.1732,
"step": 513
},
{
"epoch": 2.74,
"learning_rate": 3.661000416326177e-07,
"loss": 0.2039,
"step": 514
},
{
"epoch": 2.75,
"learning_rate": 3.5077780918262196e-07,
"loss": 0.2312,
"step": 515
},
{
"epoch": 2.76,
"learning_rate": 3.3577738192404395e-07,
"loss": 0.2413,
"step": 516
},
{
"epoch": 2.76,
"learning_rate": 3.2109926012677484e-07,
"loss": 0.2151,
"step": 517
},
{
"epoch": 2.77,
"learning_rate": 3.067439333117028e-07,
"loss": 0.2072,
"step": 518
},
{
"epoch": 2.77,
"learning_rate": 2.927118802343787e-07,
"loss": 0.1867,
"step": 519
},
{
"epoch": 2.78,
"learning_rate": 2.79003568869054e-07,
"loss": 0.2205,
"step": 520
},
{
"epoch": 2.78,
"learning_rate": 2.656194563930714e-07,
"loss": 0.2377,
"step": 521
},
{
"epoch": 2.79,
"learning_rate": 2.5255998917161903e-07,
"loss": 0.2024,
"step": 522
},
{
"epoch": 2.79,
"learning_rate": 2.398256027428436e-07,
"loss": 0.2358,
"step": 523
},
{
"epoch": 2.8,
"learning_rate": 2.2741672180332409e-07,
"loss": 0.2019,
"step": 524
},
{
"epoch": 2.8,
"learning_rate": 2.1533376019391095e-07,
"loss": 0.1883,
"step": 525
},
{
"epoch": 2.81,
"learning_rate": 2.0357712088591942e-07,
"loss": 0.221,
"step": 526
},
{
"epoch": 2.81,
"learning_rate": 1.921471959676957e-07,
"loss": 0.2271,
"step": 527
},
{
"epoch": 2.82,
"learning_rate": 1.8104436663153757e-07,
"loss": 0.2211,
"step": 528
},
{
"epoch": 2.83,
"learning_rate": 1.7026900316098217e-07,
"loss": 0.2241,
"step": 529
},
{
"epoch": 2.83,
"learning_rate": 1.5982146491845596e-07,
"loss": 0.2087,
"step": 530
},
{
"epoch": 2.84,
"learning_rate": 1.4970210033329102e-07,
"loss": 0.2444,
"step": 531
},
{
"epoch": 2.84,
"learning_rate": 1.3991124689010426e-07,
"loss": 0.1825,
"step": 532
},
{
"epoch": 2.85,
"learning_rate": 1.3044923111754427e-07,
"loss": 0.2217,
"step": 533
},
{
"epoch": 2.85,
"learning_rate": 1.2131636857739548e-07,
"loss": 0.2277,
"step": 534
},
{
"epoch": 2.86,
"learning_rate": 1.125129638540623e-07,
"loss": 0.2429,
"step": 535
},
{
"epoch": 2.86,
"learning_rate": 1.0403931054440375e-07,
"loss": 0.175,
"step": 536
},
{
"epoch": 2.87,
"learning_rate": 9.589569124794918e-08,
"loss": 0.2254,
"step": 537
},
{
"epoch": 2.87,
"learning_rate": 8.808237755746352e-08,
"loss": 0.1987,
"step": 538
},
{
"epoch": 2.88,
"learning_rate": 8.059963004990234e-08,
"loss": 0.1879,
"step": 539
},
{
"epoch": 2.88,
"learning_rate": 7.344769827770882e-08,
"loss": 0.2409,
"step": 540
},
{
"epoch": 2.89,
"learning_rate": 6.662682076050031e-08,
"loss": 0.237,
"step": 541
},
{
"epoch": 2.89,
"learning_rate": 6.013722497710817e-08,
"loss": 0.2279,
"step": 542
},
{
"epoch": 2.9,
"learning_rate": 5.397912735799371e-08,
"loss": 0.215,
"step": 543
},
{
"epoch": 2.91,
"learning_rate": 4.815273327803183e-08,
"loss": 0.215,
"step": 544
},
{
"epoch": 2.91,
"learning_rate": 4.2658237049655325e-08,
"loss": 0.238,
"step": 545
},
{
"epoch": 2.92,
"learning_rate": 3.7495821916382347e-08,
"loss": 0.2373,
"step": 546
},
{
"epoch": 2.92,
"learning_rate": 3.266566004670013e-08,
"loss": 0.1975,
"step": 547
},
{
"epoch": 2.93,
"learning_rate": 2.816791252832518e-08,
"loss": 0.2247,
"step": 548
},
{
"epoch": 2.93,
"learning_rate": 2.400272936283088e-08,
"loss": 0.2064,
"step": 549
},
{
"epoch": 2.94,
"learning_rate": 2.01702494606415e-08,
"loss": 0.2157,
"step": 550
},
{
"epoch": 2.94,
"learning_rate": 1.667060063640369e-08,
"loss": 0.2034,
"step": 551
},
{
"epoch": 2.95,
"learning_rate": 1.3503899604725424e-08,
"loss": 0.2026,
"step": 552
},
{
"epoch": 2.95,
"learning_rate": 1.0670251976275803e-08,
"loss": 0.2261,
"step": 553
},
{
"epoch": 2.96,
"learning_rate": 8.169752254270081e-09,
"loss": 0.2229,
"step": 554
},
{
"epoch": 2.96,
"learning_rate": 6.0024838313144095e-09,
"loss": 0.2367,
"step": 555
},
{
"epoch": 2.97,
"learning_rate": 4.1685189866280676e-09,
"loss": 0.2111,
"step": 556
},
{
"epoch": 2.97,
"learning_rate": 2.667918883627607e-09,
"loss": 0.2385,
"step": 557
},
{
"epoch": 2.98,
"learning_rate": 1.500733567890711e-09,
"loss": 0.2067,
"step": 558
},
{
"epoch": 2.99,
"learning_rate": 6.670019654875237e-10,
"loss": 0.1983,
"step": 559
},
{
"epoch": 2.99,
"learning_rate": 1.6675188168169266e-10,
"loss": 0.2235,
"step": 560
},
{
"epoch": 3.0,
"learning_rate": 0.0,
"loss": 0.2054,
"step": 561
},
{
"epoch": 3.0,
"step": 561,
"total_flos": 7.557759207819182e+17,
"train_loss": 0.3695768022813474,
"train_runtime": 19005.2972,
"train_samples_per_second": 3.782,
"train_steps_per_second": 0.03
}
],
"max_steps": 561,
"num_train_epochs": 3,
"total_flos": 7.557759207819182e+17,
"trial_name": null,
"trial_params": null
}