stillerman's picture
Upload folder using huggingface_hub
076b539 verified
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 0.9713721618953604,
"eval_steps": 127,
"global_step": 492,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.0,
"learning_rate": 2e-05,
"loss": 2.8529,
"step": 1
},
{
"epoch": 0.0,
"eval_loss": 3.1576027870178223,
"eval_runtime": 37.0517,
"eval_samples_per_second": 1.403,
"eval_steps_per_second": 1.403,
"step": 1
},
{
"epoch": 0.0,
"learning_rate": 4e-05,
"loss": 0.7839,
"step": 2
},
{
"epoch": 0.01,
"learning_rate": 6e-05,
"loss": 0.5453,
"step": 3
},
{
"epoch": 0.01,
"learning_rate": 8e-05,
"loss": 0.0492,
"step": 4
},
{
"epoch": 0.01,
"learning_rate": 0.0001,
"loss": 0.766,
"step": 5
},
{
"epoch": 0.01,
"learning_rate": 0.00012,
"loss": 0.8575,
"step": 6
},
{
"epoch": 0.01,
"learning_rate": 0.00014,
"loss": 0.5194,
"step": 7
},
{
"epoch": 0.02,
"learning_rate": 0.00016,
"loss": 0.2592,
"step": 8
},
{
"epoch": 0.02,
"learning_rate": 0.00018,
"loss": 2.9974,
"step": 9
},
{
"epoch": 0.02,
"learning_rate": 0.0002,
"loss": 0.1871,
"step": 10
},
{
"epoch": 0.02,
"learning_rate": 0.00019999799412001546,
"loss": 0.213,
"step": 11
},
{
"epoch": 0.02,
"learning_rate": 0.00019999197656053288,
"loss": 0.7832,
"step": 12
},
{
"epoch": 0.03,
"learning_rate": 0.0001999819475629623,
"loss": 2.6674,
"step": 13
},
{
"epoch": 0.03,
"learning_rate": 0.00019996790752964305,
"loss": 0.1479,
"step": 14
},
{
"epoch": 0.03,
"learning_rate": 0.00019994985702382758,
"loss": 0.1546,
"step": 15
},
{
"epoch": 0.03,
"learning_rate": 0.00019992779676965885,
"loss": 3.1039,
"step": 16
},
{
"epoch": 0.03,
"learning_rate": 0.00019990172765214128,
"loss": 2.2049,
"step": 17
},
{
"epoch": 0.04,
"learning_rate": 0.00019987165071710527,
"loss": 3.6854,
"step": 18
},
{
"epoch": 0.04,
"learning_rate": 0.00019983756717116536,
"loss": 0.1398,
"step": 19
},
{
"epoch": 0.04,
"learning_rate": 0.0001997994783816715,
"loss": 0.3254,
"step": 20
},
{
"epoch": 0.04,
"learning_rate": 0.00019975738587665456,
"loss": 0.6154,
"step": 21
},
{
"epoch": 0.04,
"learning_rate": 0.00019971129134476473,
"loss": 0.8228,
"step": 22
},
{
"epoch": 0.05,
"learning_rate": 0.00019966119663520412,
"loss": 0.3039,
"step": 23
},
{
"epoch": 0.05,
"learning_rate": 0.0001996071037576521,
"loss": 1.0781,
"step": 24
},
{
"epoch": 0.05,
"learning_rate": 0.00019954901488218515,
"loss": 0.6851,
"step": 25
},
{
"epoch": 0.05,
"learning_rate": 0.00019948693233918952,
"loss": 0.6144,
"step": 26
},
{
"epoch": 0.05,
"learning_rate": 0.0001994208586192678,
"loss": 0.8485,
"step": 27
},
{
"epoch": 0.06,
"learning_rate": 0.00019935079637313906,
"loss": 0.6133,
"step": 28
},
{
"epoch": 0.06,
"learning_rate": 0.00019927674841153237,
"loss": 2.9564,
"step": 29
},
{
"epoch": 0.06,
"learning_rate": 0.0001991987177050743,
"loss": 1.506,
"step": 30
},
{
"epoch": 0.06,
"learning_rate": 0.00019911670738416947,
"loss": 0.168,
"step": 31
},
{
"epoch": 0.06,
"learning_rate": 0.00019903072073887507,
"loss": 0.7176,
"step": 32
},
{
"epoch": 0.07,
"learning_rate": 0.000198940761218769,
"loss": 0.4638,
"step": 33
},
{
"epoch": 0.07,
"learning_rate": 0.00019884683243281116,
"loss": 0.7248,
"step": 34
},
{
"epoch": 0.07,
"learning_rate": 0.00019874893814919906,
"loss": 0.3349,
"step": 35
},
{
"epoch": 0.07,
"learning_rate": 0.00019864708229521636,
"loss": 0.3917,
"step": 36
},
{
"epoch": 0.07,
"learning_rate": 0.0001985412689570754,
"loss": 1.2308,
"step": 37
},
{
"epoch": 0.08,
"learning_rate": 0.00019843150237975344,
"loss": 0.9945,
"step": 38
},
{
"epoch": 0.08,
"learning_rate": 0.00019831778696682194,
"loss": 1.3547,
"step": 39
},
{
"epoch": 0.08,
"learning_rate": 0.00019820012728027044,
"loss": 0.9227,
"step": 40
},
{
"epoch": 0.08,
"learning_rate": 0.00019807852804032305,
"loss": 1.0954,
"step": 41
},
{
"epoch": 0.08,
"learning_rate": 0.00019795299412524945,
"loss": 0.6762,
"step": 42
},
{
"epoch": 0.08,
"learning_rate": 0.000197823530571169,
"loss": 1.3553,
"step": 43
},
{
"epoch": 0.09,
"learning_rate": 0.0001976901425718487,
"loss": 0.3896,
"step": 44
},
{
"epoch": 0.09,
"learning_rate": 0.00019755283547849494,
"loss": 0.3207,
"step": 45
},
{
"epoch": 0.09,
"learning_rate": 0.0001974116147995387,
"loss": 3.249,
"step": 46
},
{
"epoch": 0.09,
"learning_rate": 0.00019726648620041468,
"loss": 0.9758,
"step": 47
},
{
"epoch": 0.09,
"learning_rate": 0.0001971174555033339,
"loss": 0.5544,
"step": 48
},
{
"epoch": 0.1,
"learning_rate": 0.00019696452868705024,
"loss": 0.332,
"step": 49
},
{
"epoch": 0.1,
"learning_rate": 0.00019680771188662044,
"loss": 0.6672,
"step": 50
},
{
"epoch": 0.1,
"learning_rate": 0.0001966470113931582,
"loss": 0.7634,
"step": 51
},
{
"epoch": 0.1,
"learning_rate": 0.00019648243365358146,
"loss": 0.5081,
"step": 52
},
{
"epoch": 0.1,
"learning_rate": 0.00019631398527035422,
"loss": 0.7995,
"step": 53
},
{
"epoch": 0.11,
"learning_rate": 0.00019614167300122126,
"loss": 1.1439,
"step": 54
},
{
"epoch": 0.11,
"learning_rate": 0.0001959655037589372,
"loss": 0.4855,
"step": 55
},
{
"epoch": 0.11,
"learning_rate": 0.00019578548461098914,
"loss": 5.2893,
"step": 56
},
{
"epoch": 0.11,
"learning_rate": 0.00019560162277931325,
"loss": 0.1765,
"step": 57
},
{
"epoch": 0.11,
"learning_rate": 0.00019541392564000488,
"loss": 0.4805,
"step": 58
},
{
"epoch": 0.12,
"learning_rate": 0.00019522240072302274,
"loss": 1.668,
"step": 59
},
{
"epoch": 0.12,
"learning_rate": 0.00019502705571188672,
"loss": 0.1239,
"step": 60
},
{
"epoch": 0.12,
"learning_rate": 0.0001948278984433699,
"loss": 3.1256,
"step": 61
},
{
"epoch": 0.12,
"learning_rate": 0.0001946249369071837,
"loss": 0.2337,
"step": 62
},
{
"epoch": 0.12,
"learning_rate": 0.00019441817924565786,
"loss": 0.1279,
"step": 63
},
{
"epoch": 0.13,
"learning_rate": 0.0001942076337534135,
"loss": 3.1412,
"step": 64
},
{
"epoch": 0.13,
"learning_rate": 0.00019399330887703037,
"loss": 0.4809,
"step": 65
},
{
"epoch": 0.13,
"learning_rate": 0.00019377521321470805,
"loss": 0.5192,
"step": 66
},
{
"epoch": 0.13,
"learning_rate": 0.00019355335551592105,
"loss": 0.5328,
"step": 67
},
{
"epoch": 0.13,
"learning_rate": 0.00019332774468106768,
"loss": 0.1569,
"step": 68
},
{
"epoch": 0.14,
"learning_rate": 0.00019309838976111311,
"loss": 3.1561,
"step": 69
},
{
"epoch": 0.14,
"learning_rate": 0.00019286529995722623,
"loss": 4.205,
"step": 70
},
{
"epoch": 0.14,
"learning_rate": 0.00019262848462041045,
"loss": 0.0668,
"step": 71
},
{
"epoch": 0.14,
"learning_rate": 0.0001923879532511287,
"loss": 0.4921,
"step": 72
},
{
"epoch": 0.14,
"learning_rate": 0.0001921437154989221,
"loss": 3.1048,
"step": 73
},
{
"epoch": 0.15,
"learning_rate": 0.00019189578116202307,
"loss": 0.2369,
"step": 74
},
{
"epoch": 0.15,
"learning_rate": 0.00019164416018696207,
"loss": 0.7976,
"step": 75
},
{
"epoch": 0.15,
"learning_rate": 0.00019138886266816866,
"loss": 0.4052,
"step": 76
},
{
"epoch": 0.15,
"learning_rate": 0.00019112989884756653,
"loss": 0.3292,
"step": 77
},
{
"epoch": 0.15,
"learning_rate": 0.0001908672791141625,
"loss": 0.4974,
"step": 78
},
{
"epoch": 0.16,
"learning_rate": 0.00019060101400362998,
"loss": 0.1235,
"step": 79
},
{
"epoch": 0.16,
"learning_rate": 0.00019033111419788597,
"loss": 1.8426,
"step": 80
},
{
"epoch": 0.16,
"learning_rate": 0.000190057590524663,
"loss": 1.1387,
"step": 81
},
{
"epoch": 0.16,
"learning_rate": 0.00018978045395707418,
"loss": 0.1255,
"step": 82
},
{
"epoch": 0.16,
"learning_rate": 0.0001894997156131734,
"loss": 0.3632,
"step": 83
},
{
"epoch": 0.17,
"learning_rate": 0.0001892153867555092,
"loss": 0.5894,
"step": 84
},
{
"epoch": 0.17,
"learning_rate": 0.00018892747879067286,
"loss": 0.9053,
"step": 85
},
{
"epoch": 0.17,
"learning_rate": 0.00018863600326884082,
"loss": 0.6213,
"step": 86
},
{
"epoch": 0.17,
"learning_rate": 0.00018834097188331143,
"loss": 0.4491,
"step": 87
},
{
"epoch": 0.17,
"learning_rate": 0.00018804239647003573,
"loss": 0.3181,
"step": 88
},
{
"epoch": 0.18,
"learning_rate": 0.00018774028900714256,
"loss": 0.6545,
"step": 89
},
{
"epoch": 0.18,
"learning_rate": 0.00018743466161445823,
"loss": 0.4294,
"step": 90
},
{
"epoch": 0.18,
"learning_rate": 0.0001871255265530201,
"loss": 2.9904,
"step": 91
},
{
"epoch": 0.18,
"learning_rate": 0.00018681289622458485,
"loss": 0.6953,
"step": 92
},
{
"epoch": 0.18,
"learning_rate": 0.00018649678317113084,
"loss": 3.2506,
"step": 93
},
{
"epoch": 0.19,
"learning_rate": 0.00018617720007435497,
"loss": 0.7977,
"step": 94
},
{
"epoch": 0.19,
"learning_rate": 0.000185854159755164,
"loss": 2.8863,
"step": 95
},
{
"epoch": 0.19,
"learning_rate": 0.00018552767517316022,
"loss": 0.6639,
"step": 96
},
{
"epoch": 0.19,
"learning_rate": 0.00018519775942612128,
"loss": 0.3403,
"step": 97
},
{
"epoch": 0.19,
"learning_rate": 0.00018486442574947511,
"loss": 0.084,
"step": 98
},
{
"epoch": 0.2,
"learning_rate": 0.0001845276875157687,
"loss": 0.8301,
"step": 99
},
{
"epoch": 0.2,
"learning_rate": 0.0001841875582341317,
"loss": 0.3861,
"step": 100
},
{
"epoch": 0.2,
"learning_rate": 0.0001838440515497345,
"loss": 0.9388,
"step": 101
},
{
"epoch": 0.2,
"learning_rate": 0.00018349718124324076,
"loss": 0.4805,
"step": 102
},
{
"epoch": 0.2,
"learning_rate": 0.00018314696123025454,
"loss": 0.9507,
"step": 103
},
{
"epoch": 0.21,
"learning_rate": 0.00018279340556076216,
"loss": 0.9377,
"step": 104
},
{
"epoch": 0.21,
"learning_rate": 0.0001824365284185684,
"loss": 3.8316,
"step": 105
},
{
"epoch": 0.21,
"learning_rate": 0.00018207634412072764,
"loss": 2.9745,
"step": 106
},
{
"epoch": 0.21,
"learning_rate": 0.00018171286711696934,
"loss": 1.9168,
"step": 107
},
{
"epoch": 0.21,
"learning_rate": 0.0001813461119891184,
"loss": 0.9356,
"step": 108
},
{
"epoch": 0.22,
"learning_rate": 0.00018097609345051025,
"loss": 5.7176,
"step": 109
},
{
"epoch": 0.22,
"learning_rate": 0.00018060282634540053,
"loss": 1.141,
"step": 110
},
{
"epoch": 0.22,
"learning_rate": 0.00018022632564836948,
"loss": 0.2181,
"step": 111
},
{
"epoch": 0.22,
"learning_rate": 0.0001798466064637214,
"loss": 0.8319,
"step": 112
},
{
"epoch": 0.22,
"learning_rate": 0.00017946368402487845,
"loss": 0.6727,
"step": 113
},
{
"epoch": 0.23,
"learning_rate": 0.00017907757369376985,
"loss": 1.0776,
"step": 114
},
{
"epoch": 0.23,
"learning_rate": 0.00017868829096021527,
"loss": 0.5182,
"step": 115
},
{
"epoch": 0.23,
"learning_rate": 0.00017829585144130356,
"loss": 0.7924,
"step": 116
},
{
"epoch": 0.23,
"learning_rate": 0.0001779002708807662,
"loss": 0.4007,
"step": 117
},
{
"epoch": 0.23,
"learning_rate": 0.0001775015651483459,
"loss": 0.2954,
"step": 118
},
{
"epoch": 0.23,
"learning_rate": 0.00017709975023915949,
"loss": 1.4825,
"step": 119
},
{
"epoch": 0.24,
"learning_rate": 0.0001766948422730567,
"loss": 0.8667,
"step": 120
},
{
"epoch": 0.24,
"learning_rate": 0.0001762868574939732,
"loss": 0.0204,
"step": 121
},
{
"epoch": 0.24,
"learning_rate": 0.0001758758122692791,
"loss": 0.0491,
"step": 122
},
{
"epoch": 0.24,
"learning_rate": 0.00017546172308912213,
"loss": 3.2544,
"step": 123
},
{
"epoch": 0.24,
"learning_rate": 0.00017504460656576627,
"loss": 0.7571,
"step": 124
},
{
"epoch": 0.25,
"learning_rate": 0.0001746244794329252,
"loss": 3.2652,
"step": 125
},
{
"epoch": 0.25,
"learning_rate": 0.0001742013585450911,
"loss": 0.565,
"step": 126
},
{
"epoch": 0.25,
"learning_rate": 0.00017377526087685832,
"loss": 0.4365,
"step": 127
},
{
"epoch": 0.25,
"eval_loss": 3.1416423320770264,
"eval_runtime": 38.7051,
"eval_samples_per_second": 1.343,
"eval_steps_per_second": 1.343,
"step": 127
},
{
"epoch": 0.25,
"learning_rate": 0.0001733462035222426,
"loss": 3.5766,
"step": 128
},
{
"epoch": 0.25,
"learning_rate": 0.0001729142036939951,
"loss": 0.2136,
"step": 129
},
{
"epoch": 0.26,
"learning_rate": 0.000172479278722912,
"loss": 0.8068,
"step": 130
},
{
"epoch": 0.26,
"learning_rate": 0.0001720414460571392,
"loss": 0.3899,
"step": 131
},
{
"epoch": 0.26,
"learning_rate": 0.0001716007232614723,
"loss": 0.5877,
"step": 132
},
{
"epoch": 0.26,
"learning_rate": 0.000171157128016652,
"loss": 0.1575,
"step": 133
},
{
"epoch": 0.26,
"learning_rate": 0.00017071067811865476,
"loss": 3.0165,
"step": 134
},
{
"epoch": 0.27,
"learning_rate": 0.0001702613914779789,
"loss": 3.3047,
"step": 135
},
{
"epoch": 0.27,
"learning_rate": 0.0001698092861189259,
"loss": 0.4127,
"step": 136
},
{
"epoch": 0.27,
"learning_rate": 0.00016935438017887772,
"loss": 0.7031,
"step": 137
},
{
"epoch": 0.27,
"learning_rate": 0.00016889669190756868,
"loss": 2.9221,
"step": 138
},
{
"epoch": 0.27,
"learning_rate": 0.00016843623966635366,
"loss": 0.1674,
"step": 139
},
{
"epoch": 0.28,
"learning_rate": 0.0001679730419274713,
"loss": 0.4934,
"step": 140
},
{
"epoch": 0.28,
"learning_rate": 0.0001675071172733031,
"loss": 0.6168,
"step": 141
},
{
"epoch": 0.28,
"learning_rate": 0.00016703848439562785,
"loss": 0.3576,
"step": 142
},
{
"epoch": 0.28,
"learning_rate": 0.00016656716209487174,
"loss": 0.5786,
"step": 143
},
{
"epoch": 0.28,
"learning_rate": 0.0001660931692793541,
"loss": 1.2878,
"step": 144
},
{
"epoch": 0.29,
"learning_rate": 0.000165616524964529,
"loss": 0.4301,
"step": 145
},
{
"epoch": 0.29,
"learning_rate": 0.00016513724827222227,
"loss": 0.3353,
"step": 146
},
{
"epoch": 0.29,
"learning_rate": 0.00016465535842986434,
"loss": 0.9216,
"step": 147
},
{
"epoch": 0.29,
"learning_rate": 0.000164170874769719,
"loss": 0.4037,
"step": 148
},
{
"epoch": 0.29,
"learning_rate": 0.00016368381672810786,
"loss": 3.7759,
"step": 149
},
{
"epoch": 0.3,
"learning_rate": 0.0001631942038446304,
"loss": 0.3816,
"step": 150
},
{
"epoch": 0.3,
"learning_rate": 0.00016270205576138032,
"loss": 0.167,
"step": 151
},
{
"epoch": 0.3,
"learning_rate": 0.00016220739222215738,
"loss": 2.676,
"step": 152
},
{
"epoch": 0.3,
"learning_rate": 0.00016171023307167545,
"loss": 0.0795,
"step": 153
},
{
"epoch": 0.3,
"learning_rate": 0.0001612105982547663,
"loss": 0.1744,
"step": 154
},
{
"epoch": 0.31,
"learning_rate": 0.00016070850781557948,
"loss": 0.4056,
"step": 155
},
{
"epoch": 0.31,
"learning_rate": 0.0001602039818967783,
"loss": 0.7392,
"step": 156
},
{
"epoch": 0.31,
"learning_rate": 0.00015969704073873157,
"loss": 5.6689,
"step": 157
},
{
"epoch": 0.31,
"learning_rate": 0.0001591877046787017,
"loss": 0.7629,
"step": 158
},
{
"epoch": 0.31,
"learning_rate": 0.00015867599415002895,
"loss": 0.069,
"step": 159
},
{
"epoch": 0.32,
"learning_rate": 0.00015816192968131138,
"loss": 2.9564,
"step": 160
},
{
"epoch": 0.32,
"learning_rate": 0.0001576455318955816,
"loss": 0.3949,
"step": 161
},
{
"epoch": 0.32,
"learning_rate": 0.00015712682150947923,
"loss": 0.4876,
"step": 162
},
{
"epoch": 0.32,
"learning_rate": 0.00015660581933241993,
"loss": 0.9095,
"step": 163
},
{
"epoch": 0.32,
"learning_rate": 0.00015608254626576048,
"loss": 0.1195,
"step": 164
},
{
"epoch": 0.33,
"learning_rate": 0.00015555702330196023,
"loss": 0.182,
"step": 165
},
{
"epoch": 0.33,
"learning_rate": 0.00015502927152373914,
"loss": 0.3554,
"step": 166
},
{
"epoch": 0.33,
"learning_rate": 0.0001544993121032318,
"loss": 0.5072,
"step": 167
},
{
"epoch": 0.33,
"learning_rate": 0.000153967166301138,
"loss": 0.7807,
"step": 168
},
{
"epoch": 0.33,
"learning_rate": 0.00015343285546587013,
"loss": 0.1042,
"step": 169
},
{
"epoch": 0.34,
"learning_rate": 0.00015289640103269625,
"loss": 0.3438,
"step": 170
},
{
"epoch": 0.34,
"learning_rate": 0.00015235782452288068,
"loss": 0.3308,
"step": 171
},
{
"epoch": 0.34,
"learning_rate": 0.0001518171475428202,
"loss": 0.5366,
"step": 172
},
{
"epoch": 0.34,
"learning_rate": 0.00015127439178317745,
"loss": 0.509,
"step": 173
},
{
"epoch": 0.34,
"learning_rate": 0.00015072957901801076,
"loss": 0.4237,
"step": 174
},
{
"epoch": 0.35,
"learning_rate": 0.0001501827311039005,
"loss": 0.2678,
"step": 175
},
{
"epoch": 0.35,
"learning_rate": 0.0001496338699790724,
"loss": 0.5321,
"step": 176
},
{
"epoch": 0.35,
"learning_rate": 0.00014908301766251739,
"loss": 0.1806,
"step": 177
},
{
"epoch": 0.35,
"learning_rate": 0.00014853019625310813,
"loss": 0.469,
"step": 178
},
{
"epoch": 0.35,
"learning_rate": 0.00014797542792871265,
"loss": 0.4509,
"step": 179
},
{
"epoch": 0.36,
"learning_rate": 0.0001474187349453045,
"loss": 0.4466,
"step": 180
},
{
"epoch": 0.36,
"learning_rate": 0.00014686013963607,
"loss": 0.9026,
"step": 181
},
{
"epoch": 0.36,
"learning_rate": 0.00014629966441051208,
"loss": 0.6483,
"step": 182
},
{
"epoch": 0.36,
"learning_rate": 0.0001457373317535515,
"loss": 0.1891,
"step": 183
},
{
"epoch": 0.36,
"learning_rate": 0.0001451731642246247,
"loss": 2.834,
"step": 184
},
{
"epoch": 0.37,
"learning_rate": 0.00014460718445677876,
"loss": 0.3445,
"step": 185
},
{
"epoch": 0.37,
"learning_rate": 0.00014403941515576344,
"loss": 0.3603,
"step": 186
},
{
"epoch": 0.37,
"learning_rate": 0.00014346987909912023,
"loss": 0.388,
"step": 187
},
{
"epoch": 0.37,
"learning_rate": 0.00014289859913526874,
"loss": 0.4124,
"step": 188
},
{
"epoch": 0.37,
"learning_rate": 0.00014232559818258984,
"loss": 1.4459,
"step": 189
},
{
"epoch": 0.38,
"learning_rate": 0.00014175089922850633,
"loss": 0.1114,
"step": 190
},
{
"epoch": 0.38,
"learning_rate": 0.00014117452532856083,
"loss": 3.2592,
"step": 191
},
{
"epoch": 0.38,
"learning_rate": 0.0001405964996054907,
"loss": 0.4387,
"step": 192
},
{
"epoch": 0.38,
"learning_rate": 0.00014001684524830057,
"loss": 3.0681,
"step": 193
},
{
"epoch": 0.38,
"learning_rate": 0.00013943558551133186,
"loss": 2.8873,
"step": 194
},
{
"epoch": 0.38,
"learning_rate": 0.00013885274371333,
"loss": 0.0514,
"step": 195
},
{
"epoch": 0.39,
"learning_rate": 0.000138268343236509,
"loss": 0.2656,
"step": 196
},
{
"epoch": 0.39,
"learning_rate": 0.00013768240752561314,
"loss": 0.5523,
"step": 197
},
{
"epoch": 0.39,
"learning_rate": 0.0001370949600869768,
"loss": 0.3376,
"step": 198
},
{
"epoch": 0.39,
"learning_rate": 0.00013650602448758112,
"loss": 0.397,
"step": 199
},
{
"epoch": 0.39,
"learning_rate": 0.0001359156243541087,
"loss": 0.306,
"step": 200
},
{
"epoch": 0.4,
"learning_rate": 0.00013532378337199582,
"loss": 0.3834,
"step": 201
},
{
"epoch": 0.4,
"learning_rate": 0.00013473052528448201,
"loss": 0.351,
"step": 202
},
{
"epoch": 0.4,
"learning_rate": 0.00013413587389165784,
"loss": 0.3581,
"step": 203
},
{
"epoch": 0.4,
"learning_rate": 0.00013353985304950973,
"loss": 0.3167,
"step": 204
},
{
"epoch": 0.4,
"learning_rate": 0.00013294248666896328,
"loss": 1.2743,
"step": 205
},
{
"epoch": 0.41,
"learning_rate": 0.0001323437987149238,
"loss": 1.1231,
"step": 206
},
{
"epoch": 0.41,
"learning_rate": 0.00013174381320531505,
"loss": 0.2232,
"step": 207
},
{
"epoch": 0.41,
"learning_rate": 0.0001311425542101154,
"loss": 0.2116,
"step": 208
},
{
"epoch": 0.41,
"learning_rate": 0.00013054004585039258,
"loss": 3.3701,
"step": 209
},
{
"epoch": 0.41,
"learning_rate": 0.00012993631229733582,
"loss": 0.1044,
"step": 210
},
{
"epoch": 0.42,
"learning_rate": 0.00012933137777128607,
"loss": 0.8717,
"step": 211
},
{
"epoch": 0.42,
"learning_rate": 0.0001287252665407645,
"loss": 0.1707,
"step": 212
},
{
"epoch": 0.42,
"learning_rate": 0.0001281180029214988,
"loss": 0.3714,
"step": 213
},
{
"epoch": 0.42,
"learning_rate": 0.0001275096112754478,
"loss": 0.5697,
"step": 214
},
{
"epoch": 0.42,
"learning_rate": 0.000126900116009824,
"loss": 0.8001,
"step": 215
},
{
"epoch": 0.43,
"learning_rate": 0.0001262895415761145,
"loss": 0.8647,
"step": 216
},
{
"epoch": 0.43,
"learning_rate": 0.00012567791246909994,
"loss": 0.31,
"step": 217
},
{
"epoch": 0.43,
"learning_rate": 0.00012506525322587207,
"loss": 2.5493,
"step": 218
},
{
"epoch": 0.43,
"learning_rate": 0.0001244515884248491,
"loss": 3.1865,
"step": 219
},
{
"epoch": 0.43,
"learning_rate": 0.00012383694268478993,
"loss": 2.7346,
"step": 220
},
{
"epoch": 0.44,
"learning_rate": 0.0001232213406638062,
"loss": 2.9121,
"step": 221
},
{
"epoch": 0.44,
"learning_rate": 0.0001226048070583735,
"loss": 3.3936,
"step": 222
},
{
"epoch": 0.44,
"learning_rate": 0.00012198736660234009,
"loss": 0.7656,
"step": 223
},
{
"epoch": 0.44,
"learning_rate": 0.00012136904406593507,
"loss": 0.2102,
"step": 224
},
{
"epoch": 0.44,
"learning_rate": 0.00012074986425477445,
"loss": 0.0982,
"step": 225
},
{
"epoch": 0.45,
"learning_rate": 0.00012012985200886602,
"loss": 0.5801,
"step": 226
},
{
"epoch": 0.45,
"learning_rate": 0.00011950903220161285,
"loss": 0.1236,
"step": 227
},
{
"epoch": 0.45,
"learning_rate": 0.00011888742973881543,
"loss": 1.401,
"step": 228
},
{
"epoch": 0.45,
"learning_rate": 0.00011826506955767258,
"loss": 0.5149,
"step": 229
},
{
"epoch": 0.45,
"learning_rate": 0.00011764197662578086,
"loss": 0.6567,
"step": 230
},
{
"epoch": 0.46,
"learning_rate": 0.00011701817594013312,
"loss": 0.1937,
"step": 231
},
{
"epoch": 0.46,
"learning_rate": 0.00011639369252611552,
"loss": 0.1336,
"step": 232
},
{
"epoch": 0.46,
"learning_rate": 0.00011576855143650371,
"loss": 2.8677,
"step": 233
},
{
"epoch": 0.46,
"learning_rate": 0.00011514277775045768,
"loss": 0.3171,
"step": 234
},
{
"epoch": 0.46,
"learning_rate": 0.00011451639657251563,
"loss": 0.7903,
"step": 235
},
{
"epoch": 0.47,
"learning_rate": 0.00011388943303158693,
"loss": 2.6568,
"step": 236
},
{
"epoch": 0.47,
"learning_rate": 0.00011326191227994391,
"loss": 0.2808,
"step": 237
},
{
"epoch": 0.47,
"learning_rate": 0.00011263385949221295,
"loss": 0.1951,
"step": 238
},
{
"epoch": 0.47,
"learning_rate": 0.0001120052998643643,
"loss": 0.0974,
"step": 239
},
{
"epoch": 0.47,
"learning_rate": 0.00011137625861270151,
"loss": 0.1154,
"step": 240
},
{
"epoch": 0.48,
"learning_rate": 0.00011074676097284973,
"loss": 0.2559,
"step": 241
},
{
"epoch": 0.48,
"learning_rate": 0.00011011683219874323,
"loss": 0.6843,
"step": 242
},
{
"epoch": 0.48,
"learning_rate": 0.00010948649756161246,
"loss": 1.8828,
"step": 243
},
{
"epoch": 0.48,
"learning_rate": 0.00010885578234897003,
"loss": 0.0511,
"step": 244
},
{
"epoch": 0.48,
"learning_rate": 0.00010822471186359639,
"loss": 0.4992,
"step": 245
},
{
"epoch": 0.49,
"learning_rate": 0.00010759331142252462,
"loss": 0.1157,
"step": 246
},
{
"epoch": 0.49,
"learning_rate": 0.00010696160635602487,
"loss": 0.937,
"step": 247
},
{
"epoch": 0.49,
"learning_rate": 0.00010632962200658815,
"loss": 0.052,
"step": 248
},
{
"epoch": 0.49,
"learning_rate": 0.00010569738372790956,
"loss": 0.1229,
"step": 249
},
{
"epoch": 0.49,
"learning_rate": 0.00010506491688387127,
"loss": 0.1599,
"step": 250
},
{
"epoch": 0.5,
"learning_rate": 0.000104432246847525,
"loss": 0.7171,
"step": 251
},
{
"epoch": 0.5,
"learning_rate": 0.00010379939900007393,
"loss": 0.0594,
"step": 252
},
{
"epoch": 0.5,
"learning_rate": 0.00010316639872985472,
"loss": 2.7738,
"step": 253
},
{
"epoch": 0.5,
"learning_rate": 0.00010253327143131879,
"loss": 2.953,
"step": 254
},
{
"epoch": 0.5,
"eval_loss": 3.1145544052124023,
"eval_runtime": 38.0064,
"eval_samples_per_second": 1.368,
"eval_steps_per_second": 1.368,
"step": 254
},
{
"epoch": 0.5,
"learning_rate": 0.00010190004250401368,
"loss": 1.0087,
"step": 255
},
{
"epoch": 0.51,
"learning_rate": 0.00010126673735156402,
"loss": 0.1579,
"step": 256
},
{
"epoch": 0.51,
"learning_rate": 0.00010063338138065234,
"loss": 0.7859,
"step": 257
},
{
"epoch": 0.51,
"learning_rate": 0.0001,
"loss": 3.0133,
"step": 258
},
{
"epoch": 0.51,
"learning_rate": 9.936661861934765e-05,
"loss": 0.2415,
"step": 259
},
{
"epoch": 0.51,
"learning_rate": 9.8733262648436e-05,
"loss": 0.1456,
"step": 260
},
{
"epoch": 0.52,
"learning_rate": 9.809995749598632e-05,
"loss": 0.1532,
"step": 261
},
{
"epoch": 0.52,
"learning_rate": 9.746672856868123e-05,
"loss": 0.407,
"step": 262
},
{
"epoch": 0.52,
"learning_rate": 9.683360127014529e-05,
"loss": 0.3275,
"step": 263
},
{
"epoch": 0.52,
"learning_rate": 9.620060099992609e-05,
"loss": 0.3738,
"step": 264
},
{
"epoch": 0.52,
"learning_rate": 9.556775315247501e-05,
"loss": 0.283,
"step": 265
},
{
"epoch": 0.53,
"learning_rate": 9.493508311612874e-05,
"loss": 0.6886,
"step": 266
},
{
"epoch": 0.53,
"learning_rate": 9.430261627209044e-05,
"loss": 0.2551,
"step": 267
},
{
"epoch": 0.53,
"learning_rate": 9.367037799341187e-05,
"loss": 0.8632,
"step": 268
},
{
"epoch": 0.53,
"learning_rate": 9.303839364397511e-05,
"loss": 0.4109,
"step": 269
},
{
"epoch": 0.53,
"learning_rate": 9.24066885774754e-05,
"loss": 0.122,
"step": 270
},
{
"epoch": 0.54,
"learning_rate": 9.177528813640362e-05,
"loss": 0.1055,
"step": 271
},
{
"epoch": 0.54,
"learning_rate": 9.114421765102999e-05,
"loss": 0.3906,
"step": 272
},
{
"epoch": 0.54,
"learning_rate": 9.051350243838756e-05,
"loss": 0.0687,
"step": 273
},
{
"epoch": 0.54,
"learning_rate": 8.98831678012568e-05,
"loss": 2.9347,
"step": 274
},
{
"epoch": 0.54,
"learning_rate": 8.925323902715031e-05,
"loss": 0.1194,
"step": 275
},
{
"epoch": 0.54,
"learning_rate": 8.862374138729853e-05,
"loss": 0.5719,
"step": 276
},
{
"epoch": 0.55,
"learning_rate": 8.799470013563573e-05,
"loss": 2.7415,
"step": 277
},
{
"epoch": 0.55,
"learning_rate": 8.73661405077871e-05,
"loss": 0.1243,
"step": 278
},
{
"epoch": 0.55,
"learning_rate": 8.67380877200561e-05,
"loss": 2.9093,
"step": 279
},
{
"epoch": 0.55,
"learning_rate": 8.611056696841312e-05,
"loss": 1.2619,
"step": 280
},
{
"epoch": 0.55,
"learning_rate": 8.54836034274844e-05,
"loss": 0.5068,
"step": 281
},
{
"epoch": 0.56,
"learning_rate": 8.485722224954237e-05,
"loss": 2.9148,
"step": 282
},
{
"epoch": 0.56,
"learning_rate": 8.423144856349631e-05,
"loss": 1.1471,
"step": 283
},
{
"epoch": 0.56,
"learning_rate": 8.36063074738845e-05,
"loss": 1.91,
"step": 284
},
{
"epoch": 0.56,
"learning_rate": 8.298182405986689e-05,
"loss": 0.0886,
"step": 285
},
{
"epoch": 0.56,
"learning_rate": 8.235802337421919e-05,
"loss": 0.3945,
"step": 286
},
{
"epoch": 0.57,
"learning_rate": 8.173493044232745e-05,
"loss": 0.4341,
"step": 287
},
{
"epoch": 0.57,
"learning_rate": 8.11125702611846e-05,
"loss": 1.4804,
"step": 288
},
{
"epoch": 0.57,
"learning_rate": 8.049096779838719e-05,
"loss": 2.9338,
"step": 289
},
{
"epoch": 0.57,
"learning_rate": 7.987014799113397e-05,
"loss": 0.4612,
"step": 290
},
{
"epoch": 0.57,
"learning_rate": 7.925013574522557e-05,
"loss": 0.9304,
"step": 291
},
{
"epoch": 0.58,
"learning_rate": 7.863095593406491e-05,
"loss": 2.9119,
"step": 292
},
{
"epoch": 0.58,
"learning_rate": 7.801263339765994e-05,
"loss": 2.8254,
"step": 293
},
{
"epoch": 0.58,
"learning_rate": 7.739519294162652e-05,
"loss": 0.0828,
"step": 294
},
{
"epoch": 0.58,
"learning_rate": 7.677865933619379e-05,
"loss": 2.9986,
"step": 295
},
{
"epoch": 0.58,
"learning_rate": 7.616305731521008e-05,
"loss": 3.1021,
"step": 296
},
{
"epoch": 0.59,
"learning_rate": 7.554841157515092e-05,
"loss": 0.6816,
"step": 297
},
{
"epoch": 0.59,
"learning_rate": 7.493474677412794e-05,
"loss": 0.1559,
"step": 298
},
{
"epoch": 0.59,
"learning_rate": 7.432208753090009e-05,
"loss": 0.0844,
"step": 299
},
{
"epoch": 0.59,
"learning_rate": 7.371045842388552e-05,
"loss": 2.7568,
"step": 300
},
{
"epoch": 0.59,
"learning_rate": 7.309988399017602e-05,
"loss": 1.1267,
"step": 301
},
{
"epoch": 0.6,
"learning_rate": 7.24903887245522e-05,
"loss": 0.2277,
"step": 302
},
{
"epoch": 0.6,
"learning_rate": 7.188199707850122e-05,
"loss": 0.0967,
"step": 303
},
{
"epoch": 0.6,
"learning_rate": 7.127473345923554e-05,
"loss": 3.2755,
"step": 304
},
{
"epoch": 0.6,
"learning_rate": 7.066862222871397e-05,
"loss": 1.1044,
"step": 305
},
{
"epoch": 0.6,
"learning_rate": 7.006368770266421e-05,
"loss": 0.0781,
"step": 306
},
{
"epoch": 0.61,
"learning_rate": 6.945995414960744e-05,
"loss": 0.064,
"step": 307
},
{
"epoch": 0.61,
"learning_rate": 6.885744578988463e-05,
"loss": 0.831,
"step": 308
},
{
"epoch": 0.61,
"learning_rate": 6.825618679468502e-05,
"loss": 0.1206,
"step": 309
},
{
"epoch": 0.61,
"learning_rate": 6.765620128507619e-05,
"loss": 0.6853,
"step": 310
},
{
"epoch": 0.61,
"learning_rate": 6.705751333103675e-05,
"loss": 0.2435,
"step": 311
},
{
"epoch": 0.62,
"learning_rate": 6.64601469504903e-05,
"loss": 0.753,
"step": 312
},
{
"epoch": 0.62,
"learning_rate": 6.586412610834221e-05,
"loss": 0.0688,
"step": 313
},
{
"epoch": 0.62,
"learning_rate": 6.526947471551798e-05,
"loss": 0.2185,
"step": 314
},
{
"epoch": 0.62,
"learning_rate": 6.46762166280042e-05,
"loss": 0.0895,
"step": 315
},
{
"epoch": 0.62,
"learning_rate": 6.40843756458913e-05,
"loss": 2.5166,
"step": 316
},
{
"epoch": 0.63,
"learning_rate": 6.349397551241894e-05,
"loss": 0.7716,
"step": 317
},
{
"epoch": 0.63,
"learning_rate": 6.290503991302324e-05,
"loss": 0.7076,
"step": 318
},
{
"epoch": 0.63,
"learning_rate": 6.231759247438689e-05,
"loss": 0.3317,
"step": 319
},
{
"epoch": 0.63,
"learning_rate": 6.173165676349103e-05,
"loss": 0.3898,
"step": 320
},
{
"epoch": 0.63,
"learning_rate": 6.114725628666998e-05,
"loss": 1.9533,
"step": 321
},
{
"epoch": 0.64,
"learning_rate": 6.0564414488668165e-05,
"loss": 0.646,
"step": 322
},
{
"epoch": 0.64,
"learning_rate": 5.998315475169942e-05,
"loss": 2.9357,
"step": 323
},
{
"epoch": 0.64,
"learning_rate": 5.94035003945093e-05,
"loss": 5.7477,
"step": 324
},
{
"epoch": 0.64,
"learning_rate": 5.88254746714392e-05,
"loss": 1.0008,
"step": 325
},
{
"epoch": 0.64,
"learning_rate": 5.824910077149371e-05,
"loss": 0.3179,
"step": 326
},
{
"epoch": 0.65,
"learning_rate": 5.767440181741019e-05,
"loss": 0.9338,
"step": 327
},
{
"epoch": 0.65,
"learning_rate": 5.710140086473129e-05,
"loss": 0.1536,
"step": 328
},
{
"epoch": 0.65,
"learning_rate": 5.653012090087977e-05,
"loss": 0.61,
"step": 329
},
{
"epoch": 0.65,
"learning_rate": 5.596058484423656e-05,
"loss": 1.2369,
"step": 330
},
{
"epoch": 0.65,
"learning_rate": 5.5392815543221254e-05,
"loss": 0.1902,
"step": 331
},
{
"epoch": 0.66,
"learning_rate": 5.4826835775375285e-05,
"loss": 0.2775,
"step": 332
},
{
"epoch": 0.66,
"learning_rate": 5.4262668246448475e-05,
"loss": 0.2029,
"step": 333
},
{
"epoch": 0.66,
"learning_rate": 5.3700335589487925e-05,
"loss": 0.0906,
"step": 334
},
{
"epoch": 0.66,
"learning_rate": 5.3139860363929996e-05,
"loss": 0.1297,
"step": 335
},
{
"epoch": 0.66,
"learning_rate": 5.2581265054695494e-05,
"loss": 0.3453,
"step": 336
},
{
"epoch": 0.67,
"learning_rate": 5.202457207128736e-05,
"loss": 0.156,
"step": 337
},
{
"epoch": 0.67,
"learning_rate": 5.146980374689192e-05,
"loss": 0.2555,
"step": 338
},
{
"epoch": 0.67,
"learning_rate": 5.0916982337482644e-05,
"loss": 0.3003,
"step": 339
},
{
"epoch": 0.67,
"learning_rate": 5.0366130020927624e-05,
"loss": 0.7925,
"step": 340
},
{
"epoch": 0.67,
"learning_rate": 4.981726889609952e-05,
"loss": 1.2376,
"step": 341
},
{
"epoch": 0.68,
"learning_rate": 4.9270420981989294e-05,
"loss": 2.9298,
"step": 342
},
{
"epoch": 0.68,
"learning_rate": 4.872560821682256e-05,
"loss": 0.1811,
"step": 343
},
{
"epoch": 0.68,
"learning_rate": 4.818285245717984e-05,
"loss": 0.1007,
"step": 344
},
{
"epoch": 0.68,
"learning_rate": 4.764217547711934e-05,
"loss": 5.1643,
"step": 345
},
{
"epoch": 0.68,
"learning_rate": 4.710359896730379e-05,
"loss": 0.6855,
"step": 346
},
{
"epoch": 0.69,
"learning_rate": 4.656714453412993e-05,
"loss": 1.6421,
"step": 347
},
{
"epoch": 0.69,
"learning_rate": 4.6032833698862044e-05,
"loss": 0.0813,
"step": 348
},
{
"epoch": 0.69,
"learning_rate": 4.5500687896768256e-05,
"loss": 2.8098,
"step": 349
},
{
"epoch": 0.69,
"learning_rate": 4.497072847626087e-05,
"loss": 2.9227,
"step": 350
},
{
"epoch": 0.69,
"learning_rate": 4.444297669803981e-05,
"loss": 0.0877,
"step": 351
},
{
"epoch": 0.69,
"learning_rate": 4.3917453734239566e-05,
"loss": 0.1996,
"step": 352
},
{
"epoch": 0.7,
"learning_rate": 4.339418066758008e-05,
"loss": 0.8809,
"step": 353
},
{
"epoch": 0.7,
"learning_rate": 4.287317849052075e-05,
"loss": 2.7009,
"step": 354
},
{
"epoch": 0.7,
"learning_rate": 4.235446810441841e-05,
"loss": 0.067,
"step": 355
},
{
"epoch": 0.7,
"learning_rate": 4.1838070318688604e-05,
"loss": 1.6842,
"step": 356
},
{
"epoch": 0.7,
"learning_rate": 4.132400584997106e-05,
"loss": 0.7324,
"step": 357
},
{
"epoch": 0.71,
"learning_rate": 4.081229532129827e-05,
"loss": 0.1683,
"step": 358
},
{
"epoch": 0.71,
"learning_rate": 4.030295926126845e-05,
"loss": 0.7423,
"step": 359
},
{
"epoch": 0.71,
"learning_rate": 3.979601810322169e-05,
"loss": 0.2521,
"step": 360
},
{
"epoch": 0.71,
"learning_rate": 3.929149218442052e-05,
"loss": 0.3601,
"step": 361
},
{
"epoch": 0.71,
"learning_rate": 3.878940174523371e-05,
"loss": 0.1575,
"step": 362
},
{
"epoch": 0.72,
"learning_rate": 3.828976692832458e-05,
"loss": 0.572,
"step": 363
},
{
"epoch": 0.72,
"learning_rate": 3.779260777784263e-05,
"loss": 2.8984,
"step": 364
},
{
"epoch": 0.72,
"learning_rate": 3.7297944238619706e-05,
"loss": 0.0589,
"step": 365
},
{
"epoch": 0.72,
"learning_rate": 3.680579615536961e-05,
"loss": 0.0536,
"step": 366
},
{
"epoch": 0.72,
"learning_rate": 3.631618327189218e-05,
"loss": 0.0897,
"step": 367
},
{
"epoch": 0.73,
"learning_rate": 3.582912523028101e-05,
"loss": 0.7315,
"step": 368
},
{
"epoch": 0.73,
"learning_rate": 3.534464157013574e-05,
"loss": 0.1946,
"step": 369
},
{
"epoch": 0.73,
"learning_rate": 3.4862751727777797e-05,
"loss": 1.2387,
"step": 370
},
{
"epoch": 0.73,
"learning_rate": 3.438347503547102e-05,
"loss": 0.0964,
"step": 371
},
{
"epoch": 0.73,
"learning_rate": 3.390683072064594e-05,
"loss": 1.1282,
"step": 372
},
{
"epoch": 0.74,
"learning_rate": 3.343283790512829e-05,
"loss": 0.3648,
"step": 373
},
{
"epoch": 0.74,
"learning_rate": 3.296151560437214e-05,
"loss": 0.1887,
"step": 374
},
{
"epoch": 0.74,
"learning_rate": 3.249288272669691e-05,
"loss": 0.1734,
"step": 375
},
{
"epoch": 0.74,
"learning_rate": 3.202695807252871e-05,
"loss": 2.8517,
"step": 376
},
{
"epoch": 0.74,
"learning_rate": 3.1563760333646395e-05,
"loss": 0.1988,
"step": 377
},
{
"epoch": 0.75,
"learning_rate": 3.110330809243134e-05,
"loss": 2.929,
"step": 378
},
{
"epoch": 0.75,
"learning_rate": 3.064561982112232e-05,
"loss": 0.1981,
"step": 379
},
{
"epoch": 0.75,
"learning_rate": 3.0190713881074105e-05,
"loss": 0.0902,
"step": 380
},
{
"epoch": 0.75,
"learning_rate": 2.9738608522021173e-05,
"loss": 0.35,
"step": 381
},
{
"epoch": 0.75,
"eval_loss": 3.096834897994995,
"eval_runtime": 37.8467,
"eval_samples_per_second": 1.374,
"eval_steps_per_second": 1.374,
"step": 381
},
{
"epoch": 0.75,
"learning_rate": 2.9289321881345254e-05,
"loss": 0.4055,
"step": 382
},
{
"epoch": 0.76,
"learning_rate": 2.8842871983347998e-05,
"loss": 0.0914,
"step": 383
},
{
"epoch": 0.76,
"learning_rate": 2.8399276738527714e-05,
"loss": 0.6584,
"step": 384
},
{
"epoch": 0.76,
"learning_rate": 2.795855394286081e-05,
"loss": 0.1345,
"step": 385
},
{
"epoch": 0.76,
"learning_rate": 2.7520721277088024e-05,
"loss": 0.1762,
"step": 386
},
{
"epoch": 0.76,
"learning_rate": 2.7085796306004906e-05,
"loss": 0.0956,
"step": 387
},
{
"epoch": 0.77,
"learning_rate": 2.6653796477757432e-05,
"loss": 0.0985,
"step": 388
},
{
"epoch": 0.77,
"learning_rate": 2.6224739123141684e-05,
"loss": 0.768,
"step": 389
},
{
"epoch": 0.77,
"learning_rate": 2.5798641454908944e-05,
"loss": 3.141,
"step": 390
},
{
"epoch": 0.77,
"learning_rate": 2.537552056707483e-05,
"loss": 3.1468,
"step": 391
},
{
"epoch": 0.77,
"learning_rate": 2.4955393434233754e-05,
"loss": 2.8864,
"step": 392
},
{
"epoch": 0.78,
"learning_rate": 2.45382769108779e-05,
"loss": 0.774,
"step": 393
},
{
"epoch": 0.78,
"learning_rate": 2.4124187730720917e-05,
"loss": 0.1578,
"step": 394
},
{
"epoch": 0.78,
"learning_rate": 2.3713142506026786e-05,
"loss": 2.4016,
"step": 395
},
{
"epoch": 0.78,
"learning_rate": 2.3305157726943327e-05,
"loss": 3.0549,
"step": 396
},
{
"epoch": 0.78,
"learning_rate": 2.290024976084052e-05,
"loss": 0.3476,
"step": 397
},
{
"epoch": 0.79,
"learning_rate": 2.2498434851654126e-05,
"loss": 1.6223,
"step": 398
},
{
"epoch": 0.79,
"learning_rate": 2.209972911923377e-05,
"loss": 0.139,
"step": 399
},
{
"epoch": 0.79,
"learning_rate": 2.170414855869647e-05,
"loss": 3.1515,
"step": 400
},
{
"epoch": 0.79,
"learning_rate": 2.1311709039784734e-05,
"loss": 1.0012,
"step": 401
},
{
"epoch": 0.79,
"learning_rate": 2.092242630623016e-05,
"loss": 0.4592,
"step": 402
},
{
"epoch": 0.8,
"learning_rate": 2.0536315975121544e-05,
"loss": 0.4305,
"step": 403
},
{
"epoch": 0.8,
"learning_rate": 2.0153393536278653e-05,
"loss": 0.9412,
"step": 404
},
{
"epoch": 0.8,
"learning_rate": 1.9773674351630545e-05,
"loss": 0.1606,
"step": 405
},
{
"epoch": 0.8,
"learning_rate": 1.939717365459952e-05,
"loss": 0.1445,
"step": 406
},
{
"epoch": 0.8,
"learning_rate": 1.9023906549489767e-05,
"loss": 5.7603,
"step": 407
},
{
"epoch": 0.81,
"learning_rate": 1.8653888010881637e-05,
"loss": 0.037,
"step": 408
},
{
"epoch": 0.81,
"learning_rate": 1.82871328830307e-05,
"loss": 0.1551,
"step": 409
},
{
"epoch": 0.81,
"learning_rate": 1.7923655879272393e-05,
"loss": 0.542,
"step": 410
},
{
"epoch": 0.81,
"learning_rate": 1.7563471581431624e-05,
"loss": 0.1888,
"step": 411
},
{
"epoch": 0.81,
"learning_rate": 1.7206594439237865e-05,
"loss": 1.0623,
"step": 412
},
{
"epoch": 0.82,
"learning_rate": 1.6853038769745467e-05,
"loss": 0.0943,
"step": 413
},
{
"epoch": 0.82,
"learning_rate": 1.6502818756759276e-05,
"loss": 0.1562,
"step": 414
},
{
"epoch": 0.82,
"learning_rate": 1.61559484502655e-05,
"loss": 2.9172,
"step": 415
},
{
"epoch": 0.82,
"learning_rate": 1.5812441765868292e-05,
"loss": 0.0865,
"step": 416
},
{
"epoch": 0.82,
"learning_rate": 1.547231248423132e-05,
"loss": 2.3386,
"step": 417
},
{
"epoch": 0.83,
"learning_rate": 1.5135574250524897e-05,
"loss": 2.3205,
"step": 418
},
{
"epoch": 0.83,
"learning_rate": 1.4802240573878733e-05,
"loss": 0.9576,
"step": 419
},
{
"epoch": 0.83,
"learning_rate": 1.447232482683979e-05,
"loss": 0.1757,
"step": 420
},
{
"epoch": 0.83,
"learning_rate": 1.4145840244835983e-05,
"loss": 0.5404,
"step": 421
},
{
"epoch": 0.83,
"learning_rate": 1.3822799925645036e-05,
"loss": 0.8805,
"step": 422
},
{
"epoch": 0.84,
"learning_rate": 1.3503216828869192e-05,
"loss": 0.1249,
"step": 423
},
{
"epoch": 0.84,
"learning_rate": 1.3187103775415156e-05,
"loss": 0.3596,
"step": 424
},
{
"epoch": 0.84,
"learning_rate": 1.2874473446979918e-05,
"loss": 1.6876,
"step": 425
},
{
"epoch": 0.84,
"learning_rate": 1.2565338385541792e-05,
"loss": 0.1585,
"step": 426
},
{
"epoch": 0.84,
"learning_rate": 1.2259710992857465e-05,
"loss": 2.8895,
"step": 427
},
{
"epoch": 0.85,
"learning_rate": 1.195760352996429e-05,
"loss": 2.9701,
"step": 428
},
{
"epoch": 0.85,
"learning_rate": 1.1659028116688575e-05,
"loss": 0.3456,
"step": 429
},
{
"epoch": 0.85,
"learning_rate": 1.1363996731159188e-05,
"loss": 0.3992,
"step": 430
},
{
"epoch": 0.85,
"learning_rate": 1.107252120932717e-05,
"loss": 0.4428,
"step": 431
},
{
"epoch": 0.85,
"learning_rate": 1.0784613244490816e-05,
"loss": 0.0964,
"step": 432
},
{
"epoch": 0.85,
"learning_rate": 1.0500284386826597e-05,
"loss": 0.4612,
"step": 433
},
{
"epoch": 0.86,
"learning_rate": 1.0219546042925843e-05,
"loss": 1.0988,
"step": 434
},
{
"epoch": 0.86,
"learning_rate": 9.942409475337012e-06,
"loss": 0.2646,
"step": 435
},
{
"epoch": 0.86,
"learning_rate": 9.668885802114003e-06,
"loss": 0.1104,
"step": 436
},
{
"epoch": 0.86,
"learning_rate": 9.398985996370058e-06,
"loss": 2.9026,
"step": 437
},
{
"epoch": 0.86,
"learning_rate": 9.13272088583751e-06,
"loss": 2.5969,
"step": 438
},
{
"epoch": 0.87,
"learning_rate": 8.870101152433497e-06,
"loss": 0.204,
"step": 439
},
{
"epoch": 0.87,
"learning_rate": 8.611137331831331e-06,
"loss": 2.8929,
"step": 440
},
{
"epoch": 0.87,
"learning_rate": 8.355839813037936e-06,
"loss": 0.4752,
"step": 441
},
{
"epoch": 0.87,
"learning_rate": 8.10421883797694e-06,
"loss": 0.0708,
"step": 442
},
{
"epoch": 0.87,
"learning_rate": 7.856284501077926e-06,
"loss": 0.2817,
"step": 443
},
{
"epoch": 0.88,
"learning_rate": 7.612046748871327e-06,
"loss": 0.3538,
"step": 444
},
{
"epoch": 0.88,
"learning_rate": 7.371515379589555e-06,
"loss": 3.0355,
"step": 445
},
{
"epoch": 0.88,
"learning_rate": 7.13470004277379e-06,
"loss": 1.7098,
"step": 446
},
{
"epoch": 0.88,
"learning_rate": 6.901610238886891e-06,
"loss": 0.0538,
"step": 447
},
{
"epoch": 0.88,
"learning_rate": 6.672255318932341e-06,
"loss": 0.1649,
"step": 448
},
{
"epoch": 0.89,
"learning_rate": 6.4466444840789674e-06,
"loss": 0.1586,
"step": 449
},
{
"epoch": 0.89,
"learning_rate": 6.22478678529197e-06,
"loss": 3.0296,
"step": 450
},
{
"epoch": 0.89,
"learning_rate": 6.006691122969643e-06,
"loss": 2.9251,
"step": 451
},
{
"epoch": 0.89,
"learning_rate": 5.792366246586511e-06,
"loss": 0.5227,
"step": 452
},
{
"epoch": 0.89,
"learning_rate": 5.581820754342137e-06,
"loss": 0.1688,
"step": 453
},
{
"epoch": 0.9,
"learning_rate": 5.375063092816313e-06,
"loss": 0.6017,
"step": 454
},
{
"epoch": 0.9,
"learning_rate": 5.172101556630149e-06,
"loss": 0.0826,
"step": 455
},
{
"epoch": 0.9,
"learning_rate": 4.972944288113268e-06,
"loss": 0.7591,
"step": 456
},
{
"epoch": 0.9,
"learning_rate": 4.777599276977263e-06,
"loss": 0.1292,
"step": 457
},
{
"epoch": 0.9,
"learning_rate": 4.586074359995119e-06,
"loss": 0.8982,
"step": 458
},
{
"epoch": 0.91,
"learning_rate": 4.398377220686745e-06,
"loss": 2.735,
"step": 459
},
{
"epoch": 0.91,
"learning_rate": 4.214515389010865e-06,
"loss": 0.242,
"step": 460
},
{
"epoch": 0.91,
"learning_rate": 4.034496241062824e-06,
"loss": 0.097,
"step": 461
},
{
"epoch": 0.91,
"learning_rate": 3.858326998778761e-06,
"loss": 0.1028,
"step": 462
},
{
"epoch": 0.91,
"learning_rate": 3.6860147296457816e-06,
"loss": 0.1689,
"step": 463
},
{
"epoch": 0.92,
"learning_rate": 3.5175663464185436e-06,
"loss": 0.1873,
"step": 464
},
{
"epoch": 0.92,
"learning_rate": 3.3529886068418447e-06,
"loss": 3.074,
"step": 465
},
{
"epoch": 0.92,
"learning_rate": 3.1922881133795825e-06,
"loss": 0.2985,
"step": 466
},
{
"epoch": 0.92,
"learning_rate": 3.035471312949778e-06,
"loss": 0.0815,
"step": 467
},
{
"epoch": 0.92,
"learning_rate": 2.8825444966661063e-06,
"loss": 0.1297,
"step": 468
},
{
"epoch": 0.93,
"learning_rate": 2.7335137995853188e-06,
"loss": 1.8928,
"step": 469
},
{
"epoch": 0.93,
"learning_rate": 2.5883852004613074e-06,
"loss": 0.0399,
"step": 470
},
{
"epoch": 0.93,
"learning_rate": 2.4471645215050743e-06,
"loss": 2.4668,
"step": 471
},
{
"epoch": 0.93,
"learning_rate": 2.3098574281513185e-06,
"loss": 1.3717,
"step": 472
},
{
"epoch": 0.93,
"learning_rate": 2.1764694288310184e-06,
"loss": 0.5464,
"step": 473
},
{
"epoch": 0.94,
"learning_rate": 2.0470058747505516e-06,
"loss": 5.7381,
"step": 474
},
{
"epoch": 0.94,
"learning_rate": 1.921471959676957e-06,
"loss": 0.0523,
"step": 475
},
{
"epoch": 0.94,
"learning_rate": 1.7998727197295784e-06,
"loss": 2.0947,
"step": 476
},
{
"epoch": 0.94,
"learning_rate": 1.6822130331780484e-06,
"loss": 0.3609,
"step": 477
},
{
"epoch": 0.94,
"learning_rate": 1.5684976202465784e-06,
"loss": 0.3193,
"step": 478
},
{
"epoch": 0.95,
"learning_rate": 1.4587310429245882e-06,
"loss": 0.5045,
"step": 479
},
{
"epoch": 0.95,
"learning_rate": 1.3529177047836627e-06,
"loss": 0.0842,
"step": 480
},
{
"epoch": 0.95,
"learning_rate": 1.2510618508009608e-06,
"loss": 1.3106,
"step": 481
},
{
"epoch": 0.95,
"learning_rate": 1.1531675671888619e-06,
"loss": 2.8808,
"step": 482
},
{
"epoch": 0.95,
"learning_rate": 1.0592387812310311e-06,
"loss": 2.9172,
"step": 483
},
{
"epoch": 0.96,
"learning_rate": 9.692792611249224e-07,
"loss": 0.6062,
"step": 484
},
{
"epoch": 0.96,
"learning_rate": 8.832926158305444e-07,
"loss": 0.1825,
"step": 485
},
{
"epoch": 0.96,
"learning_rate": 8.012822949256982e-07,
"loss": 0.2575,
"step": 486
},
{
"epoch": 0.96,
"learning_rate": 7.232515884676328e-07,
"loss": 0.1746,
"step": 487
},
{
"epoch": 0.96,
"learning_rate": 6.492036268609725e-07,
"loss": 0.264,
"step": 488
},
{
"epoch": 0.97,
"learning_rate": 5.791413807322066e-07,
"loss": 0.0955,
"step": 489
},
{
"epoch": 0.97,
"learning_rate": 5.130676608104845e-07,
"loss": 0.1896,
"step": 490
},
{
"epoch": 0.97,
"learning_rate": 4.509851178148505e-07,
"loss": 0.402,
"step": 491
},
{
"epoch": 0.97,
"learning_rate": 3.9289624234790656e-07,
"loss": 0.3264,
"step": 492
}
],
"logging_steps": 1,
"max_steps": 506,
"num_input_tokens_seen": 0,
"num_train_epochs": 1,
"save_steps": 500,
"total_flos": 1.8835459562432102e+17,
"train_batch_size": 1,
"trial_name": null,
"trial_params": null
}