jonabur commited on
Commit
4cd3a61
·
1 Parent(s): e1590f5
all_results.json CHANGED
@@ -1,13 +1,13 @@
1
  {
2
  "epoch": 3.0,
3
- "eval_loss": 1.8350725173950195,
4
- "eval_runtime": 157.2695,
5
  "eval_samples": 1680,
6
- "eval_samples_per_second": 10.682,
7
- "eval_steps_per_second": 0.114,
8
- "train_loss": 0.8629729963555334,
9
- "train_runtime": 46452.2696,
10
- "train_samples": 30684,
11
- "train_samples_per_second": 1.982,
12
  "train_steps_per_second": 0.041
13
  }
 
1
  {
2
  "epoch": 3.0,
3
+ "eval_loss": 1.8322824239730835,
4
+ "eval_runtime": 156.7998,
5
  "eval_samples": 1680,
6
+ "eval_samples_per_second": 10.714,
7
+ "eval_steps_per_second": 0.115,
8
+ "train_loss": 0.8639222900259289,
9
+ "train_runtime": 46368.3285,
10
+ "train_samples": 30678,
11
+ "train_samples_per_second": 1.985,
12
  "train_steps_per_second": 0.041
13
  }
eval_results.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
  "epoch": 3.0,
3
- "eval_loss": 1.8350725173950195,
4
- "eval_runtime": 157.2695,
5
  "eval_samples": 1680,
6
- "eval_samples_per_second": 10.682,
7
- "eval_steps_per_second": 0.114
8
  }
 
1
  {
2
  "epoch": 3.0,
3
+ "eval_loss": 1.8322824239730835,
4
+ "eval_runtime": 156.7998,
5
  "eval_samples": 1680,
6
+ "eval_samples_per_second": 10.714,
7
+ "eval_steps_per_second": 0.115
8
  }
model-00001-of-00014.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:38de9c1e4633685421dcaa683fd2a8cb7c70bd5cbb0c682af921fd2f615bcf46
3
  size 4712820784
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b9b49828109cf969b122760e077ddcf91c19fde0bbfd0611b2385e56088b0f7
3
  size 4712820784
model-00002-of-00014.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1e7a6c0f5177d3c3a2d9b069e6b23759f9a09a8f88e664485cbdfe8b3e2569cb
3
  size 4933252680
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d69ff3231932f1a697a3c57856da5c4ddbde48d48d3a50cd989384f855a046a
3
  size 4933252680
model-00003-of-00014.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1ada11489dda3f478d6ff1029575da42caf868bba11265f130de21668cdfdfac
3
  size 4933252648
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:704e502aa513db2757a6cd04439a083fe6dd7dc14f59618e94f8e3518d6a734d
3
  size 4933252648
model-00004-of-00014.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ec56cb3be444b4fa904691379e681f50f7d78631cf291df82e4cd1bb99b8583e
3
  size 4933252728
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a7f2bcfb57f1c82b33a4dcc86fccbe2b71a92dd89b1413993d20045ee7585b33
3
  size 4933252728
model-00005-of-00014.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6f373d669efe898bf2be116dbba6d16adaf67c2d27b9da180e90925c1d423174
3
  size 4933252728
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:145d6f41438bc02feb39eab149b9ed0108f950420b61054c2e8f3e8275695df5
3
  size 4933252728
model-00006-of-00014.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:512f2eb21b8da914743a058d9eafca045bf892d9e1d76ed6383f1985a115351e
3
  size 4933252728
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab83b51e4bff95978fe5e6a6125b03a867693e5e967c510299a34a313a558a02
3
  size 4933252728
model-00007-of-00014.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4742908ec02fe0bd16bb25cbacffbfbdb11f841742fc7c3ef05d93ac462dec18
3
  size 4933252728
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be3ab95e8906542673ba1980069c73e9fb4c19aa187330118e197c245ef57112
3
  size 4933252728
model-00008-of-00014.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:553770591bd517202774133836f44f184b2c17fe479a6db02901a4c20540bca9
3
  size 4933252728
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61ae65519391e804bc4837ef1f2e8a1d963c6f1dc014ebd862858e6dab1299ff
3
  size 4933252728
model-00009-of-00014.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d9859f40805916de43ffb88038c97c391baa7c6a02329bc7dab721ac29cce52c
3
  size 4933252728
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:479e93a65714ad66c8a8d9a98ceb45b21ba5d3a2fa88d8c719b598515d4ace38
3
  size 4933252728
model-00010-of-00014.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f23589843bf8f5b8c816ef0a6d4f83b8799e08683875f68428ac12e231a40183
3
  size 4933252728
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e68cb041b44b8437f0d22fc678ad0f7c62de6286a7d3fdd1c892463a80b34568
3
  size 4933252728
model-00011-of-00014.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:55617a0c812b930e4e66203e86428fdb3d72c9512717b1034ecc66fa5becaaa9
3
  size 4933252728
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2fade22d7dd9ef5edeae1d02140e08ae4ce0e27e606db8ae7f978f657720e82e
3
  size 4933252728
model-00012-of-00014.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9bb9fbca6395d7cb37c72337ec75fb8d093eb4897b7c349ee6aabec6746630a9
3
  size 4933252728
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b79129c5febe8b4054ed013c94f3689ecc30298e76da36f1d524cfe193384e86
3
  size 4933252728
model-00013-of-00014.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:01908d02c716c09520e3b187a11ce824baacd7d09bde52ecac25a8edd7be54ea
3
  size 4933252728
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a2b6e3ae151f7be65a5a65596f5c239999d3ae4bf6b8371d319a0174e388448
3
  size 4933252728
model-00014-of-00014.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f6b5d6327d01ab793387803ca6bf85a8a8cd6a9cc0549a786b44eb301e381801
3
  size 4522124144
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e01950ac018ab2dc4fdb3608c5eadc99903ac3e64ef54273cb09cf6018fff179
3
  size 4522124144
train_results.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
  "epoch": 3.0,
3
- "train_loss": 0.8629729963555334,
4
- "train_runtime": 46452.2696,
5
- "train_samples": 30684,
6
- "train_samples_per_second": 1.982,
7
  "train_steps_per_second": 0.041
8
  }
 
1
  {
2
  "epoch": 3.0,
3
+ "train_loss": 0.8639222900259289,
4
+ "train_runtime": 46368.3285,
5
+ "train_samples": 30678,
6
+ "train_samples_per_second": 1.985,
7
  "train_steps_per_second": 0.041
8
  }
trainer_state.json CHANGED
@@ -11,2386 +11,2386 @@
11
  {
12
  "epoch": 0.0,
13
  "learning_rate": 1.0416666666666667e-07,
14
- "loss": 3.061,
15
  "step": 1
16
  },
17
  {
18
  "epoch": 0.01,
19
  "learning_rate": 5.208333333333334e-07,
20
- "loss": 3.2765,
21
  "step": 5
22
  },
23
  {
24
  "epoch": 0.02,
25
  "learning_rate": 1.0416666666666667e-06,
26
- "loss": 3.0777,
27
  "step": 10
28
  },
29
  {
30
  "epoch": 0.02,
31
  "learning_rate": 1.5625e-06,
32
- "loss": 2.7423,
33
  "step": 15
34
  },
35
  {
36
  "epoch": 0.03,
37
  "learning_rate": 2.0833333333333334e-06,
38
- "loss": 2.6377,
39
  "step": 20
40
  },
41
  {
42
  "epoch": 0.04,
43
  "learning_rate": 2.604166666666667e-06,
44
- "loss": 2.2237,
45
  "step": 25
46
  },
47
  {
48
  "epoch": 0.05,
49
  "learning_rate": 3.125e-06,
50
- "loss": 1.9237,
51
  "step": 30
52
  },
53
  {
54
  "epoch": 0.05,
55
  "learning_rate": 3.6458333333333333e-06,
56
- "loss": 1.7644,
57
  "step": 35
58
  },
59
  {
60
  "epoch": 0.06,
61
  "learning_rate": 4.166666666666667e-06,
62
- "loss": 1.7165,
63
  "step": 40
64
  },
65
  {
66
  "epoch": 0.07,
67
  "learning_rate": 4.6875000000000004e-06,
68
- "loss": 1.7481,
69
  "step": 45
70
  },
71
  {
72
  "epoch": 0.08,
73
  "learning_rate": 5.208333333333334e-06,
74
- "loss": 1.6687,
75
  "step": 50
76
  },
77
  {
78
  "epoch": 0.09,
79
  "learning_rate": 5.729166666666667e-06,
80
- "loss": 1.6279,
81
  "step": 55
82
  },
83
  {
84
  "epoch": 0.09,
85
  "learning_rate": 6.25e-06,
86
- "loss": 1.6304,
87
  "step": 60
88
  },
89
  {
90
  "epoch": 0.1,
91
  "learning_rate": 6.770833333333334e-06,
92
- "loss": 1.5538,
93
  "step": 65
94
  },
95
  {
96
  "epoch": 0.11,
97
  "learning_rate": 7.291666666666667e-06,
98
- "loss": 1.63,
99
  "step": 70
100
  },
101
  {
102
  "epoch": 0.12,
103
  "learning_rate": 7.8125e-06,
104
- "loss": 1.5741,
105
  "step": 75
106
  },
107
  {
108
  "epoch": 0.13,
109
  "learning_rate": 8.333333333333334e-06,
110
- "loss": 1.5827,
111
  "step": 80
112
  },
113
  {
114
  "epoch": 0.13,
115
  "learning_rate": 8.854166666666667e-06,
116
- "loss": 1.5819,
117
  "step": 85
118
  },
119
  {
120
  "epoch": 0.14,
121
  "learning_rate": 9.375000000000001e-06,
122
- "loss": 1.5961,
123
  "step": 90
124
  },
125
  {
126
  "epoch": 0.15,
127
  "learning_rate": 9.895833333333334e-06,
128
- "loss": 1.5914,
129
  "step": 95
130
  },
131
  {
132
  "epoch": 0.16,
133
  "learning_rate": 1.0416666666666668e-05,
134
- "loss": 1.6306,
135
  "step": 100
136
  },
137
  {
138
  "epoch": 0.16,
139
  "learning_rate": 1.0937500000000002e-05,
140
- "loss": 1.5785,
141
  "step": 105
142
  },
143
  {
144
  "epoch": 0.17,
145
  "learning_rate": 1.1458333333333333e-05,
146
- "loss": 1.5712,
147
  "step": 110
148
  },
149
  {
150
  "epoch": 0.18,
151
  "learning_rate": 1.1979166666666669e-05,
152
- "loss": 1.5669,
153
  "step": 115
154
  },
155
  {
156
  "epoch": 0.19,
157
  "learning_rate": 1.25e-05,
158
- "loss": 1.5288,
159
  "step": 120
160
  },
161
  {
162
  "epoch": 0.2,
163
  "learning_rate": 1.3020833333333334e-05,
164
- "loss": 1.5003,
165
  "step": 125
166
  },
167
  {
168
  "epoch": 0.2,
169
  "learning_rate": 1.3541666666666668e-05,
170
- "loss": 1.563,
171
  "step": 130
172
  },
173
  {
174
  "epoch": 0.21,
175
  "learning_rate": 1.4062500000000001e-05,
176
- "loss": 1.5413,
177
  "step": 135
178
  },
179
  {
180
  "epoch": 0.22,
181
  "learning_rate": 1.4583333333333333e-05,
182
- "loss": 1.5475,
183
  "step": 140
184
  },
185
  {
186
  "epoch": 0.23,
187
  "learning_rate": 1.5104166666666668e-05,
188
- "loss": 1.501,
189
  "step": 145
190
  },
191
  {
192
  "epoch": 0.23,
193
  "learning_rate": 1.5625e-05,
194
- "loss": 1.5094,
195
  "step": 150
196
  },
197
  {
198
  "epoch": 0.24,
199
  "learning_rate": 1.6145833333333334e-05,
200
- "loss": 1.4577,
201
  "step": 155
202
  },
203
  {
204
  "epoch": 0.25,
205
  "learning_rate": 1.6666666666666667e-05,
206
- "loss": 1.5209,
207
  "step": 160
208
  },
209
  {
210
  "epoch": 0.26,
211
  "learning_rate": 1.71875e-05,
212
- "loss": 1.5535,
213
  "step": 165
214
  },
215
  {
216
  "epoch": 0.27,
217
  "learning_rate": 1.7708333333333335e-05,
218
- "loss": 1.5203,
219
  "step": 170
220
  },
221
  {
222
  "epoch": 0.27,
223
  "learning_rate": 1.8229166666666668e-05,
224
- "loss": 1.5073,
225
  "step": 175
226
  },
227
  {
228
  "epoch": 0.28,
229
  "learning_rate": 1.8750000000000002e-05,
230
- "loss": 1.4751,
231
  "step": 180
232
  },
233
  {
234
  "epoch": 0.29,
235
  "learning_rate": 1.9270833333333335e-05,
236
- "loss": 1.529,
237
  "step": 185
238
  },
239
  {
240
  "epoch": 0.3,
241
  "learning_rate": 1.979166666666667e-05,
242
- "loss": 1.5237,
243
  "step": 190
244
  },
245
  {
246
  "epoch": 0.3,
247
  "learning_rate": 1.9999850743593963e-05,
248
- "loss": 1.4995,
249
  "step": 195
250
  },
251
  {
252
  "epoch": 0.31,
253
  "learning_rate": 1.9998938637247684e-05,
254
- "loss": 1.4602,
255
  "step": 200
256
  },
257
  {
258
  "epoch": 0.31,
259
- "eval_loss": 1.5713448524475098,
260
- "eval_runtime": 158.4513,
261
- "eval_samples_per_second": 10.603,
262
- "eval_steps_per_second": 0.114,
263
  "step": 200
264
  },
265
  {
266
  "epoch": 0.32,
267
  "learning_rate": 1.999719742032076e-05,
268
- "loss": 1.4455,
269
  "step": 205
270
  },
271
  {
272
  "epoch": 0.33,
273
  "learning_rate": 1.9994627237194654e-05,
274
- "loss": 1.5262,
275
  "step": 210
276
  },
277
  {
278
  "epoch": 0.34,
279
  "learning_rate": 1.9991228300988586e-05,
280
- "loss": 1.447,
281
  "step": 215
282
  },
283
  {
284
  "epoch": 0.34,
285
  "learning_rate": 1.9987000893541863e-05,
286
- "loss": 1.5364,
287
  "step": 220
288
  },
289
  {
290
  "epoch": 0.35,
291
  "learning_rate": 1.9981945365390517e-05,
292
- "loss": 1.5138,
293
  "step": 225
294
  },
295
  {
296
  "epoch": 0.36,
297
  "learning_rate": 1.997606213573823e-05,
298
- "loss": 1.5337,
299
  "step": 230
300
  },
301
  {
302
  "epoch": 0.37,
303
  "learning_rate": 1.996935169242157e-05,
304
- "loss": 1.3919,
305
  "step": 235
306
  },
307
  {
308
  "epoch": 0.38,
309
  "learning_rate": 1.9961814591869558e-05,
310
- "loss": 1.5198,
311
  "step": 240
312
  },
313
  {
314
  "epoch": 0.38,
315
  "learning_rate": 1.99534514590575e-05,
316
- "loss": 1.5039,
317
  "step": 245
318
  },
319
  {
320
  "epoch": 0.39,
321
  "learning_rate": 1.9944262987455188e-05,
322
- "loss": 1.4199,
323
  "step": 250
324
  },
325
  {
326
  "epoch": 0.4,
327
  "learning_rate": 1.9934249938969396e-05,
328
- "loss": 1.4122,
329
  "step": 255
330
  },
331
  {
332
  "epoch": 0.41,
333
  "learning_rate": 1.992341314388069e-05,
334
- "loss": 1.5318,
335
  "step": 260
336
  },
337
  {
338
  "epoch": 0.41,
339
  "learning_rate": 1.9911753500774592e-05,
340
- "loss": 1.4192,
341
  "step": 265
342
  },
343
  {
344
  "epoch": 0.42,
345
  "learning_rate": 1.9899271976467058e-05,
346
- "loss": 1.4537,
347
  "step": 270
348
  },
349
  {
350
  "epoch": 0.43,
351
  "learning_rate": 1.988596960592432e-05,
352
- "loss": 1.3926,
353
  "step": 275
354
  },
355
  {
356
  "epoch": 0.44,
357
  "learning_rate": 1.9871847492177066e-05,
358
- "loss": 1.4431,
359
  "step": 280
360
  },
361
  {
362
  "epoch": 0.45,
363
  "learning_rate": 1.9856906806228988e-05,
364
- "loss": 1.459,
365
  "step": 285
366
  },
367
  {
368
  "epoch": 0.45,
369
  "learning_rate": 1.984114878695964e-05,
370
- "loss": 1.3678,
371
  "step": 290
372
  },
373
  {
374
  "epoch": 0.46,
375
  "learning_rate": 1.9824574741021765e-05,
376
- "loss": 1.416,
377
  "step": 295
378
  },
379
  {
380
  "epoch": 0.47,
381
  "learning_rate": 1.9807186042732908e-05,
382
- "loss": 1.335,
383
  "step": 300
384
  },
385
  {
386
  "epoch": 0.48,
387
  "learning_rate": 1.9788984133961482e-05,
388
- "loss": 1.3805,
389
  "step": 305
390
  },
391
  {
392
  "epoch": 0.48,
393
  "learning_rate": 1.976997052400719e-05,
394
- "loss": 1.3934,
395
  "step": 310
396
  },
397
  {
398
  "epoch": 0.49,
399
  "learning_rate": 1.9750146789475885e-05,
400
- "loss": 1.3793,
401
  "step": 315
402
  },
403
  {
404
  "epoch": 0.5,
405
  "learning_rate": 1.9729514574148842e-05,
406
- "loss": 1.4001,
407
  "step": 320
408
  },
409
  {
410
  "epoch": 0.51,
411
  "learning_rate": 1.970807558884644e-05,
412
- "loss": 1.3879,
413
  "step": 325
414
  },
415
  {
416
  "epoch": 0.52,
417
  "learning_rate": 1.9685831611286312e-05,
418
- "loss": 1.3787,
419
  "step": 330
420
  },
421
  {
422
  "epoch": 0.52,
423
  "learning_rate": 1.9662784485935945e-05,
424
- "loss": 1.3915,
425
  "step": 335
426
  },
427
  {
428
  "epoch": 0.53,
429
  "learning_rate": 1.9638936123859715e-05,
430
- "loss": 1.3017,
431
  "step": 340
432
  },
433
  {
434
  "epoch": 0.54,
435
  "learning_rate": 1.961428850256044e-05,
436
- "loss": 1.3724,
437
  "step": 345
438
  },
439
  {
440
  "epoch": 0.55,
441
  "learning_rate": 1.9588843665815404e-05,
442
- "loss": 1.4637,
443
  "step": 350
444
  },
445
  {
446
  "epoch": 0.56,
447
  "learning_rate": 1.9562603723506873e-05,
448
- "loss": 1.3966,
449
  "step": 355
450
  },
451
  {
452
  "epoch": 0.56,
453
  "learning_rate": 1.9535570851447166e-05,
454
- "loss": 1.3669,
455
  "step": 360
456
  },
457
  {
458
  "epoch": 0.57,
459
  "learning_rate": 1.9507747291198213e-05,
460
- "loss": 1.32,
461
  "step": 365
462
  },
463
  {
464
  "epoch": 0.58,
465
  "learning_rate": 1.9479135349885706e-05,
466
- "loss": 1.3099,
467
  "step": 370
468
  },
469
  {
470
  "epoch": 0.59,
471
  "learning_rate": 1.944973740000778e-05,
472
- "loss": 1.3427,
473
  "step": 375
474
  },
475
  {
476
  "epoch": 0.59,
477
  "learning_rate": 1.9419555879238295e-05,
478
- "loss": 1.3112,
479
  "step": 380
480
  },
481
  {
482
  "epoch": 0.6,
483
  "learning_rate": 1.9388593290224686e-05,
484
- "loss": 1.3634,
485
  "step": 385
486
  },
487
  {
488
  "epoch": 0.61,
489
  "learning_rate": 1.9356852200380466e-05,
490
- "loss": 1.3982,
491
  "step": 390
492
  },
493
  {
494
  "epoch": 0.62,
495
  "learning_rate": 1.9324335241672327e-05,
496
- "loss": 1.3739,
497
  "step": 395
498
  },
499
  {
500
  "epoch": 0.63,
501
  "learning_rate": 1.9291045110401897e-05,
502
- "loss": 1.2899,
503
  "step": 400
504
  },
505
  {
506
  "epoch": 0.63,
507
- "eval_loss": 1.5519251823425293,
508
- "eval_runtime": 157.2629,
509
- "eval_samples_per_second": 10.683,
510
- "eval_steps_per_second": 0.114,
511
  "step": 400
512
  },
513
  {
514
  "epoch": 0.63,
515
  "learning_rate": 1.925698456698216e-05,
516
- "loss": 1.3417,
517
  "step": 405
518
  },
519
  {
520
  "epoch": 0.64,
521
  "learning_rate": 1.922215643570857e-05,
522
- "loss": 1.3533,
523
  "step": 410
524
  },
525
  {
526
  "epoch": 0.65,
527
  "learning_rate": 1.918656360452486e-05,
528
- "loss": 1.3617,
529
  "step": 415
530
  },
531
  {
532
  "epoch": 0.66,
533
  "learning_rate": 1.9150209024783564e-05,
534
- "loss": 1.3763,
535
  "step": 420
536
  },
537
  {
538
  "epoch": 0.66,
539
  "learning_rate": 1.9113095711001307e-05,
540
- "loss": 1.223,
541
  "step": 425
542
  },
543
  {
544
  "epoch": 0.67,
545
  "learning_rate": 1.9075226740608825e-05,
546
- "loss": 1.3439,
547
  "step": 430
548
  },
549
  {
550
  "epoch": 0.68,
551
  "learning_rate": 1.9036605253695804e-05,
552
- "loss": 1.2973,
553
  "step": 435
554
  },
555
  {
556
  "epoch": 0.69,
557
  "learning_rate": 1.899723445275049e-05,
558
- "loss": 1.2989,
559
  "step": 440
560
  },
561
  {
562
  "epoch": 0.7,
563
  "learning_rate": 1.895711760239413e-05,
564
- "loss": 1.375,
565
  "step": 445
566
  },
567
  {
568
  "epoch": 0.7,
569
  "learning_rate": 1.8916258029110305e-05,
570
- "loss": 1.3077,
571
  "step": 450
572
  },
573
  {
574
  "epoch": 0.71,
575
  "learning_rate": 1.887465912096906e-05,
576
- "loss": 1.2874,
577
  "step": 455
578
  },
579
  {
580
  "epoch": 0.72,
581
  "learning_rate": 1.883232432734599e-05,
582
- "loss": 1.2875,
583
  "step": 460
584
  },
585
  {
586
  "epoch": 0.73,
587
  "learning_rate": 1.8789257158636202e-05,
588
- "loss": 1.2862,
589
  "step": 465
590
  },
591
  {
592
  "epoch": 0.73,
593
  "learning_rate": 1.8745461185963253e-05,
594
- "loss": 1.3208,
595
  "step": 470
596
  },
597
  {
598
  "epoch": 0.74,
599
  "learning_rate": 1.8700940040883016e-05,
600
- "loss": 1.2789,
601
  "step": 475
602
  },
603
  {
604
  "epoch": 0.75,
605
  "learning_rate": 1.8655697415082556e-05,
606
- "loss": 1.3243,
607
  "step": 480
608
  },
609
  {
610
  "epoch": 0.76,
611
  "learning_rate": 1.8609737060074016e-05,
612
- "loss": 1.2808,
613
  "step": 485
614
  },
615
  {
616
  "epoch": 0.77,
617
  "learning_rate": 1.8563062786883553e-05,
618
- "loss": 1.3107,
619
  "step": 490
620
  },
621
  {
622
  "epoch": 0.77,
623
  "learning_rate": 1.851567846573531e-05,
624
- "loss": 1.3436,
625
  "step": 495
626
  },
627
  {
628
  "epoch": 0.78,
629
  "learning_rate": 1.8467588025730506e-05,
630
- "loss": 1.2388,
631
  "step": 500
632
  },
633
  {
634
  "epoch": 0.79,
635
  "learning_rate": 1.8418795454521644e-05,
636
- "loss": 1.2619,
637
  "step": 505
638
  },
639
  {
640
  "epoch": 0.8,
641
  "learning_rate": 1.8369304797981843e-05,
642
- "loss": 1.3432,
643
  "step": 510
644
  },
645
  {
646
  "epoch": 0.81,
647
  "learning_rate": 1.8319120159869354e-05,
648
- "loss": 1.3219,
649
  "step": 515
650
  },
651
  {
652
  "epoch": 0.81,
653
  "learning_rate": 1.826824570148729e-05,
654
- "loss": 1.2347,
655
  "step": 520
656
  },
657
  {
658
  "epoch": 0.82,
659
  "learning_rate": 1.8216685641338562e-05,
660
- "loss": 1.2329,
661
  "step": 525
662
  },
663
  {
664
  "epoch": 0.83,
665
  "learning_rate": 1.8164444254776078e-05,
666
- "loss": 1.2509,
667
  "step": 530
668
  },
669
  {
670
  "epoch": 0.84,
671
  "learning_rate": 1.8111525873648236e-05,
672
- "loss": 1.2106,
673
  "step": 535
674
  },
675
  {
676
  "epoch": 0.84,
677
  "learning_rate": 1.8057934885939734e-05,
678
- "loss": 1.313,
679
  "step": 540
680
  },
681
  {
682
  "epoch": 0.85,
683
  "learning_rate": 1.800367573540771e-05,
684
- "loss": 1.2888,
685
  "step": 545
686
  },
687
  {
688
  "epoch": 0.86,
689
  "learning_rate": 1.7948752921213266e-05,
690
- "loss": 1.3146,
691
  "step": 550
692
  },
693
  {
694
  "epoch": 0.87,
695
  "learning_rate": 1.789317099754841e-05,
696
- "loss": 1.2901,
697
  "step": 555
698
  },
699
  {
700
  "epoch": 0.88,
701
  "learning_rate": 1.78369345732584e-05,
702
- "loss": 1.1714,
703
  "step": 560
704
  },
705
  {
706
  "epoch": 0.88,
707
  "learning_rate": 1.7780048311459606e-05,
708
- "loss": 1.2368,
709
  "step": 565
710
  },
711
  {
712
  "epoch": 0.89,
713
  "learning_rate": 1.7722516929152828e-05,
714
- "loss": 1.2104,
715
  "step": 570
716
  },
717
  {
718
  "epoch": 0.9,
719
  "learning_rate": 1.7664345196832164e-05,
720
- "loss": 1.199,
721
  "step": 575
722
  },
723
  {
724
  "epoch": 0.91,
725
  "learning_rate": 1.760553793808945e-05,
726
- "loss": 1.2896,
727
  "step": 580
728
  },
729
  {
730
  "epoch": 0.91,
731
  "learning_rate": 1.7546100029214286e-05,
732
- "loss": 1.2615,
733
  "step": 585
734
  },
735
  {
736
  "epoch": 0.92,
737
  "learning_rate": 1.748603639878968e-05,
738
- "loss": 1.2779,
739
  "step": 590
740
  },
741
  {
742
  "epoch": 0.93,
743
  "learning_rate": 1.74253520272834e-05,
744
- "loss": 1.1917,
745
  "step": 595
746
  },
747
  {
748
  "epoch": 0.94,
749
  "learning_rate": 1.7364051946634953e-05,
750
- "loss": 1.1959,
751
  "step": 600
752
  },
753
  {
754
  "epoch": 0.94,
755
- "eval_loss": 1.5434802770614624,
756
- "eval_runtime": 157.2464,
757
- "eval_samples_per_second": 10.684,
758
- "eval_steps_per_second": 0.114,
759
  "step": 600
760
  },
761
  {
762
  "epoch": 0.95,
763
  "learning_rate": 1.7302141239838382e-05,
764
- "loss": 1.2505,
765
  "step": 605
766
  },
767
  {
768
  "epoch": 0.95,
769
  "learning_rate": 1.7239625040520764e-05,
770
- "loss": 1.1324,
771
  "step": 610
772
  },
773
  {
774
  "epoch": 0.96,
775
  "learning_rate": 1.717650853251651e-05,
776
- "loss": 1.2398,
777
  "step": 615
778
  },
779
  {
780
  "epoch": 0.97,
781
  "learning_rate": 1.711279694943757e-05,
782
- "loss": 1.2225,
783
  "step": 620
784
  },
785
  {
786
  "epoch": 0.98,
787
  "learning_rate": 1.704849557423941e-05,
788
- "loss": 1.2447,
789
  "step": 625
790
  },
791
  {
792
  "epoch": 0.99,
793
  "learning_rate": 1.6983609738782993e-05,
794
- "loss": 1.2089,
795
  "step": 630
796
  },
797
  {
798
  "epoch": 0.99,
799
  "learning_rate": 1.6918144823392634e-05,
800
- "loss": 1.2168,
801
  "step": 635
802
  },
803
  {
804
  "epoch": 1.0,
805
  "learning_rate": 1.685210625640988e-05,
806
- "loss": 1.2238,
807
  "step": 640
808
  },
809
  {
810
  "epoch": 1.01,
811
  "learning_rate": 1.6785499513743383e-05,
812
- "loss": 1.1675,
813
  "step": 645
814
  },
815
  {
816
  "epoch": 1.02,
817
  "learning_rate": 1.671833011841485e-05,
818
- "loss": 1.1623,
819
  "step": 650
820
  },
821
  {
822
  "epoch": 1.02,
823
  "learning_rate": 1.6650603640101058e-05,
824
- "loss": 1.1398,
825
  "step": 655
826
  },
827
  {
828
  "epoch": 1.03,
829
  "learning_rate": 1.6582325694672032e-05,
830
- "loss": 1.0914,
831
  "step": 660
832
  },
833
  {
834
  "epoch": 1.04,
835
  "learning_rate": 1.6513501943725366e-05,
836
- "loss": 1.1294,
837
  "step": 665
838
  },
839
  {
840
  "epoch": 1.05,
841
  "learning_rate": 1.6444138094116783e-05,
842
- "loss": 1.1254,
843
  "step": 670
844
  },
845
  {
846
  "epoch": 1.06,
847
  "learning_rate": 1.63742398974869e-05,
848
- "loss": 1.1714,
849
  "step": 675
850
  },
851
  {
852
  "epoch": 1.06,
853
  "learning_rate": 1.6303813149784313e-05,
854
- "loss": 1.0935,
855
  "step": 680
856
  },
857
  {
858
  "epoch": 1.07,
859
  "learning_rate": 1.623286369078501e-05,
860
- "loss": 1.1127,
861
  "step": 685
862
  },
863
  {
864
  "epoch": 1.08,
865
  "learning_rate": 1.616139740360811e-05,
866
- "loss": 1.0169,
867
  "step": 690
868
  },
869
  {
870
  "epoch": 1.09,
871
  "learning_rate": 1.6089420214228063e-05,
872
- "loss": 1.0674,
873
  "step": 695
874
  },
875
  {
876
  "epoch": 1.09,
877
  "learning_rate": 1.6016938090983254e-05,
878
- "loss": 0.9835,
879
  "step": 700
880
  },
881
  {
882
  "epoch": 1.1,
883
  "learning_rate": 1.5943957044081117e-05,
884
- "loss": 0.9599,
885
  "step": 705
886
  },
887
  {
888
  "epoch": 1.11,
889
  "learning_rate": 1.5870483125099753e-05,
890
- "loss": 0.9643,
891
  "step": 710
892
  },
893
  {
894
  "epoch": 1.12,
895
  "learning_rate": 1.579652242648616e-05,
896
- "loss": 0.9597,
897
  "step": 715
898
  },
899
  {
900
  "epoch": 1.13,
901
  "learning_rate": 1.5722081081051032e-05,
902
- "loss": 0.9906,
903
  "step": 720
904
  },
905
  {
906
  "epoch": 1.13,
907
  "learning_rate": 1.564716526146022e-05,
908
- "loss": 0.969,
909
  "step": 725
910
  },
911
  {
912
  "epoch": 1.14,
913
  "learning_rate": 1.5571781179722912e-05,
914
- "loss": 0.9246,
915
  "step": 730
916
  },
917
  {
918
  "epoch": 1.15,
919
  "learning_rate": 1.5495935086676533e-05,
920
- "loss": 0.9187,
921
  "step": 735
922
  },
923
  {
924
  "epoch": 1.16,
925
  "learning_rate": 1.541963327146841e-05,
926
- "loss": 0.9398,
927
  "step": 740
928
  },
929
  {
930
  "epoch": 1.16,
931
  "learning_rate": 1.534288206103429e-05,
932
- "loss": 0.8638,
933
  "step": 745
934
  },
935
  {
936
  "epoch": 1.17,
937
  "learning_rate": 1.526568781957371e-05,
938
- "loss": 0.9261,
939
  "step": 750
940
  },
941
  {
942
  "epoch": 1.18,
943
  "learning_rate": 1.5188056948022286e-05,
944
- "loss": 0.8823,
945
  "step": 755
946
  },
947
  {
948
  "epoch": 1.19,
949
  "learning_rate": 1.510999588352092e-05,
950
- "loss": 0.8369,
951
  "step": 760
952
  },
953
  {
954
  "epoch": 1.2,
955
  "learning_rate": 1.503151109888207e-05,
956
- "loss": 0.8108,
957
  "step": 765
958
  },
959
  {
960
  "epoch": 1.2,
961
  "learning_rate": 1.4952609102052997e-05,
962
- "loss": 0.8346,
963
  "step": 770
964
  },
965
  {
966
  "epoch": 1.21,
967
  "learning_rate": 1.4873296435576145e-05,
968
- "loss": 0.8182,
969
  "step": 775
970
  },
971
  {
972
  "epoch": 1.22,
973
  "learning_rate": 1.479357967604663e-05,
974
- "loss": 0.8425,
975
  "step": 780
976
  },
977
  {
978
  "epoch": 1.23,
979
  "learning_rate": 1.4713465433566892e-05,
980
- "loss": 0.8076,
981
  "step": 785
982
  },
983
  {
984
  "epoch": 1.24,
985
  "learning_rate": 1.463296035119862e-05,
986
- "loss": 0.7666,
987
  "step": 790
988
  },
989
  {
990
  "epoch": 1.24,
991
  "learning_rate": 1.4552071104411874e-05,
992
- "loss": 0.7442,
993
  "step": 795
994
  },
995
  {
996
  "epoch": 1.25,
997
  "learning_rate": 1.4470804400531589e-05,
998
- "loss": 0.7682,
999
  "step": 800
1000
  },
1001
  {
1002
  "epoch": 1.25,
1003
- "eval_loss": 1.6022878885269165,
1004
- "eval_runtime": 157.2873,
1005
- "eval_samples_per_second": 10.681,
1006
- "eval_steps_per_second": 0.114,
1007
  "step": 800
1008
  },
1009
  {
1010
  "epoch": 1.26,
1011
  "learning_rate": 1.4389166978181374e-05,
1012
- "loss": 0.7653,
1013
  "step": 805
1014
  },
1015
  {
1016
  "epoch": 1.27,
1017
  "learning_rate": 1.4307165606724777e-05,
1018
- "loss": 0.7913,
1019
  "step": 810
1020
  },
1021
  {
1022
  "epoch": 1.27,
1023
  "learning_rate": 1.4224807085703943e-05,
1024
- "loss": 0.7481,
1025
  "step": 815
1026
  },
1027
  {
1028
  "epoch": 1.28,
1029
  "learning_rate": 1.4142098244275809e-05,
1030
- "loss": 0.787,
1031
  "step": 820
1032
  },
1033
  {
1034
  "epoch": 1.29,
1035
  "learning_rate": 1.4059045940645834e-05,
1036
- "loss": 0.7183,
1037
  "step": 825
1038
  },
1039
  {
1040
  "epoch": 1.3,
1041
  "learning_rate": 1.3975657061499316e-05,
1042
- "loss": 0.7405,
1043
  "step": 830
1044
  },
1045
  {
1046
  "epoch": 1.31,
1047
  "learning_rate": 1.3891938521430349e-05,
1048
- "loss": 0.7065,
1049
  "step": 835
1050
  },
1051
  {
1052
  "epoch": 1.31,
1053
  "learning_rate": 1.3807897262368453e-05,
1054
- "loss": 0.6948,
1055
  "step": 840
1056
  },
1057
  {
1058
  "epoch": 1.32,
1059
  "learning_rate": 1.372354025300297e-05,
1060
- "loss": 0.6679,
1061
  "step": 845
1062
  },
1063
  {
1064
  "epoch": 1.33,
1065
  "learning_rate": 1.3638874488205213e-05,
1066
- "loss": 0.726,
1067
  "step": 850
1068
  },
1069
  {
1070
  "epoch": 1.34,
1071
  "learning_rate": 1.3553906988448451e-05,
1072
- "loss": 0.738,
1073
  "step": 855
1074
  },
1075
  {
1076
  "epoch": 1.34,
1077
  "learning_rate": 1.346864479922577e-05,
1078
- "loss": 0.7827,
1079
  "step": 860
1080
  },
1081
  {
1082
  "epoch": 1.35,
1083
  "learning_rate": 1.338309499046587e-05,
1084
- "loss": 0.7376,
1085
  "step": 865
1086
  },
1087
  {
1088
  "epoch": 1.36,
1089
  "learning_rate": 1.3297264655946816e-05,
1090
- "loss": 0.7404,
1091
  "step": 870
1092
  },
1093
  {
1094
  "epoch": 1.37,
1095
  "learning_rate": 1.3211160912707837e-05,
1096
- "loss": 0.6552,
1097
  "step": 875
1098
  },
1099
  {
1100
  "epoch": 1.38,
1101
  "learning_rate": 1.3124790900459169e-05,
1102
- "loss": 0.733,
1103
  "step": 880
1104
  },
1105
  {
1106
  "epoch": 1.38,
1107
  "learning_rate": 1.3038161780990036e-05,
1108
- "loss": 0.7305,
1109
  "step": 885
1110
  },
1111
  {
1112
  "epoch": 1.39,
1113
  "learning_rate": 1.2951280737574799e-05,
1114
- "loss": 0.6972,
1115
  "step": 890
1116
  },
1117
  {
1118
  "epoch": 1.4,
1119
  "learning_rate": 1.286415497437732e-05,
1120
- "loss": 0.6935,
1121
  "step": 895
1122
  },
1123
  {
1124
  "epoch": 1.41,
1125
  "learning_rate": 1.2776791715853585e-05,
1126
- "loss": 0.7121,
1127
  "step": 900
1128
  },
1129
  {
1130
  "epoch": 1.42,
1131
  "learning_rate": 1.2689198206152657e-05,
1132
- "loss": 0.7106,
1133
  "step": 905
1134
  },
1135
  {
1136
  "epoch": 1.42,
1137
  "learning_rate": 1.2601381708516007e-05,
1138
- "loss": 0.6916,
1139
  "step": 910
1140
  },
1141
  {
1142
  "epoch": 1.43,
1143
  "learning_rate": 1.251334950467522e-05,
1144
- "loss": 0.6595,
1145
  "step": 915
1146
  },
1147
  {
1148
  "epoch": 1.44,
1149
  "learning_rate": 1.2425108894248216e-05,
1150
- "loss": 0.7074,
1151
  "step": 920
1152
  },
1153
  {
1154
  "epoch": 1.45,
1155
  "learning_rate": 1.2336667194133956e-05,
1156
- "loss": 0.751,
1157
  "step": 925
1158
  },
1159
  {
1160
  "epoch": 1.45,
1161
  "learning_rate": 1.2248031737905732e-05,
1162
- "loss": 0.6674,
1163
  "step": 930
1164
  },
1165
  {
1166
  "epoch": 1.46,
1167
  "learning_rate": 1.215920987520307e-05,
1168
- "loss": 0.6802,
1169
  "step": 935
1170
  },
1171
  {
1172
  "epoch": 1.47,
1173
  "learning_rate": 1.2070208971122282e-05,
1174
- "loss": 0.6438,
1175
  "step": 940
1176
  },
1177
  {
1178
  "epoch": 1.48,
1179
  "learning_rate": 1.1981036405605782e-05,
1180
- "loss": 0.6899,
1181
  "step": 945
1182
  },
1183
  {
1184
  "epoch": 1.49,
1185
  "learning_rate": 1.189169957283011e-05,
1186
- "loss": 0.6966,
1187
  "step": 950
1188
  },
1189
  {
1190
  "epoch": 1.49,
1191
  "learning_rate": 1.1802205880592839e-05,
1192
- "loss": 0.6552,
1193
  "step": 955
1194
  },
1195
  {
1196
  "epoch": 1.5,
1197
  "learning_rate": 1.171256274969829e-05,
1198
- "loss": 0.7066,
1199
  "step": 960
1200
  },
1201
  {
1202
  "epoch": 1.51,
1203
  "learning_rate": 1.1622777613342236e-05,
1204
- "loss": 0.6635,
1205
  "step": 965
1206
  },
1207
  {
1208
  "epoch": 1.52,
1209
  "learning_rate": 1.1532857916495504e-05,
1210
- "loss": 0.6861,
1211
  "step": 970
1212
  },
1213
  {
1214
  "epoch": 1.52,
1215
  "learning_rate": 1.144281111528667e-05,
1216
- "loss": 0.6957,
1217
  "step": 975
1218
  },
1219
  {
1220
  "epoch": 1.53,
1221
  "learning_rate": 1.1352644676383782e-05,
1222
- "loss": 0.6338,
1223
  "step": 980
1224
  },
1225
  {
1226
  "epoch": 1.54,
1227
  "learning_rate": 1.1262366076375224e-05,
1228
- "loss": 0.6755,
1229
  "step": 985
1230
  },
1231
  {
1232
  "epoch": 1.55,
1233
  "learning_rate": 1.1171982801149774e-05,
1234
- "loss": 0.7302,
1235
  "step": 990
1236
  },
1237
  {
1238
  "epoch": 1.56,
1239
  "learning_rate": 1.1081502345275857e-05,
1240
- "loss": 0.6579,
1241
  "step": 995
1242
  },
1243
  {
1244
  "epoch": 1.56,
1245
  "learning_rate": 1.0990932211380099e-05,
1246
- "loss": 0.6793,
1247
  "step": 1000
1248
  },
1249
  {
1250
  "epoch": 1.56,
1251
- "eval_loss": 1.6625279188156128,
1252
- "eval_runtime": 157.3283,
1253
- "eval_samples_per_second": 10.678,
1254
- "eval_steps_per_second": 0.114,
1255
  "step": 1000
1256
  },
1257
  {
1258
  "epoch": 1.57,
1259
  "learning_rate": 1.0900279909525226e-05,
1260
- "loss": 0.6442,
1261
  "step": 1005
1262
  },
1263
  {
1264
  "epoch": 1.58,
1265
  "learning_rate": 1.080955295658731e-05,
1266
- "loss": 0.6029,
1267
  "step": 1010
1268
  },
1269
  {
1270
  "epoch": 1.59,
1271
  "learning_rate": 1.0718758875632486e-05,
1272
- "loss": 0.6658,
1273
  "step": 1015
1274
  },
1275
  {
1276
  "epoch": 1.59,
1277
  "learning_rate": 1.0627905195293135e-05,
1278
- "loss": 0.6443,
1279
  "step": 1020
1280
  },
1281
  {
1282
  "epoch": 1.6,
1283
  "learning_rate": 1.0536999449143606e-05,
1284
- "loss": 0.6974,
1285
  "step": 1025
1286
  },
1287
  {
1288
  "epoch": 1.61,
1289
  "learning_rate": 1.0446049175075544e-05,
1290
- "loss": 0.701,
1291
  "step": 1030
1292
  },
1293
  {
1294
  "epoch": 1.62,
1295
  "learning_rate": 1.0355061914672831e-05,
1296
- "loss": 0.6889,
1297
  "step": 1035
1298
  },
1299
  {
1300
  "epoch": 1.63,
1301
  "learning_rate": 1.0264045212586266e-05,
1302
- "loss": 0.6602,
1303
  "step": 1040
1304
  },
1305
  {
1306
  "epoch": 1.63,
1307
  "learning_rate": 1.0173006615907936e-05,
1308
- "loss": 0.6654,
1309
  "step": 1045
1310
  },
1311
  {
1312
  "epoch": 1.64,
1313
  "learning_rate": 1.0081953673545432e-05,
1314
- "loss": 0.6857,
1315
  "step": 1050
1316
  },
1317
  {
1318
  "epoch": 1.65,
1319
  "learning_rate": 9.990893935595885e-06,
1320
- "loss": 0.6869,
1321
  "step": 1055
1322
  },
1323
  {
1324
  "epoch": 1.66,
1325
  "learning_rate": 9.899834952719914e-06,
1326
- "loss": 0.7023,
1327
  "step": 1060
1328
  },
1329
  {
1330
  "epoch": 1.67,
1331
  "learning_rate": 9.808784275515526e-06,
1332
- "loss": 0.5785,
1333
  "step": 1065
1334
  },
1335
  {
1336
  "epoch": 1.67,
1337
  "learning_rate": 9.717749453892026e-06,
1338
- "loss": 0.6653,
1339
  "step": 1070
1340
  },
1341
  {
1342
  "epoch": 1.68,
1343
  "learning_rate": 9.626738036443978e-06,
1344
- "loss": 0.6585,
1345
  "step": 1075
1346
  },
1347
  {
1348
  "epoch": 1.69,
1349
  "learning_rate": 9.535757569825266e-06,
1350
- "loss": 0.6425,
1351
  "step": 1080
1352
  },
1353
  {
1354
  "epoch": 1.7,
1355
  "learning_rate": 9.444815598123346e-06,
1356
- "loss": 0.6873,
1357
  "step": 1085
1358
  },
1359
  {
1360
  "epoch": 1.7,
1361
  "learning_rate": 9.353919662233676e-06,
1362
- "loss": 0.6441,
1363
  "step": 1090
1364
  },
1365
  {
1366
  "epoch": 1.71,
1367
  "learning_rate": 9.263077299234433e-06,
1368
- "loss": 0.6318,
1369
  "step": 1095
1370
  },
1371
  {
1372
  "epoch": 1.72,
1373
  "learning_rate": 9.172296041761534e-06,
1374
- "loss": 0.618,
1375
  "step": 1100
1376
  },
1377
  {
1378
  "epoch": 1.73,
1379
  "learning_rate": 9.08158341738404e-06,
1380
- "loss": 0.6278,
1381
  "step": 1105
1382
  },
1383
  {
1384
  "epoch": 1.74,
1385
  "learning_rate": 8.990946947979955e-06,
1386
- "loss": 0.6535,
1387
  "step": 1110
1388
  },
1389
  {
1390
  "epoch": 1.74,
1391
  "learning_rate": 8.900394149112543e-06,
1392
- "loss": 0.6229,
1393
  "step": 1115
1394
  },
1395
  {
1396
  "epoch": 1.75,
1397
  "learning_rate": 8.80993252940709e-06,
1398
- "loss": 0.6632,
1399
  "step": 1120
1400
  },
1401
  {
1402
  "epoch": 1.76,
1403
  "learning_rate": 8.719569589928353e-06,
1404
- "loss": 0.6442,
1405
  "step": 1125
1406
  },
1407
  {
1408
  "epoch": 1.77,
1409
  "learning_rate": 8.629312823558505e-06,
1410
- "loss": 0.654,
1411
  "step": 1130
1412
  },
1413
  {
1414
  "epoch": 1.77,
1415
  "learning_rate": 8.539169714375885e-06,
1416
- "loss": 0.6886,
1417
  "step": 1135
1418
  },
1419
  {
1420
  "epoch": 1.78,
1421
  "learning_rate": 8.44914773703438e-06,
1422
- "loss": 0.6309,
1423
  "step": 1140
1424
  },
1425
  {
1426
  "epoch": 1.79,
1427
  "learning_rate": 8.35925435614365e-06,
1428
- "loss": 0.6128,
1429
  "step": 1145
1430
  },
1431
  {
1432
  "epoch": 1.8,
1433
  "learning_rate": 8.269497025650146e-06,
1434
- "loss": 0.6741,
1435
  "step": 1150
1436
  },
1437
  {
1438
  "epoch": 1.81,
1439
  "learning_rate": 8.179883188219052e-06,
1440
- "loss": 0.6782,
1441
  "step": 1155
1442
  },
1443
  {
1444
  "epoch": 1.81,
1445
  "learning_rate": 8.090420274617115e-06,
1446
- "loss": 0.6333,
1447
  "step": 1160
1448
  },
1449
  {
1450
  "epoch": 1.82,
1451
  "learning_rate": 8.001115703096508e-06,
1452
- "loss": 0.5792,
1453
  "step": 1165
1454
  },
1455
  {
1456
  "epoch": 1.83,
1457
  "learning_rate": 7.911976878779696e-06,
1458
- "loss": 0.62,
1459
  "step": 1170
1460
  },
1461
  {
1462
  "epoch": 1.84,
1463
  "learning_rate": 7.823011193045413e-06,
1464
- "loss": 0.6014,
1465
  "step": 1175
1466
  },
1467
  {
1468
  "epoch": 1.85,
1469
  "learning_rate": 7.73422602291576e-06,
1470
- "loss": 0.6273,
1471
  "step": 1180
1472
  },
1473
  {
1474
  "epoch": 1.85,
1475
  "learning_rate": 7.645628730444524e-06,
1476
- "loss": 0.6791,
1477
  "step": 1185
1478
  },
1479
  {
1480
  "epoch": 1.86,
1481
  "learning_rate": 7.557226662106679e-06,
1482
- "loss": 0.6503,
1483
  "step": 1190
1484
  },
1485
  {
1486
  "epoch": 1.87,
1487
  "learning_rate": 7.469027148189268e-06,
1488
- "loss": 0.6116,
1489
  "step": 1195
1490
  },
1491
  {
1492
  "epoch": 1.88,
1493
  "learning_rate": 7.3810375021835275e-06,
1494
- "loss": 0.5961,
1495
  "step": 1200
1496
  },
1497
  {
1498
  "epoch": 1.88,
1499
- "eval_loss": 1.6919642686843872,
1500
- "eval_runtime": 157.2369,
1501
- "eval_samples_per_second": 10.685,
1502
- "eval_steps_per_second": 0.114,
1503
  "step": 1200
1504
  },
1505
  {
1506
  "epoch": 1.88,
1507
  "learning_rate": 7.293265020178495e-06,
1508
- "loss": 0.6073,
1509
  "step": 1205
1510
  },
1511
  {
1512
  "epoch": 1.89,
1513
  "learning_rate": 7.205716980255985e-06,
1514
- "loss": 0.5941,
1515
  "step": 1210
1516
  },
1517
  {
1518
  "epoch": 1.9,
1519
  "learning_rate": 7.118400641887116e-06,
1520
- "loss": 0.593,
1521
  "step": 1215
1522
  },
1523
  {
1524
  "epoch": 1.91,
1525
  "learning_rate": 7.031323245330337e-06,
1526
- "loss": 0.6307,
1527
  "step": 1220
1528
  },
1529
  {
1530
  "epoch": 1.92,
1531
  "learning_rate": 6.944492011031086e-06,
1532
- "loss": 0.6334,
1533
  "step": 1225
1534
  },
1535
  {
1536
  "epoch": 1.92,
1537
  "learning_rate": 6.857914139023058e-06,
1538
- "loss": 0.6494,
1539
  "step": 1230
1540
  },
1541
  {
1542
  "epoch": 1.93,
1543
  "learning_rate": 6.771596808331175e-06,
1544
- "loss": 0.5883,
1545
  "step": 1235
1546
  },
1547
  {
1548
  "epoch": 1.94,
1549
  "learning_rate": 6.685547176376321e-06,
1550
- "loss": 0.6022,
1551
  "step": 1240
1552
  },
1553
  {
1554
  "epoch": 1.95,
1555
  "learning_rate": 6.59977237838183e-06,
1556
- "loss": 0.6323,
1557
  "step": 1245
1558
  },
1559
  {
1560
  "epoch": 1.95,
1561
  "learning_rate": 6.5142795267818505e-06,
1562
- "loss": 0.5627,
1563
  "step": 1250
1564
  },
1565
  {
1566
  "epoch": 1.96,
1567
  "learning_rate": 6.4290757106315674e-06,
1568
- "loss": 0.5976,
1569
  "step": 1255
1570
  },
1571
  {
1572
  "epoch": 1.97,
1573
  "learning_rate": 6.344167995019395e-06,
1574
- "loss": 0.6036,
1575
  "step": 1260
1576
  },
1577
  {
1578
  "epoch": 1.98,
1579
  "learning_rate": 6.2595634204811215e-06,
1580
- "loss": 0.6299,
1581
  "step": 1265
1582
  },
1583
  {
1584
  "epoch": 1.99,
1585
  "learning_rate": 6.17526900241614e-06,
1586
- "loss": 0.6476,
1587
  "step": 1270
1588
  },
1589
  {
1590
  "epoch": 1.99,
1591
  "learning_rate": 6.091291730505684e-06,
1592
- "loss": 0.6248,
1593
  "step": 1275
1594
  },
1595
  {
1596
  "epoch": 2.0,
1597
  "learning_rate": 6.007638568133303e-06,
1598
- "loss": 0.5561,
1599
  "step": 1280
1600
  },
1601
  {
1602
  "epoch": 2.01,
1603
  "learning_rate": 5.924316451807407e-06,
1604
- "loss": 0.6042,
1605
  "step": 1285
1606
  },
1607
  {
1608
  "epoch": 2.02,
1609
  "learning_rate": 5.841332290586126e-06,
1610
- "loss": 0.58,
1611
  "step": 1290
1612
  },
1613
  {
1614
  "epoch": 2.03,
1615
  "learning_rate": 5.758692965504391e-06,
1616
- "loss": 0.5884,
1617
  "step": 1295
1618
  },
1619
  {
1620
  "epoch": 2.03,
1621
  "learning_rate": 5.676405329003387e-06,
1622
- "loss": 0.5633,
1623
  "step": 1300
1624
  },
1625
  {
1626
  "epoch": 2.04,
1627
  "learning_rate": 5.594476204362303e-06,
1628
- "loss": 0.5597,
1629
  "step": 1305
1630
  },
1631
  {
1632
  "epoch": 2.05,
1633
  "learning_rate": 5.512912385132605e-06,
1634
- "loss": 0.5794,
1635
  "step": 1310
1636
  },
1637
  {
1638
  "epoch": 2.06,
1639
  "learning_rate": 5.431720634574663e-06,
1640
- "loss": 0.5783,
1641
  "step": 1315
1642
  },
1643
  {
1644
  "epoch": 2.06,
1645
  "learning_rate": 5.350907685096983e-06,
1646
- "loss": 0.5751,
1647
  "step": 1320
1648
  },
1649
  {
1650
  "epoch": 2.07,
1651
  "learning_rate": 5.270480237697927e-06,
1652
- "loss": 0.5635,
1653
  "step": 1325
1654
  },
1655
  {
1656
  "epoch": 2.08,
1657
  "learning_rate": 5.190444961410082e-06,
1658
- "loss": 0.4816,
1659
  "step": 1330
1660
  },
1661
  {
1662
  "epoch": 2.09,
1663
  "learning_rate": 5.110808492747258e-06,
1664
- "loss": 0.5327,
1665
  "step": 1335
1666
  },
1667
  {
1668
  "epoch": 2.1,
1669
  "learning_rate": 5.031577435154207e-06,
1670
- "loss": 0.5105,
1671
  "step": 1340
1672
  },
1673
  {
1674
  "epoch": 2.1,
1675
  "learning_rate": 4.952758358459037e-06,
1676
- "loss": 0.4521,
1677
  "step": 1345
1678
  },
1679
  {
1680
  "epoch": 2.11,
1681
  "learning_rate": 4.874357798328464e-06,
1682
- "loss": 0.4812,
1683
  "step": 1350
1684
  },
1685
  {
1686
  "epoch": 2.12,
1687
  "learning_rate": 4.796382255725866e-06,
1688
- "loss": 0.4729,
1689
  "step": 1355
1690
  },
1691
  {
1692
  "epoch": 2.13,
1693
  "learning_rate": 4.7188381963722385e-06,
1694
- "loss": 0.4983,
1695
  "step": 1360
1696
  },
1697
  {
1698
  "epoch": 2.13,
1699
  "learning_rate": 4.641732050210032e-06,
1700
- "loss": 0.4844,
1701
  "step": 1365
1702
  },
1703
  {
1704
  "epoch": 2.14,
1705
  "learning_rate": 4.565070210870015e-06,
1706
- "loss": 0.4523,
1707
  "step": 1370
1708
  },
1709
  {
1710
  "epoch": 2.15,
1711
  "learning_rate": 4.488859035141071e-06,
1712
- "loss": 0.4526,
1713
  "step": 1375
1714
  },
1715
  {
1716
  "epoch": 2.16,
1717
  "learning_rate": 4.413104842443149e-06,
1718
- "loss": 0.4514,
1719
  "step": 1380
1720
  },
1721
  {
1722
  "epoch": 2.17,
1723
  "learning_rate": 4.3378139143032095e-06,
1724
- "loss": 0.4341,
1725
  "step": 1385
1726
  },
1727
  {
1728
  "epoch": 2.17,
1729
  "learning_rate": 4.262992493834386e-06,
1730
- "loss": 0.4427,
1731
  "step": 1390
1732
  },
1733
  {
1734
  "epoch": 2.18,
1735
  "learning_rate": 4.188646785218316e-06,
1736
- "loss": 0.4423,
1737
  "step": 1395
1738
  },
1739
  {
1740
  "epoch": 2.19,
1741
  "learning_rate": 4.114782953190648e-06,
1742
- "loss": 0.4087,
1743
  "step": 1400
1744
  },
1745
  {
1746
  "epoch": 2.19,
1747
- "eval_loss": 1.7767020463943481,
1748
- "eval_runtime": 157.2878,
1749
- "eval_samples_per_second": 10.681,
1750
- "eval_steps_per_second": 0.114,
1751
  "step": 1400
1752
  },
1753
  {
1754
  "epoch": 2.2,
1755
  "learning_rate": 4.0414071225299235e-06,
1756
- "loss": 0.4089,
1757
  "step": 1405
1758
  },
1759
  {
1760
  "epoch": 2.2,
1761
  "learning_rate": 3.968525377549657e-06,
1762
- "loss": 0.3964,
1763
  "step": 1410
1764
  },
1765
  {
1766
  "epoch": 2.21,
1767
  "learning_rate": 3.896143761593862e-06,
1768
- "loss": 0.3975,
1769
  "step": 1415
1770
  },
1771
  {
1772
  "epoch": 2.22,
1773
  "learning_rate": 3.824268276535917e-06,
1774
- "loss": 0.4327,
1775
  "step": 1420
1776
  },
1777
  {
1778
  "epoch": 2.23,
1779
  "learning_rate": 3.752904882280899e-06,
1780
- "loss": 0.3902,
1781
  "step": 1425
1782
  },
1783
  {
1784
  "epoch": 2.24,
1785
  "learning_rate": 3.682059496271383e-06,
1786
- "loss": 0.3924,
1787
  "step": 1430
1788
  },
1789
  {
1790
  "epoch": 2.24,
1791
  "learning_rate": 3.6117379929967857e-06,
1792
- "loss": 0.3883,
1793
  "step": 1435
1794
  },
1795
  {
1796
  "epoch": 2.25,
1797
  "learning_rate": 3.5419462035062313e-06,
1798
- "loss": 0.3864,
1799
  "step": 1440
1800
  },
1801
  {
1802
  "epoch": 2.26,
1803
  "learning_rate": 3.472689914925056e-06,
1804
- "loss": 0.3894,
1805
  "step": 1445
1806
  },
1807
  {
1808
  "epoch": 2.27,
1809
  "learning_rate": 3.4039748699749287e-06,
1810
- "loss": 0.3984,
1811
  "step": 1450
1812
  },
1813
  {
1814
  "epoch": 2.28,
1815
  "learning_rate": 3.3358067664976866e-06,
1816
- "loss": 0.399,
1817
  "step": 1455
1818
  },
1819
  {
1820
  "epoch": 2.28,
1821
  "learning_rate": 3.2681912569828445e-06,
1822
- "loss": 0.393,
1823
  "step": 1460
1824
  },
1825
  {
1826
  "epoch": 2.29,
1827
  "learning_rate": 3.2011339480989136e-06,
1828
- "loss": 0.3652,
1829
  "step": 1465
1830
  },
1831
  {
1832
  "epoch": 2.3,
1833
  "learning_rate": 3.134640400228479e-06,
1834
- "loss": 0.3633,
1835
  "step": 1470
1836
  },
1837
  {
1838
  "epoch": 2.31,
1839
  "learning_rate": 3.0687161270071465e-06,
1840
- "loss": 0.3651,
1841
  "step": 1475
1842
  },
1843
  {
1844
  "epoch": 2.31,
1845
  "learning_rate": 3.003366594866345e-06,
1846
- "loss": 0.3589,
1847
  "step": 1480
1848
  },
1849
  {
1850
  "epoch": 2.32,
1851
  "learning_rate": 2.938597222580063e-06,
1852
- "loss": 0.3561,
1853
  "step": 1485
1854
  },
1855
  {
1856
  "epoch": 2.33,
1857
  "learning_rate": 2.874413380815506e-06,
1858
- "loss": 0.3556,
1859
  "step": 1490
1860
  },
1861
  {
1862
  "epoch": 2.34,
1863
  "learning_rate": 2.8108203916877753e-06,
1864
- "loss": 0.3639,
1865
  "step": 1495
1866
  },
1867
  {
1868
  "epoch": 2.35,
1869
  "learning_rate": 2.7478235283185504e-06,
1870
- "loss": 0.4166,
1871
  "step": 1500
1872
  },
1873
  {
1874
  "epoch": 2.35,
1875
  "learning_rate": 2.685428014398859e-06,
1876
- "loss": 0.3924,
1877
  "step": 1505
1878
  },
1879
  {
1880
  "epoch": 2.36,
1881
  "learning_rate": 2.623639023755902e-06,
1882
- "loss": 0.3776,
1883
  "step": 1510
1884
  },
1885
  {
1886
  "epoch": 2.37,
1887
  "learning_rate": 2.562461679924072e-06,
1888
- "loss": 0.3471,
1889
  "step": 1515
1890
  },
1891
  {
1892
  "epoch": 2.38,
1893
  "learning_rate": 2.501901055720074e-06,
1894
- "loss": 0.3657,
1895
  "step": 1520
1896
  },
1897
  {
1898
  "epoch": 2.38,
1899
  "learning_rate": 2.4419621728223297e-06,
1900
- "loss": 0.3692,
1901
  "step": 1525
1902
  },
1903
  {
1904
  "epoch": 2.39,
1905
  "learning_rate": 2.382650001354543e-06,
1906
- "loss": 0.364,
1907
  "step": 1530
1908
  },
1909
  {
1910
  "epoch": 2.4,
1911
  "learning_rate": 2.3239694594736074e-06,
1912
- "loss": 0.3574,
1913
  "step": 1535
1914
  },
1915
  {
1916
  "epoch": 2.41,
1917
  "learning_rate": 2.2659254129617712e-06,
1918
- "loss": 0.3645,
1919
  "step": 1540
1920
  },
1921
  {
1922
  "epoch": 2.42,
1923
  "learning_rate": 2.2085226748231792e-06,
1924
- "loss": 0.3739,
1925
  "step": 1545
1926
  },
1927
  {
1928
  "epoch": 2.42,
1929
  "learning_rate": 2.1517660048847765e-06,
1930
- "loss": 0.345,
1931
  "step": 1550
1932
  },
1933
  {
1934
  "epoch": 2.43,
1935
  "learning_rate": 2.0956601094016217e-06,
1936
- "loss": 0.3299,
1937
  "step": 1555
1938
  },
1939
  {
1940
  "epoch": 2.44,
1941
  "learning_rate": 2.0402096406666562e-06,
1942
- "loss": 0.386,
1943
  "step": 1560
1944
  },
1945
  {
1946
  "epoch": 2.45,
1947
  "learning_rate": 1.9854191966249183e-06,
1948
- "loss": 0.3803,
1949
  "step": 1565
1950
  },
1951
  {
1952
  "epoch": 2.46,
1953
  "learning_rate": 1.9312933204922947e-06,
1954
- "loss": 0.3339,
1955
  "step": 1570
1956
  },
1957
  {
1958
  "epoch": 2.46,
1959
  "learning_rate": 1.8778365003787934e-06,
1960
- "loss": 0.3577,
1961
  "step": 1575
1962
  },
1963
  {
1964
  "epoch": 2.47,
1965
  "learning_rate": 1.8250531689163997e-06,
1966
- "loss": 0.3306,
1967
  "step": 1580
1968
  },
1969
  {
1970
  "epoch": 2.48,
1971
  "learning_rate": 1.7729477028915064e-06,
1972
- "loss": 0.3393,
1973
  "step": 1585
1974
  },
1975
  {
1976
  "epoch": 2.49,
1977
  "learning_rate": 1.7215244228820027e-06,
1978
- "loss": 0.3596,
1979
  "step": 1590
1980
  },
1981
  {
1982
  "epoch": 2.49,
1983
  "learning_rate": 1.6707875928990059e-06,
1984
- "loss": 0.3422,
1985
  "step": 1595
1986
  },
1987
  {
1988
  "epoch": 2.5,
1989
  "learning_rate": 1.6207414200333027e-06,
1990
- "loss": 0.3497,
1991
  "step": 1600
1992
  },
1993
  {
1994
  "epoch": 2.5,
1995
- "eval_loss": 1.8313430547714233,
1996
- "eval_runtime": 157.2838,
1997
- "eval_samples_per_second": 10.681,
1998
- "eval_steps_per_second": 0.114,
1999
  "step": 1600
2000
  },
2001
  {
2002
  "epoch": 2.51,
2003
  "learning_rate": 1.571390054106482e-06,
2004
- "loss": 0.3431,
2005
  "step": 1605
2006
  },
2007
  {
2008
  "epoch": 2.52,
2009
  "learning_rate": 1.5227375873268445e-06,
2010
- "loss": 0.3821,
2011
  "step": 1610
2012
  },
2013
  {
2014
  "epoch": 2.53,
2015
  "learning_rate": 1.4747880539500637e-06,
2016
- "loss": 0.346,
2017
  "step": 1615
2018
  },
2019
  {
2020
  "epoch": 2.53,
2021
  "learning_rate": 1.4275454299446834e-06,
2022
- "loss": 0.3205,
2023
  "step": 1620
2024
  },
2025
  {
2026
  "epoch": 2.54,
2027
  "learning_rate": 1.381013632662418e-06,
2028
- "loss": 0.357,
2029
  "step": 1625
2030
  },
2031
  {
2032
  "epoch": 2.55,
2033
  "learning_rate": 1.335196520513332e-06,
2034
- "loss": 0.3662,
2035
  "step": 1630
2036
  },
2037
  {
2038
  "epoch": 2.56,
2039
  "learning_rate": 1.2900978926458985e-06,
2040
- "loss": 0.3426,
2041
  "step": 1635
2042
  },
2043
  {
2044
  "epoch": 2.56,
2045
  "learning_rate": 1.2457214886319757e-06,
2046
- "loss": 0.37,
2047
  "step": 1640
2048
  },
2049
  {
2050
  "epoch": 2.57,
2051
  "learning_rate": 1.2020709881567184e-06,
2052
- "loss": 0.3317,
2053
  "step": 1645
2054
  },
2055
  {
2056
  "epoch": 2.58,
2057
  "learning_rate": 1.15915001071347e-06,
2058
- "loss": 0.317,
2059
  "step": 1650
2060
  },
2061
  {
2062
  "epoch": 2.59,
2063
  "learning_rate": 1.1169621153036204e-06,
2064
- "loss": 0.331,
2065
  "step": 1655
2066
  },
2067
  {
2068
  "epoch": 2.6,
2069
  "learning_rate": 1.0755108001415038e-06,
2070
- "loss": 0.3533,
2071
  "step": 1660
2072
  },
2073
  {
2074
  "epoch": 2.6,
2075
  "learning_rate": 1.0347995023643198e-06,
2076
- "loss": 0.3694,
2077
  "step": 1665
2078
  },
2079
  {
2080
  "epoch": 2.61,
2081
  "learning_rate": 9.948315977471412e-07,
2082
- "loss": 0.3615,
2083
  "step": 1670
2084
  },
2085
  {
2086
  "epoch": 2.62,
2087
  "learning_rate": 9.556104004229717e-07,
2088
- "loss": 0.3767,
2089
  "step": 1675
2090
  },
2091
  {
2092
  "epoch": 2.63,
2093
  "learning_rate": 9.171391626079629e-07,
2094
- "loss": 0.3812,
2095
  "step": 1680
2096
  },
2097
  {
2098
  "epoch": 2.63,
2099
  "learning_rate": 8.794210743317233e-07,
2100
- "loss": 0.3459,
2101
  "step": 1685
2102
  },
2103
  {
2104
  "epoch": 2.64,
2105
  "learning_rate": 8.42459263172809e-07,
2106
- "loss": 0.3811,
2107
  "step": 1690
2108
  },
2109
  {
2110
  "epoch": 2.65,
2111
  "learning_rate": 8.062567939993838e-07,
2112
- "loss": 0.3827,
2113
  "step": 1695
2114
  },
2115
  {
2116
  "epoch": 2.66,
2117
  "learning_rate": 7.708166687150842e-07,
2118
- "loss": 0.3673,
2119
  "step": 1700
2120
  },
2121
  {
2122
  "epoch": 2.67,
2123
  "learning_rate": 7.361418260100984e-07,
2124
- "loss": 0.3082,
2125
  "step": 1705
2126
  },
2127
  {
2128
  "epoch": 2.67,
2129
  "learning_rate": 7.022351411174866e-07,
2130
- "loss": 0.366,
2131
  "step": 1710
2132
  },
2133
  {
2134
  "epoch": 2.68,
2135
  "learning_rate": 6.690994255747774e-07,
2136
- "loss": 0.3622,
2137
  "step": 1715
2138
  },
2139
  {
2140
  "epoch": 2.69,
2141
  "learning_rate": 6.367374269908233e-07,
2142
- "loss": 0.3569,
2143
  "step": 1720
2144
  },
2145
  {
2146
  "epoch": 2.7,
2147
  "learning_rate": 6.051518288179847e-07,
2148
- "loss": 0.3445,
2149
  "step": 1725
2150
  },
2151
  {
2152
  "epoch": 2.71,
2153
  "learning_rate": 5.74345250129601e-07,
2154
- "loss": 0.375,
2155
  "step": 1730
2156
  },
2157
  {
2158
  "epoch": 2.71,
2159
  "learning_rate": 5.443202454028306e-07,
2160
- "loss": 0.3433,
2161
  "step": 1735
2162
  },
2163
  {
2164
  "epoch": 2.72,
2165
  "learning_rate": 5.150793043068269e-07,
2166
- "loss": 0.3107,
2167
  "step": 1740
2168
  },
2169
  {
2170
  "epoch": 2.73,
2171
  "learning_rate": 4.866248514963001e-07,
2172
- "loss": 0.3458,
2173
  "step": 1745
2174
  },
2175
  {
2176
  "epoch": 2.74,
2177
  "learning_rate": 4.589592464104609e-07,
2178
- "loss": 0.3468,
2179
  "step": 1750
2180
  },
2181
  {
2182
  "epoch": 2.74,
2183
  "learning_rate": 4.3208478307738e-07,
2184
- "loss": 0.3494,
2185
  "step": 1755
2186
  },
2187
  {
2188
  "epoch": 2.75,
2189
  "learning_rate": 4.0600368992376074e-07,
2190
- "loss": 0.3597,
2191
  "step": 1760
2192
  },
2193
  {
2194
  "epoch": 2.76,
2195
  "learning_rate": 3.8071812959016965e-07,
2196
- "loss": 0.364,
2197
  "step": 1765
2198
  },
2199
  {
2200
  "epoch": 2.77,
2201
  "learning_rate": 3.5623019875169916e-07,
2202
- "loss": 0.3462,
2203
  "step": 1770
2204
  },
2205
  {
2206
  "epoch": 2.78,
2207
  "learning_rate": 3.325419279441211e-07,
2208
- "loss": 0.3932,
2209
  "step": 1775
2210
  },
2211
  {
2212
  "epoch": 2.78,
2213
  "learning_rate": 3.096552813955045e-07,
2214
- "loss": 0.3658,
2215
  "step": 1780
2216
  },
2217
  {
2218
  "epoch": 2.79,
2219
  "learning_rate": 2.875721568633527e-07,
2220
- "loss": 0.3525,
2221
  "step": 1785
2222
  },
2223
  {
2224
  "epoch": 2.8,
2225
  "learning_rate": 2.6629438547723484e-07,
2226
- "loss": 0.3846,
2227
  "step": 1790
2228
  },
2229
  {
2230
  "epoch": 2.81,
2231
  "learning_rate": 2.458237315869527e-07,
2232
- "loss": 0.3767,
2233
  "step": 1795
2234
  },
2235
  {
2236
  "epoch": 2.81,
2237
  "learning_rate": 2.2616189261623568e-07,
2238
- "loss": 0.3415,
2239
  "step": 1800
2240
  },
2241
  {
2242
  "epoch": 2.81,
2243
- "eval_loss": 1.8276134729385376,
2244
- "eval_runtime": 157.3051,
2245
- "eval_samples_per_second": 10.68,
2246
- "eval_steps_per_second": 0.114,
2247
  "step": 1800
2248
  },
2249
  {
2250
  "epoch": 2.82,
2251
  "learning_rate": 2.0731049892199873e-07,
2252
- "loss": 0.3214,
2253
  "step": 1805
2254
  },
2255
  {
2256
  "epoch": 2.83,
2257
  "learning_rate": 1.8927111365914297e-07,
2258
- "loss": 0.3368,
2259
  "step": 1810
2260
  },
2261
  {
2262
  "epoch": 2.84,
2263
  "learning_rate": 1.7204523265095252e-07,
2264
- "loss": 0.354,
2265
  "step": 1815
2266
  },
2267
  {
2268
  "epoch": 2.85,
2269
  "learning_rate": 1.55634284265046e-07,
2270
- "loss": 0.3343,
2271
  "step": 1820
2272
  },
2273
  {
2274
  "epoch": 2.85,
2275
  "learning_rate": 1.400396292949513e-07,
2276
- "loss": 0.3874,
2277
  "step": 1825
2278
  },
2279
  {
2280
  "epoch": 2.86,
2281
  "learning_rate": 1.2526256084725351e-07,
2282
- "loss": 0.3613,
2283
  "step": 1830
2284
  },
2285
  {
2286
  "epoch": 2.87,
2287
  "learning_rate": 1.1130430423438642e-07,
2288
- "loss": 0.328,
2289
  "step": 1835
2290
  },
2291
  {
2292
  "epoch": 2.88,
2293
  "learning_rate": 9.816601687301585e-08,
2294
- "loss": 0.3326,
2295
  "step": 1840
2296
  },
2297
  {
2298
  "epoch": 2.89,
2299
  "learning_rate": 8.584878818807652e-08,
2300
- "loss": 0.3314,
2301
  "step": 1845
2302
  },
2303
  {
2304
  "epoch": 2.89,
2305
  "learning_rate": 7.435363952243313e-08,
2306
- "loss": 0.3516,
2307
  "step": 1850
2308
  },
2309
  {
2310
  "epoch": 2.9,
2311
  "learning_rate": 6.368152405219042e-08,
2312
- "loss": 0.3337,
2313
  "step": 1855
2314
  },
2315
  {
2316
  "epoch": 2.91,
2317
  "learning_rate": 5.3833326707656284e-08,
2318
- "loss": 0.3457,
2319
  "step": 1860
2320
  },
2321
  {
2322
  "epoch": 2.92,
2323
  "learning_rate": 4.4809864099965014e-08,
2324
- "loss": 0.3555,
2325
  "step": 1865
2326
  },
2327
  {
2328
  "epoch": 2.92,
2329
  "learning_rate": 3.661188445336361e-08,
2330
- "loss": 0.3706,
2331
  "step": 1870
2332
  },
2333
  {
2334
  "epoch": 2.93,
2335
  "learning_rate": 2.9240067543165883e-08,
2336
- "loss": 0.3241,
2337
  "step": 1875
2338
  },
2339
  {
2340
  "epoch": 2.94,
2341
  "learning_rate": 2.2695024639390884e-08,
2342
- "loss": 0.3393,
2343
  "step": 1880
2344
  },
2345
  {
2346
  "epoch": 2.95,
2347
  "learning_rate": 1.697729845607121e-08,
2348
- "loss": 0.3962,
2349
  "step": 1885
2350
  },
2351
  {
2352
  "epoch": 2.96,
2353
  "learning_rate": 1.20873631062568e-08,
2354
- "loss": 0.3253,
2355
  "step": 1890
2356
  },
2357
  {
2358
  "epoch": 2.96,
2359
  "learning_rate": 8.025624062695247e-09,
2360
- "loss": 0.3559,
2361
  "step": 1895
2362
  },
2363
  {
2364
  "epoch": 2.97,
2365
  "learning_rate": 4.792418124214271e-09,
2366
- "loss": 0.3506,
2367
  "step": 1900
2368
  },
2369
  {
2370
  "epoch": 2.98,
2371
  "learning_rate": 2.3880133877962617e-09,
2372
- "loss": 0.3776,
2373
  "step": 1905
2374
  },
2375
  {
2376
  "epoch": 2.99,
2377
  "learning_rate": 8.126092263405217e-10,
2378
- "loss": 0.3922,
2379
  "step": 1910
2380
  },
2381
  {
2382
  "epoch": 2.99,
2383
  "learning_rate": 6.633627213870064e-11,
2384
- "loss": 0.3804,
2385
  "step": 1915
2386
  },
2387
  {
2388
  "epoch": 3.0,
2389
  "step": 1917,
2390
- "total_flos": 889554929385472.0,
2391
- "train_loss": 0.8629729963555334,
2392
- "train_runtime": 46452.2696,
2393
- "train_samples_per_second": 1.982,
2394
  "train_steps_per_second": 0.041
2395
  }
2396
  ],
@@ -2398,7 +2398,7 @@
2398
  "max_steps": 1917,
2399
  "num_train_epochs": 3,
2400
  "save_steps": 100,
2401
- "total_flos": 889554929385472.0,
2402
  "trial_name": null,
2403
  "trial_params": null
2404
  }
 
11
  {
12
  "epoch": 0.0,
13
  "learning_rate": 1.0416666666666667e-07,
14
+ "loss": 2.8182,
15
  "step": 1
16
  },
17
  {
18
  "epoch": 0.01,
19
  "learning_rate": 5.208333333333334e-07,
20
+ "loss": 3.0356,
21
  "step": 5
22
  },
23
  {
24
  "epoch": 0.02,
25
  "learning_rate": 1.0416666666666667e-06,
26
+ "loss": 3.1992,
27
  "step": 10
28
  },
29
  {
30
  "epoch": 0.02,
31
  "learning_rate": 1.5625e-06,
32
+ "loss": 2.8777,
33
  "step": 15
34
  },
35
  {
36
  "epoch": 0.03,
37
  "learning_rate": 2.0833333333333334e-06,
38
+ "loss": 2.562,
39
  "step": 20
40
  },
41
  {
42
  "epoch": 0.04,
43
  "learning_rate": 2.604166666666667e-06,
44
+ "loss": 2.2127,
45
  "step": 25
46
  },
47
  {
48
  "epoch": 0.05,
49
  "learning_rate": 3.125e-06,
50
+ "loss": 1.8877,
51
  "step": 30
52
  },
53
  {
54
  "epoch": 0.05,
55
  "learning_rate": 3.6458333333333333e-06,
56
+ "loss": 1.7507,
57
  "step": 35
58
  },
59
  {
60
  "epoch": 0.06,
61
  "learning_rate": 4.166666666666667e-06,
62
+ "loss": 1.7018,
63
  "step": 40
64
  },
65
  {
66
  "epoch": 0.07,
67
  "learning_rate": 4.6875000000000004e-06,
68
+ "loss": 1.6585,
69
  "step": 45
70
  },
71
  {
72
  "epoch": 0.08,
73
  "learning_rate": 5.208333333333334e-06,
74
+ "loss": 1.6698,
75
  "step": 50
76
  },
77
  {
78
  "epoch": 0.09,
79
  "learning_rate": 5.729166666666667e-06,
80
+ "loss": 1.6659,
81
  "step": 55
82
  },
83
  {
84
  "epoch": 0.09,
85
  "learning_rate": 6.25e-06,
86
+ "loss": 1.6713,
87
  "step": 60
88
  },
89
  {
90
  "epoch": 0.1,
91
  "learning_rate": 6.770833333333334e-06,
92
+ "loss": 1.5587,
93
  "step": 65
94
  },
95
  {
96
  "epoch": 0.11,
97
  "learning_rate": 7.291666666666667e-06,
98
+ "loss": 1.599,
99
  "step": 70
100
  },
101
  {
102
  "epoch": 0.12,
103
  "learning_rate": 7.8125e-06,
104
+ "loss": 1.6189,
105
  "step": 75
106
  },
107
  {
108
  "epoch": 0.13,
109
  "learning_rate": 8.333333333333334e-06,
110
+ "loss": 1.5679,
111
  "step": 80
112
  },
113
  {
114
  "epoch": 0.13,
115
  "learning_rate": 8.854166666666667e-06,
116
+ "loss": 1.5739,
117
  "step": 85
118
  },
119
  {
120
  "epoch": 0.14,
121
  "learning_rate": 9.375000000000001e-06,
122
+ "loss": 1.6119,
123
  "step": 90
124
  },
125
  {
126
  "epoch": 0.15,
127
  "learning_rate": 9.895833333333334e-06,
128
+ "loss": 1.6028,
129
  "step": 95
130
  },
131
  {
132
  "epoch": 0.16,
133
  "learning_rate": 1.0416666666666668e-05,
134
+ "loss": 1.5658,
135
  "step": 100
136
  },
137
  {
138
  "epoch": 0.16,
139
  "learning_rate": 1.0937500000000002e-05,
140
+ "loss": 1.5361,
141
  "step": 105
142
  },
143
  {
144
  "epoch": 0.17,
145
  "learning_rate": 1.1458333333333333e-05,
146
+ "loss": 1.5203,
147
  "step": 110
148
  },
149
  {
150
  "epoch": 0.18,
151
  "learning_rate": 1.1979166666666669e-05,
152
+ "loss": 1.5684,
153
  "step": 115
154
  },
155
  {
156
  "epoch": 0.19,
157
  "learning_rate": 1.25e-05,
158
+ "loss": 1.6045,
159
  "step": 120
160
  },
161
  {
162
  "epoch": 0.2,
163
  "learning_rate": 1.3020833333333334e-05,
164
+ "loss": 1.5143,
165
  "step": 125
166
  },
167
  {
168
  "epoch": 0.2,
169
  "learning_rate": 1.3541666666666668e-05,
170
+ "loss": 1.5401,
171
  "step": 130
172
  },
173
  {
174
  "epoch": 0.21,
175
  "learning_rate": 1.4062500000000001e-05,
176
+ "loss": 1.6193,
177
  "step": 135
178
  },
179
  {
180
  "epoch": 0.22,
181
  "learning_rate": 1.4583333333333333e-05,
182
+ "loss": 1.5448,
183
  "step": 140
184
  },
185
  {
186
  "epoch": 0.23,
187
  "learning_rate": 1.5104166666666668e-05,
188
+ "loss": 1.5015,
189
  "step": 145
190
  },
191
  {
192
  "epoch": 0.23,
193
  "learning_rate": 1.5625e-05,
194
+ "loss": 1.5301,
195
  "step": 150
196
  },
197
  {
198
  "epoch": 0.24,
199
  "learning_rate": 1.6145833333333334e-05,
200
+ "loss": 1.5092,
201
  "step": 155
202
  },
203
  {
204
  "epoch": 0.25,
205
  "learning_rate": 1.6666666666666667e-05,
206
+ "loss": 1.5311,
207
  "step": 160
208
  },
209
  {
210
  "epoch": 0.26,
211
  "learning_rate": 1.71875e-05,
212
+ "loss": 1.4993,
213
  "step": 165
214
  },
215
  {
216
  "epoch": 0.27,
217
  "learning_rate": 1.7708333333333335e-05,
218
+ "loss": 1.477,
219
  "step": 170
220
  },
221
  {
222
  "epoch": 0.27,
223
  "learning_rate": 1.8229166666666668e-05,
224
+ "loss": 1.4945,
225
  "step": 175
226
  },
227
  {
228
  "epoch": 0.28,
229
  "learning_rate": 1.8750000000000002e-05,
230
+ "loss": 1.4925,
231
  "step": 180
232
  },
233
  {
234
  "epoch": 0.29,
235
  "learning_rate": 1.9270833333333335e-05,
236
+ "loss": 1.5362,
237
  "step": 185
238
  },
239
  {
240
  "epoch": 0.3,
241
  "learning_rate": 1.979166666666667e-05,
242
+ "loss": 1.455,
243
  "step": 190
244
  },
245
  {
246
  "epoch": 0.3,
247
  "learning_rate": 1.9999850743593963e-05,
248
+ "loss": 1.48,
249
  "step": 195
250
  },
251
  {
252
  "epoch": 0.31,
253
  "learning_rate": 1.9998938637247684e-05,
254
+ "loss": 1.4643,
255
  "step": 200
256
  },
257
  {
258
  "epoch": 0.31,
259
+ "eval_loss": 1.5671130418777466,
260
+ "eval_runtime": 157.1346,
261
+ "eval_samples_per_second": 10.691,
262
+ "eval_steps_per_second": 0.115,
263
  "step": 200
264
  },
265
  {
266
  "epoch": 0.32,
267
  "learning_rate": 1.999719742032076e-05,
268
+ "loss": 1.4893,
269
  "step": 205
270
  },
271
  {
272
  "epoch": 0.33,
273
  "learning_rate": 1.9994627237194654e-05,
274
+ "loss": 1.5084,
275
  "step": 210
276
  },
277
  {
278
  "epoch": 0.34,
279
  "learning_rate": 1.9991228300988586e-05,
280
+ "loss": 1.3884,
281
  "step": 215
282
  },
283
  {
284
  "epoch": 0.34,
285
  "learning_rate": 1.9987000893541863e-05,
286
+ "loss": 1.4807,
287
  "step": 220
288
  },
289
  {
290
  "epoch": 0.35,
291
  "learning_rate": 1.9981945365390517e-05,
292
+ "loss": 1.4622,
293
  "step": 225
294
  },
295
  {
296
  "epoch": 0.36,
297
  "learning_rate": 1.997606213573823e-05,
298
+ "loss": 1.4563,
299
  "step": 230
300
  },
301
  {
302
  "epoch": 0.37,
303
  "learning_rate": 1.996935169242157e-05,
304
+ "loss": 1.5046,
305
  "step": 235
306
  },
307
  {
308
  "epoch": 0.38,
309
  "learning_rate": 1.9961814591869558e-05,
310
+ "loss": 1.4768,
311
  "step": 240
312
  },
313
  {
314
  "epoch": 0.38,
315
  "learning_rate": 1.99534514590575e-05,
316
+ "loss": 1.482,
317
  "step": 245
318
  },
319
  {
320
  "epoch": 0.39,
321
  "learning_rate": 1.9944262987455188e-05,
322
+ "loss": 1.4478,
323
  "step": 250
324
  },
325
  {
326
  "epoch": 0.4,
327
  "learning_rate": 1.9934249938969396e-05,
328
+ "loss": 1.4305,
329
  "step": 255
330
  },
331
  {
332
  "epoch": 0.41,
333
  "learning_rate": 1.992341314388069e-05,
334
+ "loss": 1.4418,
335
  "step": 260
336
  },
337
  {
338
  "epoch": 0.41,
339
  "learning_rate": 1.9911753500774592e-05,
340
+ "loss": 1.443,
341
  "step": 265
342
  },
343
  {
344
  "epoch": 0.42,
345
  "learning_rate": 1.9899271976467058e-05,
346
+ "loss": 1.4759,
347
  "step": 270
348
  },
349
  {
350
  "epoch": 0.43,
351
  "learning_rate": 1.988596960592432e-05,
352
+ "loss": 1.4295,
353
  "step": 275
354
  },
355
  {
356
  "epoch": 0.44,
357
  "learning_rate": 1.9871847492177066e-05,
358
+ "loss": 1.4307,
359
  "step": 280
360
  },
361
  {
362
  "epoch": 0.45,
363
  "learning_rate": 1.9856906806228988e-05,
364
+ "loss": 1.3803,
365
  "step": 285
366
  },
367
  {
368
  "epoch": 0.45,
369
  "learning_rate": 1.984114878695964e-05,
370
+ "loss": 1.4525,
371
  "step": 290
372
  },
373
  {
374
  "epoch": 0.46,
375
  "learning_rate": 1.9824574741021765e-05,
376
+ "loss": 1.4445,
377
  "step": 295
378
  },
379
  {
380
  "epoch": 0.47,
381
  "learning_rate": 1.9807186042732908e-05,
382
+ "loss": 1.4506,
383
  "step": 300
384
  },
385
  {
386
  "epoch": 0.48,
387
  "learning_rate": 1.9788984133961482e-05,
388
+ "loss": 1.4059,
389
  "step": 305
390
  },
391
  {
392
  "epoch": 0.48,
393
  "learning_rate": 1.976997052400719e-05,
394
+ "loss": 1.3565,
395
  "step": 310
396
  },
397
  {
398
  "epoch": 0.49,
399
  "learning_rate": 1.9750146789475885e-05,
400
+ "loss": 1.5339,
401
  "step": 315
402
  },
403
  {
404
  "epoch": 0.5,
405
  "learning_rate": 1.9729514574148842e-05,
406
+ "loss": 1.3888,
407
  "step": 320
408
  },
409
  {
410
  "epoch": 0.51,
411
  "learning_rate": 1.970807558884644e-05,
412
+ "loss": 1.3368,
413
  "step": 325
414
  },
415
  {
416
  "epoch": 0.52,
417
  "learning_rate": 1.9685831611286312e-05,
418
+ "loss": 1.3662,
419
  "step": 330
420
  },
421
  {
422
  "epoch": 0.52,
423
  "learning_rate": 1.9662784485935945e-05,
424
+ "loss": 1.3689,
425
  "step": 335
426
  },
427
  {
428
  "epoch": 0.53,
429
  "learning_rate": 1.9638936123859715e-05,
430
+ "loss": 1.3697,
431
  "step": 340
432
  },
433
  {
434
  "epoch": 0.54,
435
  "learning_rate": 1.961428850256044e-05,
436
+ "loss": 1.4146,
437
  "step": 345
438
  },
439
  {
440
  "epoch": 0.55,
441
  "learning_rate": 1.9588843665815404e-05,
442
+ "loss": 1.3581,
443
  "step": 350
444
  },
445
  {
446
  "epoch": 0.56,
447
  "learning_rate": 1.9562603723506873e-05,
448
+ "loss": 1.3546,
449
  "step": 355
450
  },
451
  {
452
  "epoch": 0.56,
453
  "learning_rate": 1.9535570851447166e-05,
454
+ "loss": 1.4145,
455
  "step": 360
456
  },
457
  {
458
  "epoch": 0.57,
459
  "learning_rate": 1.9507747291198213e-05,
460
+ "loss": 1.3306,
461
  "step": 365
462
  },
463
  {
464
  "epoch": 0.58,
465
  "learning_rate": 1.9479135349885706e-05,
466
+ "loss": 1.4176,
467
  "step": 370
468
  },
469
  {
470
  "epoch": 0.59,
471
  "learning_rate": 1.944973740000778e-05,
472
+ "loss": 1.3604,
473
  "step": 375
474
  },
475
  {
476
  "epoch": 0.59,
477
  "learning_rate": 1.9419555879238295e-05,
478
+ "loss": 1.3808,
479
  "step": 380
480
  },
481
  {
482
  "epoch": 0.6,
483
  "learning_rate": 1.9388593290224686e-05,
484
+ "loss": 1.3122,
485
  "step": 385
486
  },
487
  {
488
  "epoch": 0.61,
489
  "learning_rate": 1.9356852200380466e-05,
490
+ "loss": 1.334,
491
  "step": 390
492
  },
493
  {
494
  "epoch": 0.62,
495
  "learning_rate": 1.9324335241672327e-05,
496
+ "loss": 1.35,
497
  "step": 395
498
  },
499
  {
500
  "epoch": 0.63,
501
  "learning_rate": 1.9291045110401897e-05,
502
+ "loss": 1.3793,
503
  "step": 400
504
  },
505
  {
506
  "epoch": 0.63,
507
+ "eval_loss": 1.551980972290039,
508
+ "eval_runtime": 156.7574,
509
+ "eval_samples_per_second": 10.717,
510
+ "eval_steps_per_second": 0.115,
511
  "step": 400
512
  },
513
  {
514
  "epoch": 0.63,
515
  "learning_rate": 1.925698456698216e-05,
516
+ "loss": 1.2668,
517
  "step": 405
518
  },
519
  {
520
  "epoch": 0.64,
521
  "learning_rate": 1.922215643570857e-05,
522
+ "loss": 1.3094,
523
  "step": 410
524
  },
525
  {
526
  "epoch": 0.65,
527
  "learning_rate": 1.918656360452486e-05,
528
+ "loss": 1.3081,
529
  "step": 415
530
  },
531
  {
532
  "epoch": 0.66,
533
  "learning_rate": 1.9150209024783564e-05,
534
+ "loss": 1.3432,
535
  "step": 420
536
  },
537
  {
538
  "epoch": 0.66,
539
  "learning_rate": 1.9113095711001307e-05,
540
+ "loss": 1.2616,
541
  "step": 425
542
  },
543
  {
544
  "epoch": 0.67,
545
  "learning_rate": 1.9075226740608825e-05,
546
+ "loss": 1.3454,
547
  "step": 430
548
  },
549
  {
550
  "epoch": 0.68,
551
  "learning_rate": 1.9036605253695804e-05,
552
+ "loss": 1.3153,
553
  "step": 435
554
  },
555
  {
556
  "epoch": 0.69,
557
  "learning_rate": 1.899723445275049e-05,
558
+ "loss": 1.2732,
559
  "step": 440
560
  },
561
  {
562
  "epoch": 0.7,
563
  "learning_rate": 1.895711760239413e-05,
564
+ "loss": 1.3395,
565
  "step": 445
566
  },
567
  {
568
  "epoch": 0.7,
569
  "learning_rate": 1.8916258029110305e-05,
570
+ "loss": 1.2987,
571
  "step": 450
572
  },
573
  {
574
  "epoch": 0.71,
575
  "learning_rate": 1.887465912096906e-05,
576
+ "loss": 1.2983,
577
  "step": 455
578
  },
579
  {
580
  "epoch": 0.72,
581
  "learning_rate": 1.883232432734599e-05,
582
+ "loss": 1.3718,
583
  "step": 460
584
  },
585
  {
586
  "epoch": 0.73,
587
  "learning_rate": 1.8789257158636202e-05,
588
+ "loss": 1.271,
589
  "step": 465
590
  },
591
  {
592
  "epoch": 0.73,
593
  "learning_rate": 1.8745461185963253e-05,
594
+ "loss": 1.2844,
595
  "step": 470
596
  },
597
  {
598
  "epoch": 0.74,
599
  "learning_rate": 1.8700940040883016e-05,
600
+ "loss": 1.2939,
601
  "step": 475
602
  },
603
  {
604
  "epoch": 0.75,
605
  "learning_rate": 1.8655697415082556e-05,
606
+ "loss": 1.3428,
607
  "step": 480
608
  },
609
  {
610
  "epoch": 0.76,
611
  "learning_rate": 1.8609737060074016e-05,
612
+ "loss": 1.298,
613
  "step": 485
614
  },
615
  {
616
  "epoch": 0.77,
617
  "learning_rate": 1.8563062786883553e-05,
618
+ "loss": 1.3309,
619
  "step": 490
620
  },
621
  {
622
  "epoch": 0.77,
623
  "learning_rate": 1.851567846573531e-05,
624
+ "loss": 1.2789,
625
  "step": 495
626
  },
627
  {
628
  "epoch": 0.78,
629
  "learning_rate": 1.8467588025730506e-05,
630
+ "loss": 1.2516,
631
  "step": 500
632
  },
633
  {
634
  "epoch": 0.79,
635
  "learning_rate": 1.8418795454521644e-05,
636
+ "loss": 1.2503,
637
  "step": 505
638
  },
639
  {
640
  "epoch": 0.8,
641
  "learning_rate": 1.8369304797981843e-05,
642
+ "loss": 1.3005,
643
  "step": 510
644
  },
645
  {
646
  "epoch": 0.81,
647
  "learning_rate": 1.8319120159869354e-05,
648
+ "loss": 1.2923,
649
  "step": 515
650
  },
651
  {
652
  "epoch": 0.81,
653
  "learning_rate": 1.826824570148729e-05,
654
+ "loss": 1.3106,
655
  "step": 520
656
  },
657
  {
658
  "epoch": 0.82,
659
  "learning_rate": 1.8216685641338562e-05,
660
+ "loss": 1.2344,
661
  "step": 525
662
  },
663
  {
664
  "epoch": 0.83,
665
  "learning_rate": 1.8164444254776078e-05,
666
+ "loss": 1.2377,
667
  "step": 530
668
  },
669
  {
670
  "epoch": 0.84,
671
  "learning_rate": 1.8111525873648236e-05,
672
+ "loss": 1.327,
673
  "step": 535
674
  },
675
  {
676
  "epoch": 0.84,
677
  "learning_rate": 1.8057934885939734e-05,
678
+ "loss": 1.2719,
679
  "step": 540
680
  },
681
  {
682
  "epoch": 0.85,
683
  "learning_rate": 1.800367573540771e-05,
684
+ "loss": 1.2113,
685
  "step": 545
686
  },
687
  {
688
  "epoch": 0.86,
689
  "learning_rate": 1.7948752921213266e-05,
690
+ "loss": 1.2606,
691
  "step": 550
692
  },
693
  {
694
  "epoch": 0.87,
695
  "learning_rate": 1.789317099754841e-05,
696
+ "loss": 1.2449,
697
  "step": 555
698
  },
699
  {
700
  "epoch": 0.88,
701
  "learning_rate": 1.78369345732584e-05,
702
+ "loss": 1.2485,
703
  "step": 560
704
  },
705
  {
706
  "epoch": 0.88,
707
  "learning_rate": 1.7780048311459606e-05,
708
+ "loss": 1.2291,
709
  "step": 565
710
  },
711
  {
712
  "epoch": 0.89,
713
  "learning_rate": 1.7722516929152828e-05,
714
+ "loss": 1.2958,
715
  "step": 570
716
  },
717
  {
718
  "epoch": 0.9,
719
  "learning_rate": 1.7664345196832164e-05,
720
+ "loss": 1.226,
721
  "step": 575
722
  },
723
  {
724
  "epoch": 0.91,
725
  "learning_rate": 1.760553793808945e-05,
726
+ "loss": 1.3091,
727
  "step": 580
728
  },
729
  {
730
  "epoch": 0.91,
731
  "learning_rate": 1.7546100029214286e-05,
732
+ "loss": 1.2398,
733
  "step": 585
734
  },
735
  {
736
  "epoch": 0.92,
737
  "learning_rate": 1.748603639878968e-05,
738
+ "loss": 1.2309,
739
  "step": 590
740
  },
741
  {
742
  "epoch": 0.93,
743
  "learning_rate": 1.74253520272834e-05,
744
+ "loss": 1.2148,
745
  "step": 595
746
  },
747
  {
748
  "epoch": 0.94,
749
  "learning_rate": 1.7364051946634953e-05,
750
+ "loss": 1.2455,
751
  "step": 600
752
  },
753
  {
754
  "epoch": 0.94,
755
+ "eval_loss": 1.5388672351837158,
756
+ "eval_runtime": 156.7467,
757
+ "eval_samples_per_second": 10.718,
758
+ "eval_steps_per_second": 0.115,
759
  "step": 600
760
  },
761
  {
762
  "epoch": 0.95,
763
  "learning_rate": 1.7302141239838382e-05,
764
+ "loss": 1.2279,
765
  "step": 605
766
  },
767
  {
768
  "epoch": 0.95,
769
  "learning_rate": 1.7239625040520764e-05,
770
+ "loss": 1.2069,
771
  "step": 610
772
  },
773
  {
774
  "epoch": 0.96,
775
  "learning_rate": 1.717650853251651e-05,
776
+ "loss": 1.2273,
777
  "step": 615
778
  },
779
  {
780
  "epoch": 0.97,
781
  "learning_rate": 1.711279694943757e-05,
782
+ "loss": 1.2578,
783
  "step": 620
784
  },
785
  {
786
  "epoch": 0.98,
787
  "learning_rate": 1.704849557423941e-05,
788
+ "loss": 1.2212,
789
  "step": 625
790
  },
791
  {
792
  "epoch": 0.99,
793
  "learning_rate": 1.6983609738782993e-05,
794
+ "loss": 1.167,
795
  "step": 630
796
  },
797
  {
798
  "epoch": 0.99,
799
  "learning_rate": 1.6918144823392634e-05,
800
+ "loss": 1.1778,
801
  "step": 635
802
  },
803
  {
804
  "epoch": 1.0,
805
  "learning_rate": 1.685210625640988e-05,
806
+ "loss": 1.2402,
807
  "step": 640
808
  },
809
  {
810
  "epoch": 1.01,
811
  "learning_rate": 1.6785499513743383e-05,
812
+ "loss": 1.1427,
813
  "step": 645
814
  },
815
  {
816
  "epoch": 1.02,
817
  "learning_rate": 1.671833011841485e-05,
818
+ "loss": 1.2951,
819
  "step": 650
820
  },
821
  {
822
  "epoch": 1.02,
823
  "learning_rate": 1.6650603640101058e-05,
824
+ "loss": 1.1606,
825
  "step": 655
826
  },
827
  {
828
  "epoch": 1.03,
829
  "learning_rate": 1.6582325694672032e-05,
830
+ "loss": 1.1625,
831
  "step": 660
832
  },
833
  {
834
  "epoch": 1.04,
835
  "learning_rate": 1.6513501943725366e-05,
836
+ "loss": 1.136,
837
  "step": 665
838
  },
839
  {
840
  "epoch": 1.05,
841
  "learning_rate": 1.6444138094116783e-05,
842
+ "loss": 1.1339,
843
  "step": 670
844
  },
845
  {
846
  "epoch": 1.06,
847
  "learning_rate": 1.63742398974869e-05,
848
+ "loss": 1.106,
849
  "step": 675
850
  },
851
  {
852
  "epoch": 1.06,
853
  "learning_rate": 1.6303813149784313e-05,
854
+ "loss": 1.07,
855
  "step": 680
856
  },
857
  {
858
  "epoch": 1.07,
859
  "learning_rate": 1.623286369078501e-05,
860
+ "loss": 1.032,
861
  "step": 685
862
  },
863
  {
864
  "epoch": 1.08,
865
  "learning_rate": 1.616139740360811e-05,
866
+ "loss": 1.06,
867
  "step": 690
868
  },
869
  {
870
  "epoch": 1.09,
871
  "learning_rate": 1.6089420214228063e-05,
872
+ "loss": 1.0766,
873
  "step": 695
874
  },
875
  {
876
  "epoch": 1.09,
877
  "learning_rate": 1.6016938090983254e-05,
878
+ "loss": 1.0617,
879
  "step": 700
880
  },
881
  {
882
  "epoch": 1.1,
883
  "learning_rate": 1.5943957044081117e-05,
884
+ "loss": 0.9463,
885
  "step": 705
886
  },
887
  {
888
  "epoch": 1.11,
889
  "learning_rate": 1.5870483125099753e-05,
890
+ "loss": 0.9983,
891
  "step": 710
892
  },
893
  {
894
  "epoch": 1.12,
895
  "learning_rate": 1.579652242648616e-05,
896
+ "loss": 1.0127,
897
  "step": 715
898
  },
899
  {
900
  "epoch": 1.13,
901
  "learning_rate": 1.5722081081051032e-05,
902
+ "loss": 0.9263,
903
  "step": 720
904
  },
905
  {
906
  "epoch": 1.13,
907
  "learning_rate": 1.564716526146022e-05,
908
+ "loss": 0.9849,
909
  "step": 725
910
  },
911
  {
912
  "epoch": 1.14,
913
  "learning_rate": 1.5571781179722912e-05,
914
+ "loss": 0.9191,
915
  "step": 730
916
  },
917
  {
918
  "epoch": 1.15,
919
  "learning_rate": 1.5495935086676533e-05,
920
+ "loss": 0.8851,
921
  "step": 735
922
  },
923
  {
924
  "epoch": 1.16,
925
  "learning_rate": 1.541963327146841e-05,
926
+ "loss": 0.9047,
927
  "step": 740
928
  },
929
  {
930
  "epoch": 1.16,
931
  "learning_rate": 1.534288206103429e-05,
932
+ "loss": 0.8974,
933
  "step": 745
934
  },
935
  {
936
  "epoch": 1.17,
937
  "learning_rate": 1.526568781957371e-05,
938
+ "loss": 0.8163,
939
  "step": 750
940
  },
941
  {
942
  "epoch": 1.18,
943
  "learning_rate": 1.5188056948022286e-05,
944
+ "loss": 0.8438,
945
  "step": 755
946
  },
947
  {
948
  "epoch": 1.19,
949
  "learning_rate": 1.510999588352092e-05,
950
+ "loss": 0.9428,
951
  "step": 760
952
  },
953
  {
954
  "epoch": 1.2,
955
  "learning_rate": 1.503151109888207e-05,
956
+ "loss": 0.8177,
957
  "step": 765
958
  },
959
  {
960
  "epoch": 1.2,
961
  "learning_rate": 1.4952609102052997e-05,
962
+ "loss": 0.8081,
963
  "step": 770
964
  },
965
  {
966
  "epoch": 1.21,
967
  "learning_rate": 1.4873296435576145e-05,
968
+ "loss": 0.8396,
969
  "step": 775
970
  },
971
  {
972
  "epoch": 1.22,
973
  "learning_rate": 1.479357967604663e-05,
974
+ "loss": 0.8492,
975
  "step": 780
976
  },
977
  {
978
  "epoch": 1.23,
979
  "learning_rate": 1.4713465433566892e-05,
980
+ "loss": 0.7578,
981
  "step": 785
982
  },
983
  {
984
  "epoch": 1.24,
985
  "learning_rate": 1.463296035119862e-05,
986
+ "loss": 0.8193,
987
  "step": 790
988
  },
989
  {
990
  "epoch": 1.24,
991
  "learning_rate": 1.4552071104411874e-05,
992
+ "loss": 0.7517,
993
  "step": 795
994
  },
995
  {
996
  "epoch": 1.25,
997
  "learning_rate": 1.4470804400531589e-05,
998
+ "loss": 0.7817,
999
  "step": 800
1000
  },
1001
  {
1002
  "epoch": 1.25,
1003
+ "eval_loss": 1.6069754362106323,
1004
+ "eval_runtime": 156.7669,
1005
+ "eval_samples_per_second": 10.717,
1006
+ "eval_steps_per_second": 0.115,
1007
  "step": 800
1008
  },
1009
  {
1010
  "epoch": 1.26,
1011
  "learning_rate": 1.4389166978181374e-05,
1012
+ "loss": 0.755,
1013
  "step": 805
1014
  },
1015
  {
1016
  "epoch": 1.27,
1017
  "learning_rate": 1.4307165606724777e-05,
1018
+ "loss": 0.7288,
1019
  "step": 810
1020
  },
1021
  {
1022
  "epoch": 1.27,
1023
  "learning_rate": 1.4224807085703943e-05,
1024
+ "loss": 0.748,
1025
  "step": 815
1026
  },
1027
  {
1028
  "epoch": 1.28,
1029
  "learning_rate": 1.4142098244275809e-05,
1030
+ "loss": 0.7248,
1031
  "step": 820
1032
  },
1033
  {
1034
  "epoch": 1.29,
1035
  "learning_rate": 1.4059045940645834e-05,
1036
+ "loss": 0.7504,
1037
  "step": 825
1038
  },
1039
  {
1040
  "epoch": 1.3,
1041
  "learning_rate": 1.3975657061499316e-05,
1042
+ "loss": 0.7172,
1043
  "step": 830
1044
  },
1045
  {
1046
  "epoch": 1.31,
1047
  "learning_rate": 1.3891938521430349e-05,
1048
+ "loss": 0.7421,
1049
  "step": 835
1050
  },
1051
  {
1052
  "epoch": 1.31,
1053
  "learning_rate": 1.3807897262368453e-05,
1054
+ "loss": 0.7366,
1055
  "step": 840
1056
  },
1057
  {
1058
  "epoch": 1.32,
1059
  "learning_rate": 1.372354025300297e-05,
1060
+ "loss": 0.7313,
1061
  "step": 845
1062
  },
1063
  {
1064
  "epoch": 1.33,
1065
  "learning_rate": 1.3638874488205213e-05,
1066
+ "loss": 0.747,
1067
  "step": 850
1068
  },
1069
  {
1070
  "epoch": 1.34,
1071
  "learning_rate": 1.3553906988448451e-05,
1072
+ "loss": 0.6819,
1073
  "step": 855
1074
  },
1075
  {
1076
  "epoch": 1.34,
1077
  "learning_rate": 1.346864479922577e-05,
1078
+ "loss": 0.7418,
1079
  "step": 860
1080
  },
1081
  {
1082
  "epoch": 1.35,
1083
  "learning_rate": 1.338309499046587e-05,
1084
+ "loss": 0.7585,
1085
  "step": 865
1086
  },
1087
  {
1088
  "epoch": 1.36,
1089
  "learning_rate": 1.3297264655946816e-05,
1090
+ "loss": 0.7039,
1091
  "step": 870
1092
  },
1093
  {
1094
  "epoch": 1.37,
1095
  "learning_rate": 1.3211160912707837e-05,
1096
+ "loss": 0.7319,
1097
  "step": 875
1098
  },
1099
  {
1100
  "epoch": 1.38,
1101
  "learning_rate": 1.3124790900459169e-05,
1102
+ "loss": 0.7456,
1103
  "step": 880
1104
  },
1105
  {
1106
  "epoch": 1.38,
1107
  "learning_rate": 1.3038161780990036e-05,
1108
+ "loss": 0.6698,
1109
  "step": 885
1110
  },
1111
  {
1112
  "epoch": 1.39,
1113
  "learning_rate": 1.2951280737574799e-05,
1114
+ "loss": 0.6732,
1115
  "step": 890
1116
  },
1117
  {
1118
  "epoch": 1.4,
1119
  "learning_rate": 1.286415497437732e-05,
1120
+ "loss": 0.717,
1121
  "step": 895
1122
  },
1123
  {
1124
  "epoch": 1.41,
1125
  "learning_rate": 1.2776791715853585e-05,
1126
+ "loss": 0.682,
1127
  "step": 900
1128
  },
1129
  {
1130
  "epoch": 1.42,
1131
  "learning_rate": 1.2689198206152657e-05,
1132
+ "loss": 0.7005,
1133
  "step": 905
1134
  },
1135
  {
1136
  "epoch": 1.42,
1137
  "learning_rate": 1.2601381708516007e-05,
1138
+ "loss": 0.7217,
1139
  "step": 910
1140
  },
1141
  {
1142
  "epoch": 1.43,
1143
  "learning_rate": 1.251334950467522e-05,
1144
+ "loss": 0.7263,
1145
  "step": 915
1146
  },
1147
  {
1148
  "epoch": 1.44,
1149
  "learning_rate": 1.2425108894248216e-05,
1150
+ "loss": 0.6788,
1151
  "step": 920
1152
  },
1153
  {
1154
  "epoch": 1.45,
1155
  "learning_rate": 1.2336667194133956e-05,
1156
+ "loss": 0.6699,
1157
  "step": 925
1158
  },
1159
  {
1160
  "epoch": 1.45,
1161
  "learning_rate": 1.2248031737905732e-05,
1162
+ "loss": 0.6929,
1163
  "step": 930
1164
  },
1165
  {
1166
  "epoch": 1.46,
1167
  "learning_rate": 1.215920987520307e-05,
1168
+ "loss": 0.7046,
1169
  "step": 935
1170
  },
1171
  {
1172
  "epoch": 1.47,
1173
  "learning_rate": 1.2070208971122282e-05,
1174
+ "loss": 0.6893,
1175
  "step": 940
1176
  },
1177
  {
1178
  "epoch": 1.48,
1179
  "learning_rate": 1.1981036405605782e-05,
1180
+ "loss": 0.6525,
1181
  "step": 945
1182
  },
1183
  {
1184
  "epoch": 1.49,
1185
  "learning_rate": 1.189169957283011e-05,
1186
+ "loss": 0.663,
1187
  "step": 950
1188
  },
1189
  {
1190
  "epoch": 1.49,
1191
  "learning_rate": 1.1802205880592839e-05,
1192
+ "loss": 0.7718,
1193
  "step": 955
1194
  },
1195
  {
1196
  "epoch": 1.5,
1197
  "learning_rate": 1.171256274969829e-05,
1198
+ "loss": 0.6544,
1199
  "step": 960
1200
  },
1201
  {
1202
  "epoch": 1.51,
1203
  "learning_rate": 1.1622777613342236e-05,
1204
+ "loss": 0.6781,
1205
  "step": 965
1206
  },
1207
  {
1208
  "epoch": 1.52,
1209
  "learning_rate": 1.1532857916495504e-05,
1210
+ "loss": 0.6656,
1211
  "step": 970
1212
  },
1213
  {
1214
  "epoch": 1.52,
1215
  "learning_rate": 1.144281111528667e-05,
1216
+ "loss": 0.6576,
1217
  "step": 975
1218
  },
1219
  {
1220
  "epoch": 1.53,
1221
  "learning_rate": 1.1352644676383782e-05,
1222
+ "loss": 0.6909,
1223
  "step": 980
1224
  },
1225
  {
1226
  "epoch": 1.54,
1227
  "learning_rate": 1.1262366076375224e-05,
1228
+ "loss": 0.6666,
1229
  "step": 985
1230
  },
1231
  {
1232
  "epoch": 1.55,
1233
  "learning_rate": 1.1171982801149774e-05,
1234
+ "loss": 0.6861,
1235
  "step": 990
1236
  },
1237
  {
1238
  "epoch": 1.56,
1239
  "learning_rate": 1.1081502345275857e-05,
1240
+ "loss": 0.6716,
1241
  "step": 995
1242
  },
1243
  {
1244
  "epoch": 1.56,
1245
  "learning_rate": 1.0990932211380099e-05,
1246
+ "loss": 0.6668,
1247
  "step": 1000
1248
  },
1249
  {
1250
  "epoch": 1.56,
1251
+ "eval_loss": 1.6513299942016602,
1252
+ "eval_runtime": 156.7333,
1253
+ "eval_samples_per_second": 10.719,
1254
+ "eval_steps_per_second": 0.115,
1255
  "step": 1000
1256
  },
1257
  {
1258
  "epoch": 1.57,
1259
  "learning_rate": 1.0900279909525226e-05,
1260
+ "loss": 0.6705,
1261
  "step": 1005
1262
  },
1263
  {
1264
  "epoch": 1.58,
1265
  "learning_rate": 1.080955295658731e-05,
1266
+ "loss": 0.6733,
1267
  "step": 1010
1268
  },
1269
  {
1270
  "epoch": 1.59,
1271
  "learning_rate": 1.0718758875632486e-05,
1272
+ "loss": 0.6846,
1273
  "step": 1015
1274
  },
1275
  {
1276
  "epoch": 1.59,
1277
  "learning_rate": 1.0627905195293135e-05,
1278
+ "loss": 0.7057,
1279
  "step": 1020
1280
  },
1281
  {
1282
  "epoch": 1.6,
1283
  "learning_rate": 1.0536999449143606e-05,
1284
+ "loss": 0.6605,
1285
  "step": 1025
1286
  },
1287
  {
1288
  "epoch": 1.61,
1289
  "learning_rate": 1.0446049175075544e-05,
1290
+ "loss": 0.6479,
1291
  "step": 1030
1292
  },
1293
  {
1294
  "epoch": 1.62,
1295
  "learning_rate": 1.0355061914672831e-05,
1296
+ "loss": 0.6846,
1297
  "step": 1035
1298
  },
1299
  {
1300
  "epoch": 1.63,
1301
  "learning_rate": 1.0264045212586266e-05,
1302
+ "loss": 0.671,
1303
  "step": 1040
1304
  },
1305
  {
1306
  "epoch": 1.63,
1307
  "learning_rate": 1.0173006615907936e-05,
1308
+ "loss": 0.6168,
1309
  "step": 1045
1310
  },
1311
  {
1312
  "epoch": 1.64,
1313
  "learning_rate": 1.0081953673545432e-05,
1314
+ "loss": 0.6671,
1315
  "step": 1050
1316
  },
1317
  {
1318
  "epoch": 1.65,
1319
  "learning_rate": 9.990893935595885e-06,
1320
+ "loss": 0.6657,
1321
  "step": 1055
1322
  },
1323
  {
1324
  "epoch": 1.66,
1325
  "learning_rate": 9.899834952719914e-06,
1326
+ "loss": 0.6369,
1327
  "step": 1060
1328
  },
1329
  {
1330
  "epoch": 1.67,
1331
  "learning_rate": 9.808784275515526e-06,
1332
+ "loss": 0.6647,
1333
  "step": 1065
1334
  },
1335
  {
1336
  "epoch": 1.67,
1337
  "learning_rate": 9.717749453892026e-06,
1338
+ "loss": 0.6537,
1339
  "step": 1070
1340
  },
1341
  {
1342
  "epoch": 1.68,
1343
  "learning_rate": 9.626738036443978e-06,
1344
+ "loss": 0.6657,
1345
  "step": 1075
1346
  },
1347
  {
1348
  "epoch": 1.69,
1349
  "learning_rate": 9.535757569825266e-06,
1350
+ "loss": 0.5965,
1351
  "step": 1080
1352
  },
1353
  {
1354
  "epoch": 1.7,
1355
  "learning_rate": 9.444815598123346e-06,
1356
+ "loss": 0.6714,
1357
  "step": 1085
1358
  },
1359
  {
1360
  "epoch": 1.7,
1361
  "learning_rate": 9.353919662233676e-06,
1362
+ "loss": 0.6744,
1363
  "step": 1090
1364
  },
1365
  {
1366
  "epoch": 1.71,
1367
  "learning_rate": 9.263077299234433e-06,
1368
+ "loss": 0.6134,
1369
  "step": 1095
1370
  },
1371
  {
1372
  "epoch": 1.72,
1373
  "learning_rate": 9.172296041761534e-06,
1374
+ "loss": 0.7298,
1375
  "step": 1100
1376
  },
1377
  {
1378
  "epoch": 1.73,
1379
  "learning_rate": 9.08158341738404e-06,
1380
+ "loss": 0.6081,
1381
  "step": 1105
1382
  },
1383
  {
1384
  "epoch": 1.74,
1385
  "learning_rate": 8.990946947979955e-06,
1386
+ "loss": 0.6759,
1387
  "step": 1110
1388
  },
1389
  {
1390
  "epoch": 1.74,
1391
  "learning_rate": 8.900394149112543e-06,
1392
+ "loss": 0.6457,
1393
  "step": 1115
1394
  },
1395
  {
1396
  "epoch": 1.75,
1397
  "learning_rate": 8.80993252940709e-06,
1398
+ "loss": 0.6624,
1399
  "step": 1120
1400
  },
1401
  {
1402
  "epoch": 1.76,
1403
  "learning_rate": 8.719569589928353e-06,
1404
+ "loss": 0.6479,
1405
  "step": 1125
1406
  },
1407
  {
1408
  "epoch": 1.77,
1409
  "learning_rate": 8.629312823558505e-06,
1410
+ "loss": 0.7002,
1411
  "step": 1130
1412
  },
1413
  {
1414
  "epoch": 1.77,
1415
  "learning_rate": 8.539169714375885e-06,
1416
+ "loss": 0.6545,
1417
  "step": 1135
1418
  },
1419
  {
1420
  "epoch": 1.78,
1421
  "learning_rate": 8.44914773703438e-06,
1422
+ "loss": 0.6361,
1423
  "step": 1140
1424
  },
1425
  {
1426
  "epoch": 1.79,
1427
  "learning_rate": 8.35925435614365e-06,
1428
+ "loss": 0.6112,
1429
  "step": 1145
1430
  },
1431
  {
1432
  "epoch": 1.8,
1433
  "learning_rate": 8.269497025650146e-06,
1434
+ "loss": 0.6393,
1435
  "step": 1150
1436
  },
1437
  {
1438
  "epoch": 1.81,
1439
  "learning_rate": 8.179883188219052e-06,
1440
+ "loss": 0.6603,
1441
  "step": 1155
1442
  },
1443
  {
1444
  "epoch": 1.81,
1445
  "learning_rate": 8.090420274617115e-06,
1446
+ "loss": 0.6318,
1447
  "step": 1160
1448
  },
1449
  {
1450
  "epoch": 1.82,
1451
  "learning_rate": 8.001115703096508e-06,
1452
+ "loss": 0.6195,
1453
  "step": 1165
1454
  },
1455
  {
1456
  "epoch": 1.83,
1457
  "learning_rate": 7.911976878779696e-06,
1458
+ "loss": 0.6316,
1459
  "step": 1170
1460
  },
1461
  {
1462
  "epoch": 1.84,
1463
  "learning_rate": 7.823011193045413e-06,
1464
+ "loss": 0.6545,
1465
  "step": 1175
1466
  },
1467
  {
1468
  "epoch": 1.85,
1469
  "learning_rate": 7.73422602291576e-06,
1470
+ "loss": 0.6382,
1471
  "step": 1180
1472
  },
1473
  {
1474
  "epoch": 1.85,
1475
  "learning_rate": 7.645628730444524e-06,
1476
+ "loss": 0.5979,
1477
  "step": 1185
1478
  },
1479
  {
1480
  "epoch": 1.86,
1481
  "learning_rate": 7.557226662106679e-06,
1482
+ "loss": 0.6102,
1483
  "step": 1190
1484
  },
1485
  {
1486
  "epoch": 1.87,
1487
  "learning_rate": 7.469027148189268e-06,
1488
+ "loss": 0.634,
1489
  "step": 1195
1490
  },
1491
  {
1492
  "epoch": 1.88,
1493
  "learning_rate": 7.3810375021835275e-06,
1494
+ "loss": 0.6304,
1495
  "step": 1200
1496
  },
1497
  {
1498
  "epoch": 1.88,
1499
+ "eval_loss": 1.6570870876312256,
1500
+ "eval_runtime": 156.7819,
1501
+ "eval_samples_per_second": 10.716,
1502
+ "eval_steps_per_second": 0.115,
1503
  "step": 1200
1504
  },
1505
  {
1506
  "epoch": 1.88,
1507
  "learning_rate": 7.293265020178495e-06,
1508
+ "loss": 0.6332,
1509
  "step": 1205
1510
  },
1511
  {
1512
  "epoch": 1.89,
1513
  "learning_rate": 7.205716980255985e-06,
1514
+ "loss": 0.6291,
1515
  "step": 1210
1516
  },
1517
  {
1518
  "epoch": 1.9,
1519
  "learning_rate": 7.118400641887116e-06,
1520
+ "loss": 0.6478,
1521
  "step": 1215
1522
  },
1523
  {
1524
  "epoch": 1.91,
1525
  "learning_rate": 7.031323245330337e-06,
1526
+ "loss": 0.6427,
1527
  "step": 1220
1528
  },
1529
  {
1530
  "epoch": 1.92,
1531
  "learning_rate": 6.944492011031086e-06,
1532
+ "loss": 0.6246,
1533
  "step": 1225
1534
  },
1535
  {
1536
  "epoch": 1.92,
1537
  "learning_rate": 6.857914139023058e-06,
1538
+ "loss": 0.6024,
1539
  "step": 1230
1540
  },
1541
  {
1542
  "epoch": 1.93,
1543
  "learning_rate": 6.771596808331175e-06,
1544
+ "loss": 0.6071,
1545
  "step": 1235
1546
  },
1547
  {
1548
  "epoch": 1.94,
1549
  "learning_rate": 6.685547176376321e-06,
1550
+ "loss": 0.6288,
1551
  "step": 1240
1552
  },
1553
  {
1554
  "epoch": 1.95,
1555
  "learning_rate": 6.59977237838183e-06,
1556
+ "loss": 0.6176,
1557
  "step": 1245
1558
  },
1559
  {
1560
  "epoch": 1.95,
1561
  "learning_rate": 6.5142795267818505e-06,
1562
+ "loss": 0.6029,
1563
  "step": 1250
1564
  },
1565
  {
1566
  "epoch": 1.96,
1567
  "learning_rate": 6.4290757106315674e-06,
1568
+ "loss": 0.6083,
1569
  "step": 1255
1570
  },
1571
  {
1572
  "epoch": 1.97,
1573
  "learning_rate": 6.344167995019395e-06,
1574
+ "loss": 0.6416,
1575
  "step": 1260
1576
  },
1577
  {
1578
  "epoch": 1.98,
1579
  "learning_rate": 6.2595634204811215e-06,
1580
+ "loss": 0.6119,
1581
  "step": 1265
1582
  },
1583
  {
1584
  "epoch": 1.99,
1585
  "learning_rate": 6.17526900241614e-06,
1586
+ "loss": 0.5819,
1587
  "step": 1270
1588
  },
1589
  {
1590
  "epoch": 1.99,
1591
  "learning_rate": 6.091291730505684e-06,
1592
+ "loss": 0.6075,
1593
  "step": 1275
1594
  },
1595
  {
1596
  "epoch": 2.0,
1597
  "learning_rate": 6.007638568133303e-06,
1598
+ "loss": 0.5938,
1599
  "step": 1280
1600
  },
1601
  {
1602
  "epoch": 2.01,
1603
  "learning_rate": 5.924316451807407e-06,
1604
+ "loss": 0.5575,
1605
  "step": 1285
1606
  },
1607
  {
1608
  "epoch": 2.02,
1609
  "learning_rate": 5.841332290586126e-06,
1610
+ "loss": 0.6598,
1611
  "step": 1290
1612
  },
1613
  {
1614
  "epoch": 2.03,
1615
  "learning_rate": 5.758692965504391e-06,
1616
+ "loss": 0.5775,
1617
  "step": 1295
1618
  },
1619
  {
1620
  "epoch": 2.03,
1621
  "learning_rate": 5.676405329003387e-06,
1622
+ "loss": 0.5695,
1623
  "step": 1300
1624
  },
1625
  {
1626
  "epoch": 2.04,
1627
  "learning_rate": 5.594476204362303e-06,
1628
+ "loss": 0.5571,
1629
  "step": 1305
1630
  },
1631
  {
1632
  "epoch": 2.05,
1633
  "learning_rate": 5.512912385132605e-06,
1634
+ "loss": 0.53,
1635
  "step": 1310
1636
  },
1637
  {
1638
  "epoch": 2.06,
1639
  "learning_rate": 5.431720634574663e-06,
1640
+ "loss": 0.5683,
1641
  "step": 1315
1642
  },
1643
  {
1644
  "epoch": 2.06,
1645
  "learning_rate": 5.350907685096983e-06,
1646
+ "loss": 0.5176,
1647
  "step": 1320
1648
  },
1649
  {
1650
  "epoch": 2.07,
1651
  "learning_rate": 5.270480237697927e-06,
1652
+ "loss": 0.4881,
1653
  "step": 1325
1654
  },
1655
  {
1656
  "epoch": 2.08,
1657
  "learning_rate": 5.190444961410082e-06,
1658
+ "loss": 0.5312,
1659
  "step": 1330
1660
  },
1661
  {
1662
  "epoch": 2.09,
1663
  "learning_rate": 5.110808492747258e-06,
1664
+ "loss": 0.5465,
1665
  "step": 1335
1666
  },
1667
  {
1668
  "epoch": 2.1,
1669
  "learning_rate": 5.031577435154207e-06,
1670
+ "loss": 0.5183,
1671
  "step": 1340
1672
  },
1673
  {
1674
  "epoch": 2.1,
1675
  "learning_rate": 4.952758358459037e-06,
1676
+ "loss": 0.4748,
1677
  "step": 1345
1678
  },
1679
  {
1680
  "epoch": 2.11,
1681
  "learning_rate": 4.874357798328464e-06,
1682
+ "loss": 0.4878,
1683
  "step": 1350
1684
  },
1685
  {
1686
  "epoch": 2.12,
1687
  "learning_rate": 4.796382255725866e-06,
1688
+ "loss": 0.5076,
1689
  "step": 1355
1690
  },
1691
  {
1692
  "epoch": 2.13,
1693
  "learning_rate": 4.7188381963722385e-06,
1694
+ "loss": 0.446,
1695
  "step": 1360
1696
  },
1697
  {
1698
  "epoch": 2.13,
1699
  "learning_rate": 4.641732050210032e-06,
1700
+ "loss": 0.4942,
1701
  "step": 1365
1702
  },
1703
  {
1704
  "epoch": 2.14,
1705
  "learning_rate": 4.565070210870015e-06,
1706
+ "loss": 0.4677,
1707
  "step": 1370
1708
  },
1709
  {
1710
  "epoch": 2.15,
1711
  "learning_rate": 4.488859035141071e-06,
1712
+ "loss": 0.4091,
1713
  "step": 1375
1714
  },
1715
  {
1716
  "epoch": 2.16,
1717
  "learning_rate": 4.413104842443149e-06,
1718
+ "loss": 0.4909,
1719
  "step": 1380
1720
  },
1721
  {
1722
  "epoch": 2.17,
1723
  "learning_rate": 4.3378139143032095e-06,
1724
+ "loss": 0.4623,
1725
  "step": 1385
1726
  },
1727
  {
1728
  "epoch": 2.17,
1729
  "learning_rate": 4.262992493834386e-06,
1730
+ "loss": 0.4044,
1731
  "step": 1390
1732
  },
1733
  {
1734
  "epoch": 2.18,
1735
  "learning_rate": 4.188646785218316e-06,
1736
+ "loss": 0.4041,
1737
  "step": 1395
1738
  },
1739
  {
1740
  "epoch": 2.19,
1741
  "learning_rate": 4.114782953190648e-06,
1742
+ "loss": 0.4784,
1743
  "step": 1400
1744
  },
1745
  {
1746
  "epoch": 2.19,
1747
+ "eval_loss": 1.7886532545089722,
1748
+ "eval_runtime": 156.7662,
1749
+ "eval_samples_per_second": 10.717,
1750
+ "eval_steps_per_second": 0.115,
1751
  "step": 1400
1752
  },
1753
  {
1754
  "epoch": 2.2,
1755
  "learning_rate": 4.0414071225299235e-06,
1756
+ "loss": 0.3985,
1757
  "step": 1405
1758
  },
1759
  {
1760
  "epoch": 2.2,
1761
  "learning_rate": 3.968525377549657e-06,
1762
+ "loss": 0.4067,
1763
  "step": 1410
1764
  },
1765
  {
1766
  "epoch": 2.21,
1767
  "learning_rate": 3.896143761593862e-06,
1768
+ "loss": 0.4328,
1769
  "step": 1415
1770
  },
1771
  {
1772
  "epoch": 2.22,
1773
  "learning_rate": 3.824268276535917e-06,
1774
+ "loss": 0.3958,
1775
  "step": 1420
1776
  },
1777
  {
1778
  "epoch": 2.23,
1779
  "learning_rate": 3.752904882280899e-06,
1780
+ "loss": 0.3838,
1781
  "step": 1425
1782
  },
1783
  {
1784
  "epoch": 2.24,
1785
  "learning_rate": 3.682059496271383e-06,
1786
+ "loss": 0.4085,
1787
  "step": 1430
1788
  },
1789
  {
1790
  "epoch": 2.24,
1791
  "learning_rate": 3.6117379929967857e-06,
1792
+ "loss": 0.3872,
1793
  "step": 1435
1794
  },
1795
  {
1796
  "epoch": 2.25,
1797
  "learning_rate": 3.5419462035062313e-06,
1798
+ "loss": 0.3611,
1799
  "step": 1440
1800
  },
1801
  {
1802
  "epoch": 2.26,
1803
  "learning_rate": 3.472689914925056e-06,
1804
+ "loss": 0.402,
1805
  "step": 1445
1806
  },
1807
  {
1808
  "epoch": 2.27,
1809
  "learning_rate": 3.4039748699749287e-06,
1810
+ "loss": 0.3653,
1811
  "step": 1450
1812
  },
1813
  {
1814
  "epoch": 2.28,
1815
  "learning_rate": 3.3358067664976866e-06,
1816
+ "loss": 0.3987,
1817
  "step": 1455
1818
  },
1819
  {
1820
  "epoch": 2.28,
1821
  "learning_rate": 3.2681912569828445e-06,
1822
+ "loss": 0.3804,
1823
  "step": 1460
1824
  },
1825
  {
1826
  "epoch": 2.29,
1827
  "learning_rate": 3.2011339480989136e-06,
1828
+ "loss": 0.371,
1829
  "step": 1465
1830
  },
1831
  {
1832
  "epoch": 2.3,
1833
  "learning_rate": 3.134640400228479e-06,
1834
+ "loss": 0.3803,
1835
  "step": 1470
1836
  },
1837
  {
1838
  "epoch": 2.31,
1839
  "learning_rate": 3.0687161270071465e-06,
1840
+ "loss": 0.3564,
1841
  "step": 1475
1842
  },
1843
  {
1844
  "epoch": 2.31,
1845
  "learning_rate": 3.003366594866345e-06,
1846
+ "loss": 0.3853,
1847
  "step": 1480
1848
  },
1849
  {
1850
  "epoch": 2.32,
1851
  "learning_rate": 2.938597222580063e-06,
1852
+ "loss": 0.379,
1853
  "step": 1485
1854
  },
1855
  {
1856
  "epoch": 2.33,
1857
  "learning_rate": 2.874413380815506e-06,
1858
+ "loss": 0.3617,
1859
  "step": 1490
1860
  },
1861
  {
1862
  "epoch": 2.34,
1863
  "learning_rate": 2.8108203916877753e-06,
1864
+ "loss": 0.3623,
1865
  "step": 1495
1866
  },
1867
  {
1868
  "epoch": 2.35,
1869
  "learning_rate": 2.7478235283185504e-06,
1870
+ "loss": 0.4036,
1871
  "step": 1500
1872
  },
1873
  {
1874
  "epoch": 2.35,
1875
  "learning_rate": 2.685428014398859e-06,
1876
+ "loss": 0.4094,
1877
  "step": 1505
1878
  },
1879
  {
1880
  "epoch": 2.36,
1881
  "learning_rate": 2.623639023755902e-06,
1882
+ "loss": 0.3709,
1883
  "step": 1510
1884
  },
1885
  {
1886
  "epoch": 2.37,
1887
  "learning_rate": 2.562461679924072e-06,
1888
+ "loss": 0.3435,
1889
  "step": 1515
1890
  },
1891
  {
1892
  "epoch": 2.38,
1893
  "learning_rate": 2.501901055720074e-06,
1894
+ "loss": 0.3846,
1895
  "step": 1520
1896
  },
1897
  {
1898
  "epoch": 2.38,
1899
  "learning_rate": 2.4419621728223297e-06,
1900
+ "loss": 0.3511,
1901
  "step": 1525
1902
  },
1903
  {
1904
  "epoch": 2.39,
1905
  "learning_rate": 2.382650001354543e-06,
1906
+ "loss": 0.3472,
1907
  "step": 1530
1908
  },
1909
  {
1910
  "epoch": 2.4,
1911
  "learning_rate": 2.3239694594736074e-06,
1912
+ "loss": 0.3691,
1913
  "step": 1535
1914
  },
1915
  {
1916
  "epoch": 2.41,
1917
  "learning_rate": 2.2659254129617712e-06,
1918
+ "loss": 0.3452,
1919
  "step": 1540
1920
  },
1921
  {
1922
  "epoch": 2.42,
1923
  "learning_rate": 2.2085226748231792e-06,
1924
+ "loss": 0.3513,
1925
  "step": 1545
1926
  },
1927
  {
1928
  "epoch": 2.42,
1929
  "learning_rate": 2.1517660048847765e-06,
1930
+ "loss": 0.3793,
1931
  "step": 1550
1932
  },
1933
  {
1934
  "epoch": 2.43,
1935
  "learning_rate": 2.0956601094016217e-06,
1936
+ "loss": 0.3861,
1937
  "step": 1555
1938
  },
1939
  {
1940
  "epoch": 2.44,
1941
  "learning_rate": 2.0402096406666562e-06,
1942
+ "loss": 0.3409,
1943
  "step": 1560
1944
  },
1945
  {
1946
  "epoch": 2.45,
1947
  "learning_rate": 1.9854191966249183e-06,
1948
+ "loss": 0.3369,
1949
  "step": 1565
1950
  },
1951
  {
1952
  "epoch": 2.46,
1953
  "learning_rate": 1.9312933204922947e-06,
1954
+ "loss": 0.3651,
1955
  "step": 1570
1956
  },
1957
  {
1958
  "epoch": 2.46,
1959
  "learning_rate": 1.8778365003787934e-06,
1960
+ "loss": 0.3489,
1961
  "step": 1575
1962
  },
1963
  {
1964
  "epoch": 2.47,
1965
  "learning_rate": 1.8250531689163997e-06,
1966
+ "loss": 0.3641,
1967
  "step": 1580
1968
  },
1969
  {
1970
  "epoch": 2.48,
1971
  "learning_rate": 1.7729477028915064e-06,
1972
+ "loss": 0.3247,
1973
  "step": 1585
1974
  },
1975
  {
1976
  "epoch": 2.49,
1977
  "learning_rate": 1.7215244228820027e-06,
1978
+ "loss": 0.3408,
1979
  "step": 1590
1980
  },
1981
  {
1982
  "epoch": 2.49,
1983
  "learning_rate": 1.6707875928990059e-06,
1984
+ "loss": 0.3997,
1985
  "step": 1595
1986
  },
1987
  {
1988
  "epoch": 2.5,
1989
  "learning_rate": 1.6207414200333027e-06,
1990
+ "loss": 0.3548,
1991
  "step": 1600
1992
  },
1993
  {
1994
  "epoch": 2.5,
1995
+ "eval_loss": 1.8198195695877075,
1996
+ "eval_runtime": 156.7807,
1997
+ "eval_samples_per_second": 10.716,
1998
+ "eval_steps_per_second": 0.115,
1999
  "step": 1600
2000
  },
2001
  {
2002
  "epoch": 2.51,
2003
  "learning_rate": 1.571390054106482e-06,
2004
+ "loss": 0.331,
2005
  "step": 1605
2006
  },
2007
  {
2008
  "epoch": 2.52,
2009
  "learning_rate": 1.5227375873268445e-06,
2010
+ "loss": 0.3458,
2011
  "step": 1610
2012
  },
2013
  {
2014
  "epoch": 2.53,
2015
  "learning_rate": 1.4747880539500637e-06,
2016
+ "loss": 0.3405,
2017
  "step": 1615
2018
  },
2019
  {
2020
  "epoch": 2.53,
2021
  "learning_rate": 1.4275454299446834e-06,
2022
+ "loss": 0.3551,
2023
  "step": 1620
2024
  },
2025
  {
2026
  "epoch": 2.54,
2027
  "learning_rate": 1.381013632662418e-06,
2028
+ "loss": 0.3642,
2029
  "step": 1625
2030
  },
2031
  {
2032
  "epoch": 2.55,
2033
  "learning_rate": 1.335196520513332e-06,
2034
+ "loss": 0.3685,
2035
  "step": 1630
2036
  },
2037
  {
2038
  "epoch": 2.56,
2039
  "learning_rate": 1.2900978926458985e-06,
2040
+ "loss": 0.3565,
2041
  "step": 1635
2042
  },
2043
  {
2044
  "epoch": 2.56,
2045
  "learning_rate": 1.2457214886319757e-06,
2046
+ "loss": 0.3412,
2047
  "step": 1640
2048
  },
2049
  {
2050
  "epoch": 2.57,
2051
  "learning_rate": 1.2020709881567184e-06,
2052
+ "loss": 0.3583,
2053
  "step": 1645
2054
  },
2055
  {
2056
  "epoch": 2.58,
2057
  "learning_rate": 1.15915001071347e-06,
2058
+ "loss": 0.367,
2059
  "step": 1650
2060
  },
2061
  {
2062
  "epoch": 2.59,
2063
  "learning_rate": 1.1169621153036204e-06,
2064
+ "loss": 0.3557,
2065
  "step": 1655
2066
  },
2067
  {
2068
  "epoch": 2.6,
2069
  "learning_rate": 1.0755108001415038e-06,
2070
+ "loss": 0.3775,
2071
  "step": 1660
2072
  },
2073
  {
2074
  "epoch": 2.6,
2075
  "learning_rate": 1.0347995023643198e-06,
2076
+ "loss": 0.3633,
2077
  "step": 1665
2078
  },
2079
  {
2080
  "epoch": 2.61,
2081
  "learning_rate": 9.948315977471412e-07,
2082
+ "loss": 0.3239,
2083
  "step": 1670
2084
  },
2085
  {
2086
  "epoch": 2.62,
2087
  "learning_rate": 9.556104004229717e-07,
2088
+ "loss": 0.3703,
2089
  "step": 1675
2090
  },
2091
  {
2092
  "epoch": 2.63,
2093
  "learning_rate": 9.171391626079629e-07,
2094
+ "loss": 0.3527,
2095
  "step": 1680
2096
  },
2097
  {
2098
  "epoch": 2.63,
2099
  "learning_rate": 8.794210743317233e-07,
2100
+ "loss": 0.3314,
2101
  "step": 1685
2102
  },
2103
  {
2104
  "epoch": 2.64,
2105
  "learning_rate": 8.42459263172809e-07,
2106
+ "loss": 0.3622,
2107
  "step": 1690
2108
  },
2109
  {
2110
  "epoch": 2.65,
2111
  "learning_rate": 8.062567939993838e-07,
2112
+ "loss": 0.3617,
2113
  "step": 1695
2114
  },
2115
  {
2116
  "epoch": 2.66,
2117
  "learning_rate": 7.708166687150842e-07,
2118
+ "loss": 0.3334,
2119
  "step": 1700
2120
  },
2121
  {
2122
  "epoch": 2.67,
2123
  "learning_rate": 7.361418260100984e-07,
2124
+ "loss": 0.3574,
2125
  "step": 1705
2126
  },
2127
  {
2128
  "epoch": 2.67,
2129
  "learning_rate": 7.022351411174866e-07,
2130
+ "loss": 0.3457,
2131
  "step": 1710
2132
  },
2133
  {
2134
  "epoch": 2.68,
2135
  "learning_rate": 6.690994255747774e-07,
2136
+ "loss": 0.364,
2137
  "step": 1715
2138
  },
2139
  {
2140
  "epoch": 2.69,
2141
  "learning_rate": 6.367374269908233e-07,
2142
+ "loss": 0.3171,
2143
  "step": 1720
2144
  },
2145
  {
2146
  "epoch": 2.7,
2147
  "learning_rate": 6.051518288179847e-07,
2148
+ "loss": 0.3757,
2149
  "step": 1725
2150
  },
2151
  {
2152
  "epoch": 2.71,
2153
  "learning_rate": 5.74345250129601e-07,
2154
+ "loss": 0.3497,
2155
  "step": 1730
2156
  },
2157
  {
2158
  "epoch": 2.71,
2159
  "learning_rate": 5.443202454028306e-07,
2160
+ "loss": 0.3464,
2161
  "step": 1735
2162
  },
2163
  {
2164
  "epoch": 2.72,
2165
  "learning_rate": 5.150793043068269e-07,
2166
+ "loss": 0.3905,
2167
  "step": 1740
2168
  },
2169
  {
2170
  "epoch": 2.73,
2171
  "learning_rate": 4.866248514963001e-07,
2172
+ "loss": 0.3562,
2173
  "step": 1745
2174
  },
2175
  {
2176
  "epoch": 2.74,
2177
  "learning_rate": 4.589592464104609e-07,
2178
+ "loss": 0.369,
2179
  "step": 1750
2180
  },
2181
  {
2182
  "epoch": 2.74,
2183
  "learning_rate": 4.3208478307738e-07,
2184
+ "loss": 0.3614,
2185
  "step": 1755
2186
  },
2187
  {
2188
  "epoch": 2.75,
2189
  "learning_rate": 4.0600368992376074e-07,
2190
+ "loss": 0.3555,
2191
  "step": 1760
2192
  },
2193
  {
2194
  "epoch": 2.76,
2195
  "learning_rate": 3.8071812959016965e-07,
2196
+ "loss": 0.3618,
2197
  "step": 1765
2198
  },
2199
  {
2200
  "epoch": 2.77,
2201
  "learning_rate": 3.5623019875169916e-07,
2202
+ "loss": 0.3667,
2203
  "step": 1770
2204
  },
2205
  {
2206
  "epoch": 2.78,
2207
  "learning_rate": 3.325419279441211e-07,
2208
+ "loss": 0.364,
2209
  "step": 1775
2210
  },
2211
  {
2212
  "epoch": 2.78,
2213
  "learning_rate": 3.096552813955045e-07,
2214
+ "loss": 0.3693,
2215
  "step": 1780
2216
  },
2217
  {
2218
  "epoch": 2.79,
2219
  "learning_rate": 2.875721568633527e-07,
2220
+ "loss": 0.3265,
2221
  "step": 1785
2222
  },
2223
  {
2224
  "epoch": 2.8,
2225
  "learning_rate": 2.6629438547723484e-07,
2226
+ "loss": 0.3447,
2227
  "step": 1790
2228
  },
2229
  {
2230
  "epoch": 2.81,
2231
  "learning_rate": 2.458237315869527e-07,
2232
+ "loss": 0.3602,
2233
  "step": 1795
2234
  },
2235
  {
2236
  "epoch": 2.81,
2237
  "learning_rate": 2.2616189261623568e-07,
2238
+ "loss": 0.3506,
2239
  "step": 1800
2240
  },
2241
  {
2242
  "epoch": 2.81,
2243
+ "eval_loss": 1.8299107551574707,
2244
+ "eval_runtime": 156.7929,
2245
+ "eval_samples_per_second": 10.715,
2246
+ "eval_steps_per_second": 0.115,
2247
  "step": 1800
2248
  },
2249
  {
2250
  "epoch": 2.82,
2251
  "learning_rate": 2.0731049892199873e-07,
2252
+ "loss": 0.3721,
2253
  "step": 1805
2254
  },
2255
  {
2256
  "epoch": 2.83,
2257
  "learning_rate": 1.8927111365914297e-07,
2258
+ "loss": 0.3383,
2259
  "step": 1810
2260
  },
2261
  {
2262
  "epoch": 2.84,
2263
  "learning_rate": 1.7204523265095252e-07,
2264
+ "loss": 0.3455,
2265
  "step": 1815
2266
  },
2267
  {
2268
  "epoch": 2.85,
2269
  "learning_rate": 1.55634284265046e-07,
2270
+ "loss": 0.3635,
2271
  "step": 1820
2272
  },
2273
  {
2274
  "epoch": 2.85,
2275
  "learning_rate": 1.400396292949513e-07,
2276
+ "loss": 0.3151,
2277
  "step": 1825
2278
  },
2279
  {
2280
  "epoch": 2.86,
2281
  "learning_rate": 1.2526256084725351e-07,
2282
+ "loss": 0.3347,
2283
  "step": 1830
2284
  },
2285
  {
2286
  "epoch": 2.87,
2287
  "learning_rate": 1.1130430423438642e-07,
2288
+ "loss": 0.3795,
2289
  "step": 1835
2290
  },
2291
  {
2292
  "epoch": 2.88,
2293
  "learning_rate": 9.816601687301585e-08,
2294
+ "loss": 0.3486,
2295
  "step": 1840
2296
  },
2297
  {
2298
  "epoch": 2.89,
2299
  "learning_rate": 8.584878818807652e-08,
2300
+ "loss": 0.3646,
2301
  "step": 1845
2302
  },
2303
  {
2304
  "epoch": 2.89,
2305
  "learning_rate": 7.435363952243313e-08,
2306
+ "loss": 0.3665,
2307
  "step": 1850
2308
  },
2309
  {
2310
  "epoch": 2.9,
2311
  "learning_rate": 6.368152405219042e-08,
2312
+ "loss": 0.3876,
2313
  "step": 1855
2314
  },
2315
  {
2316
  "epoch": 2.91,
2317
  "learning_rate": 5.3833326707656284e-08,
2318
+ "loss": 0.3748,
2319
  "step": 1860
2320
  },
2321
  {
2322
  "epoch": 2.92,
2323
  "learning_rate": 4.4809864099965014e-08,
2324
+ "loss": 0.3486,
2325
  "step": 1865
2326
  },
2327
  {
2328
  "epoch": 2.92,
2329
  "learning_rate": 3.661188445336361e-08,
2330
+ "loss": 0.3427,
2331
  "step": 1870
2332
  },
2333
  {
2334
  "epoch": 2.93,
2335
  "learning_rate": 2.9240067543165883e-08,
2336
+ "loss": 0.3381,
2337
  "step": 1875
2338
  },
2339
  {
2340
  "epoch": 2.94,
2341
  "learning_rate": 2.2695024639390884e-08,
2342
+ "loss": 0.3717,
2343
  "step": 1880
2344
  },
2345
  {
2346
  "epoch": 2.95,
2347
  "learning_rate": 1.697729845607121e-08,
2348
+ "loss": 0.3411,
2349
  "step": 1885
2350
  },
2351
  {
2352
  "epoch": 2.96,
2353
  "learning_rate": 1.20873631062568e-08,
2354
+ "loss": 0.3595,
2355
  "step": 1890
2356
  },
2357
  {
2358
  "epoch": 2.96,
2359
  "learning_rate": 8.025624062695247e-09,
2360
+ "loss": 0.3628,
2361
  "step": 1895
2362
  },
2363
  {
2364
  "epoch": 2.97,
2365
  "learning_rate": 4.792418124214271e-09,
2366
+ "loss": 0.3785,
2367
  "step": 1900
2368
  },
2369
  {
2370
  "epoch": 2.98,
2371
  "learning_rate": 2.3880133877962617e-09,
2372
+ "loss": 0.3523,
2373
  "step": 1905
2374
  },
2375
  {
2376
  "epoch": 2.99,
2377
  "learning_rate": 8.126092263405217e-10,
2378
+ "loss": 0.3398,
2379
  "step": 1910
2380
  },
2381
  {
2382
  "epoch": 2.99,
2383
  "learning_rate": 6.633627213870064e-11,
2384
+ "loss": 0.3745,
2385
  "step": 1915
2386
  },
2387
  {
2388
  "epoch": 3.0,
2389
  "step": 1917,
2390
+ "total_flos": 889695087230976.0,
2391
+ "train_loss": 0.8639222900259289,
2392
+ "train_runtime": 46368.3285,
2393
+ "train_samples_per_second": 1.985,
2394
  "train_steps_per_second": 0.041
2395
  }
2396
  ],
 
2398
  "max_steps": 1917,
2399
  "num_train_epochs": 3,
2400
  "save_steps": 100,
2401
+ "total_flos": 889695087230976.0,
2402
  "trial_name": null,
2403
  "trial_params": null
2404
  }
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d60de374e019fe6a750376ddfd64309edcd4820af015671f6d8a9b32cc7c1f6c
3
  size 5752
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f8bb302f28219689ef17f3b1a140599169fd997e3e0033abc666fa82433d528
3
  size 5752