tyzhu commited on
Commit
8410d77
1 Parent(s): c3633c9

Training in progress, epoch 46, checkpoint

Browse files
checkpoint-24334/adapter_config.json CHANGED
@@ -1,6 +1,6 @@
1
  {
2
  "auto_mapping": null,
3
- "base_model_name_or_path": "Qwen/Qwen1.5-4B",
4
  "bias": "none",
5
  "fan_in_fan_out": false,
6
  "inference_mode": true,
 
1
  {
2
  "auto_mapping": null,
3
+ "base_model_name_or_path": "meta-llama/Llama-2-7b-hf",
4
  "bias": "none",
5
  "fan_in_fan_out": false,
6
  "inference_mode": true,
checkpoint-24334/adapter_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28c0dc2fb06e276c7fa085ba271508b0d48973ce4c3e9cd26135819c9911d75c
3
+ size 143269386
checkpoint-24334/added_tokens.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "<|endoftext|>": 151643,
3
- "<|im_end|>": 151645,
4
- "<|im_start|>": 151644
5
  }
 
1
  {
2
+ "</s>": 2,
3
+ "<s>": 1,
4
+ "<unk>": 0
5
  }
checkpoint-24334/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:97a3842972e7898292e762c79318b364d3fc4b3c6bcd29d54fc3ffc43002f1a8
3
- size 224537202
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36a7f4a5e04324852a4916ba4aeb962f6bc09165e00a154313045c54ead467b6
3
+ size 286585234
checkpoint-24334/rng_state_0.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:65fba8fe899bdfea3db1d4b2667b82438dcbe2855cc98a0f0524929c4b93dd54
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e0ea276871c5a33cf2f11a11e18cb8eeec9ab5bd471f03cd02459eddb1df2d1
3
  size 15024
checkpoint-24334/rng_state_1.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:35f08bb04ac22c86b739eed0051aeb4847308c46c4ccd6937952402e74d2bd0f
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97ea0cc0dea5f92da112879d6de95fa58a632b556525323aebee645132f0c9b0
3
  size 15024
checkpoint-24334/rng_state_2.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:85d3a8c1333700359c575b788402ed2fd0dac171038d5dda0e7778e0bd95318f
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4fa726f1148a6f71334c9b04f87da2ed936a9caa2e5d3aa8f9b6ea0be5976261
3
  size 15024
checkpoint-24334/rng_state_3.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:00b1fca931770bb78956cf792f804f03e2a5a4874860138948c57278edd0f7f3
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c338fa0ecd5ca209d96f225a4e19bdb6d108c3d757f98779c3e6d9e1f557bb6
3
  size 15024
checkpoint-24334/special_tokens_map.json CHANGED
@@ -1,14 +1,6 @@
1
  {
2
- "additional_special_tokens": [
3
- "<|im_start|>",
4
- "<|im_end|>"
5
- ],
6
- "eos_token": {
7
- "content": "<|endoftext|>",
8
- "lstrip": false,
9
- "normalized": false,
10
- "rstrip": false,
11
- "single_word": false
12
- },
13
- "pad_token": "<|endoftext|>"
14
  }
 
1
  {
2
+ "bos_token": "<s>",
3
+ "eos_token": "</s>",
4
+ "pad_token": "</s>",
5
+ "unk_token": "<unk>"
 
 
 
 
 
 
 
 
6
  }
checkpoint-24334/tokenizer.json CHANGED
The diff for this file is too large to render. See raw diff
 
checkpoint-24334/tokenizer.model ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e556afd44213b6bd1be2b850ebbbd98f5481437a8021afaf58ee7fb1818d347
3
+ size 499723
checkpoint-24334/tokenizer_config.json CHANGED
@@ -1,24 +1,23 @@
1
  {
2
- "add_prefix_space": false,
3
  "added_tokens_decoder": {
4
- "151643": {
5
- "content": "<|endoftext|>",
6
  "lstrip": false,
7
  "normalized": false,
8
  "rstrip": false,
9
  "single_word": false,
10
  "special": true
11
  },
12
- "151644": {
13
- "content": "<|im_start|>",
14
  "lstrip": false,
15
  "normalized": false,
16
  "rstrip": false,
17
  "single_word": false,
18
  "special": true
19
  },
20
- "151645": {
21
- "content": "<|im_end|>",
22
  "lstrip": false,
23
  "normalized": false,
24
  "rstrip": false,
@@ -26,18 +25,16 @@
26
  "special": true
27
  }
28
  },
29
- "additional_special_tokens": [
30
- "<|im_start|>",
31
- "<|im_end|>"
32
- ],
33
- "bos_token": null,
34
- "chat_template": "{% for message in messages %}{% if loop.first and messages[0]['role'] != 'system' %}{{ '<|im_start|>system\nYou are a helpful assistant<|im_end|>\n' }}{% endif %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}",
35
  "clean_up_tokenization_spaces": false,
36
- "eos_token": "<|endoftext|>",
37
- "errors": "replace",
38
- "model_max_length": 32768,
39
- "pad_token": "<|endoftext|>",
40
- "split_special_tokens": false,
41
- "tokenizer_class": "Qwen2Tokenizer",
42
- "unk_token": null
 
 
43
  }
 
1
  {
 
2
  "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<unk>",
5
  "lstrip": false,
6
  "normalized": false,
7
  "rstrip": false,
8
  "single_word": false,
9
  "special": true
10
  },
11
+ "1": {
12
+ "content": "<s>",
13
  "lstrip": false,
14
  "normalized": false,
15
  "rstrip": false,
16
  "single_word": false,
17
  "special": true
18
  },
19
+ "2": {
20
+ "content": "</s>",
21
  "lstrip": false,
22
  "normalized": false,
23
  "rstrip": false,
 
25
  "special": true
26
  }
27
  },
28
+ "additional_special_tokens": [],
29
+ "bos_token": "<s>",
 
 
 
 
30
  "clean_up_tokenization_spaces": false,
31
+ "eos_token": "</s>",
32
+ "legacy": false,
33
+ "model_max_length": 1000000000000000019884624838656,
34
+ "pad_token": "</s>",
35
+ "padding_side": "left",
36
+ "sp_model_kwargs": {},
37
+ "tokenizer_class": "LlamaTokenizer",
38
+ "unk_token": "<unk>",
39
+ "use_default_system_prompt": true
40
  }
checkpoint-24334/trainer_state.json CHANGED
@@ -9,97 +9,87 @@
9
  "is_world_process_zero": true,
10
  "log_history": [
11
  {
12
- "epoch": 0.1890359168241966,
13
- "grad_norm": 0.3393945097923279,
14
  "learning_rate": 0.0003,
15
- "loss": 1.951,
16
  "step": 100
17
  },
18
  {
19
- "epoch": 0.3780718336483932,
20
- "grad_norm": 8017.20361328125,
21
  "learning_rate": 0.0003,
22
- "loss": 2.0285,
23
  "step": 200
24
  },
25
  {
26
- "epoch": 0.5671077504725898,
27
- "grad_norm": 9146.7236328125,
28
  "learning_rate": 0.0003,
29
- "loss": 6.5404,
30
  "step": 300
31
  },
32
  {
33
- "epoch": 0.7561436672967864,
34
- "grad_norm": 574.934326171875,
35
  "learning_rate": 0.0003,
36
- "loss": 7.7357,
37
  "step": 400
38
  },
39
  {
40
- "epoch": 0.945179584120983,
41
- "grad_norm": 25128.55859375,
42
  "learning_rate": 0.0003,
43
- "loss": 6.3771,
44
  "step": 500
45
  },
46
  {
47
  "epoch": 1.0,
48
- "eval_accuracy": 0.24974358974358973,
49
- "eval_loss": 10.19681453704834,
50
- "eval_runtime": 5.1408,
51
- "eval_samples_per_second": 97.26,
52
- "eval_steps_per_second": 12.255,
53
  "step": 529
54
  },
55
  {
56
  "epoch": 1.0,
57
- "eval_exact_match": 0.0,
58
- "eval_f1": 0.0,
59
  "step": 529
60
  },
61
  {
62
- "epoch": 1.1342155009451795,
63
- "grad_norm": 1332.8885498046875,
64
  "learning_rate": 0.0003,
65
- "loss": 11.0858,
66
  "step": 600
67
  },
68
  {
69
- "epoch": 1.3232514177693762,
70
- "grad_norm": 3666.881591796875,
71
  "learning_rate": 0.0003,
72
- "loss": 9.483,
73
  "step": 700
74
  },
75
  {
76
- "epoch": 1.5122873345935728,
77
- "grad_norm": 356847.0,
78
  "learning_rate": 0.0003,
79
- "loss": 8.069,
80
  "step": 800
81
  },
82
  {
83
- "epoch": 1.7013232514177694,
84
- "grad_norm": 1061.877685546875,
85
  "learning_rate": 0.0003,
86
- "loss": 8.7493,
87
  "step": 900
88
  },
89
  {
90
- "epoch": 1.8903591682419658,
91
- "grad_norm": 46670.3046875,
92
  "learning_rate": 0.0003,
93
- "loss": 8.3415,
94
  "step": 1000
95
  },
96
  {
97
  "epoch": 2.0,
98
- "eval_accuracy": 0.20507692307692307,
99
- "eval_loss": 7.504091262817383,
100
- "eval_runtime": 5.2437,
101
- "eval_samples_per_second": 95.352,
102
- "eval_steps_per_second": 12.014,
103
  "step": 1058
104
  },
105
  {
@@ -109,204 +99,183 @@
109
  "step": 1058
110
  },
111
  {
112
- "epoch": 2.0793950850661624,
113
- "grad_norm": 2.0727381706237793,
114
  "learning_rate": 0.0003,
115
- "loss": 8.3511,
116
  "step": 1100
117
  },
118
  {
119
- "epoch": 2.268431001890359,
120
- "grad_norm": 1.8185893297195435,
121
  "learning_rate": 0.0003,
122
- "loss": 7.3065,
123
  "step": 1200
124
  },
125
  {
126
- "epoch": 2.4574669187145557,
127
- "grad_norm": 1620.93701171875,
128
  "learning_rate": 0.0003,
129
- "loss": 7.1302,
130
  "step": 1300
131
  },
132
  {
133
- "epoch": 2.6465028355387523,
134
- "grad_norm": 1.0691380500793457,
135
  "learning_rate": 0.0003,
136
- "loss": 7.4423,
137
  "step": 1400
138
  },
139
  {
140
- "epoch": 2.835538752362949,
141
- "grad_norm": 1.0605100393295288,
142
  "learning_rate": 0.0003,
143
- "loss": 7.6715,
144
  "step": 1500
145
  },
146
  {
147
  "epoch": 3.0,
148
- "eval_accuracy": 0.28507692307692306,
149
- "eval_loss": 7.084368705749512,
150
- "eval_runtime": 5.493,
151
- "eval_samples_per_second": 91.026,
152
- "eval_steps_per_second": 11.469,
153
  "step": 1587
154
  },
155
  {
156
  "epoch": 3.0,
157
  "eval_exact_match": 0.0,
158
- "eval_f1": 0.08,
159
  "step": 1587
160
  },
161
  {
162
- "epoch": 3.0245746691871456,
163
- "grad_norm": 1967676800.0,
164
  "learning_rate": 0.0003,
165
- "loss": 7.8617,
166
  "step": 1600
167
  },
168
  {
169
- "epoch": 3.213610586011342,
170
- "grad_norm": 83918778793984.0,
171
  "learning_rate": 0.0003,
172
- "loss": 8.083,
173
  "step": 1700
174
  },
175
  {
176
- "epoch": 3.402646502835539,
177
- "grad_norm": 12349449.0,
178
  "learning_rate": 0.0003,
179
- "loss": 8.0382,
180
  "step": 1800
181
  },
182
  {
183
- "epoch": 3.5916824196597354,
184
- "grad_norm": 52939337728.0,
185
  "learning_rate": 0.0003,
186
- "loss": 7.8761,
187
  "step": 1900
188
  },
189
  {
190
- "epoch": 3.780718336483932,
191
- "grad_norm": 1381182.25,
192
  "learning_rate": 0.0003,
193
- "loss": 7.4665,
194
  "step": 2000
195
  },
196
  {
197
- "epoch": 3.9697542533081287,
198
- "grad_norm": 105.80550384521484,
199
  "learning_rate": 0.0003,
200
- "loss": 7.8182,
201
  "step": 2100
202
  },
203
  {
204
  "epoch": 4.0,
205
- "eval_accuracy": 0.23933333333333334,
206
- "eval_loss": 7.05845308303833,
207
- "eval_runtime": 5.0891,
208
- "eval_samples_per_second": 98.248,
209
- "eval_steps_per_second": 12.379,
210
  "step": 2116
211
  },
212
  {
213
  "epoch": 4.0,
214
- "eval_exact_match": 0.0,
215
- "eval_f1": 0.0,
216
  "step": 2116
217
  },
218
  {
219
- "epoch": 4.158790170132325,
220
- "grad_norm": 16.110862731933594,
221
  "learning_rate": 0.0003,
222
- "loss": 7.9728,
223
  "step": 2200
224
  },
225
  {
226
- "epoch": 4.3478260869565215,
227
- "grad_norm": 4.362427234649658,
228
  "learning_rate": 0.0003,
229
- "loss": 7.2875,
230
  "step": 2300
231
  },
232
  {
233
- "epoch": 4.536862003780718,
234
- "grad_norm": 18039.095703125,
235
  "learning_rate": 0.0003,
236
- "loss": 7.3972,
237
  "step": 2400
238
  },
239
  {
240
- "epoch": 4.725897920604915,
241
- "grad_norm": 2.3812594051160474e+17,
242
  "learning_rate": 0.0003,
243
- "loss": 7.4631,
244
  "step": 2500
245
  },
246
  {
247
- "epoch": 4.914933837429111,
248
- "grad_norm": 3.9549436569213867,
249
  "learning_rate": 0.0003,
250
- "loss": 7.3322,
251
  "step": 2600
252
  },
253
  {
254
  "epoch": 5.0,
255
- "eval_accuracy": 0.22430769230769232,
256
- "eval_loss": 6.72421932220459,
257
- "eval_runtime": 5.1689,
258
- "eval_samples_per_second": 96.731,
259
- "eval_steps_per_second": 12.188,
260
  "step": 2645
261
  },
262
  {
263
  "epoch": 5.0,
264
  "eval_exact_match": 0.0,
265
- "eval_f1": 0.0,
266
  "step": 2645
267
  },
268
  {
269
- "epoch": 5.103969754253308,
270
- "grad_norm": 120114.2421875,
271
  "learning_rate": 0.0003,
272
- "loss": 7.2428,
273
  "step": 2700
274
  },
275
  {
276
- "epoch": 5.293005671077505,
277
- "grad_norm": 391.66119384765625,
278
  "learning_rate": 0.0003,
279
- "loss": 7.2495,
280
  "step": 2800
281
  },
282
  {
283
- "epoch": 5.482041587901701,
284
- "grad_norm": 599371136.0,
285
  "learning_rate": 0.0003,
286
- "loss": 7.5915,
287
  "step": 2900
288
  },
289
  {
290
- "epoch": 5.671077504725898,
291
- "grad_norm": 5585.97314453125,
292
  "learning_rate": 0.0003,
293
- "loss": 7.3014,
294
  "step": 3000
295
  },
296
  {
297
- "epoch": 5.8601134215500945,
298
- "grad_norm": 268239548448768.0,
299
  "learning_rate": 0.0003,
300
- "loss": 7.259,
301
  "step": 3100
302
  },
303
  {
304
  "epoch": 6.0,
305
- "eval_accuracy": 0.24984615384615386,
306
- "eval_loss": 6.531904220581055,
307
- "eval_runtime": 5.0344,
308
- "eval_samples_per_second": 99.317,
309
- "eval_steps_per_second": 12.514,
310
  "step": 3174
311
  },
312
  {
@@ -316,54 +285,48 @@
316
  "step": 3174
317
  },
318
  {
319
- "epoch": 6.049149338374291,
320
- "grad_norm": 21535.734375,
321
  "learning_rate": 0.0003,
322
- "loss": 7.5829,
323
  "step": 3200
324
  },
325
  {
326
- "epoch": 6.238185255198488,
327
- "grad_norm": 40871530496.0,
328
  "learning_rate": 0.0003,
329
- "loss": 8.6364,
330
  "step": 3300
331
  },
332
  {
333
- "epoch": 6.427221172022684,
334
- "grad_norm": 13.242510795593262,
335
  "learning_rate": 0.0003,
336
- "loss": 7.6599,
337
  "step": 3400
338
  },
339
  {
340
- "epoch": 6.616257088846881,
341
- "grad_norm": 3.0841150283813477,
342
  "learning_rate": 0.0003,
343
- "loss": 7.5796,
344
  "step": 3500
345
  },
346
  {
347
- "epoch": 6.805293005671078,
348
- "grad_norm": 1.6124571561813354,
349
  "learning_rate": 0.0003,
350
- "loss": 7.3499,
351
  "step": 3600
352
  },
353
  {
354
- "epoch": 6.994328922495274,
355
- "grad_norm": 1.8358014822006226,
356
  "learning_rate": 0.0003,
357
- "loss": 7.2206,
358
  "step": 3700
359
  },
360
  {
361
  "epoch": 7.0,
362
- "eval_accuracy": 0.22430769230769232,
363
- "eval_loss": 6.724715709686279,
364
- "eval_runtime": 5.0476,
365
- "eval_samples_per_second": 99.056,
366
- "eval_steps_per_second": 12.481,
367
  "step": 3703
368
  },
369
  {
@@ -373,47 +336,42 @@
373
  "step": 3703
374
  },
375
  {
376
- "epoch": 7.183364839319471,
377
- "grad_norm": 5.786651134490967,
378
  "learning_rate": 0.0003,
379
- "loss": 7.2316,
380
  "step": 3800
381
  },
382
  {
383
- "epoch": 7.3724007561436675,
384
- "grad_norm": 3.7182490825653076,
385
  "learning_rate": 0.0003,
386
- "loss": 7.2591,
387
  "step": 3900
388
  },
389
  {
390
- "epoch": 7.561436672967864,
391
- "grad_norm": 31.241104125976562,
392
  "learning_rate": 0.0003,
393
- "loss": 7.2557,
394
  "step": 4000
395
  },
396
  {
397
- "epoch": 7.750472589792061,
398
- "grad_norm": 896688896.0,
399
  "learning_rate": 0.0003,
400
- "loss": 8.4436,
401
  "step": 4100
402
  },
403
  {
404
- "epoch": 7.939508506616257,
405
- "grad_norm": 1.1150538843415904e+19,
406
  "learning_rate": 0.0003,
407
- "loss": 8.7572,
408
  "step": 4200
409
  },
410
  {
411
  "epoch": 8.0,
412
- "eval_accuracy": 0.26184615384615384,
413
- "eval_loss": 6.479637622833252,
414
- "eval_runtime": 5.1473,
415
- "eval_samples_per_second": 97.138,
416
- "eval_steps_per_second": 12.239,
417
  "step": 4232
418
  },
419
  {
@@ -423,47 +381,42 @@
423
  "step": 4232
424
  },
425
  {
426
- "epoch": 8.128544423440454,
427
- "grad_norm": 7.2513813972473145,
428
  "learning_rate": 0.0003,
429
- "loss": 8.1381,
430
  "step": 4300
431
  },
432
  {
433
- "epoch": 8.31758034026465,
434
- "grad_norm": 14.863628387451172,
435
  "learning_rate": 0.0003,
436
- "loss": 7.3335,
437
  "step": 4400
438
  },
439
  {
440
- "epoch": 8.506616257088847,
441
- "grad_norm": 5.358551979064941,
442
  "learning_rate": 0.0003,
443
- "loss": 8.3921,
444
  "step": 4500
445
  },
446
  {
447
- "epoch": 8.695652173913043,
448
- "grad_norm": 113.71702575683594,
449
  "learning_rate": 0.0003,
450
- "loss": 7.221,
451
  "step": 4600
452
  },
453
  {
454
- "epoch": 8.88468809073724,
455
- "grad_norm": 2.3997488021850586,
456
  "learning_rate": 0.0003,
457
- "loss": 8.4835,
458
  "step": 4700
459
  },
460
  {
461
  "epoch": 9.0,
462
- "eval_accuracy": 0.26184615384615384,
463
- "eval_loss": 6.614655017852783,
464
- "eval_runtime": 5.026,
465
- "eval_samples_per_second": 99.483,
466
- "eval_steps_per_second": 12.535,
467
  "step": 4761
468
  },
469
  {
@@ -473,47 +426,42 @@
473
  "step": 4761
474
  },
475
  {
476
- "epoch": 9.073724007561436,
477
- "grad_norm": 7.822358131408691,
478
  "learning_rate": 0.0003,
479
- "loss": 7.2836,
480
  "step": 4800
481
  },
482
  {
483
- "epoch": 9.262759924385634,
484
- "grad_norm": 89279359352832.0,
485
  "learning_rate": 0.0003,
486
- "loss": 7.2712,
487
  "step": 4900
488
  },
489
  {
490
- "epoch": 9.45179584120983,
491
- "grad_norm": 656.6845703125,
492
  "learning_rate": 0.0003,
493
- "loss": 7.2623,
494
  "step": 5000
495
  },
496
  {
497
- "epoch": 9.640831758034027,
498
- "grad_norm": 13841700.0,
499
  "learning_rate": 0.0003,
500
- "loss": 7.4981,
501
  "step": 5100
502
  },
503
  {
504
- "epoch": 9.829867674858223,
505
- "grad_norm": 768177.9375,
506
  "learning_rate": 0.0003,
507
- "loss": 7.6044,
508
  "step": 5200
509
  },
510
  {
511
  "epoch": 10.0,
512
- "eval_accuracy": 0.2508717948717949,
513
- "eval_loss": 8.167869567871094,
514
- "eval_runtime": 5.1342,
515
- "eval_samples_per_second": 97.387,
516
- "eval_steps_per_second": 12.271,
517
  "step": 5290
518
  },
519
  {
@@ -523,54 +471,48 @@
523
  "step": 5290
524
  },
525
  {
526
- "epoch": 10.01890359168242,
527
- "grad_norm": 389293.03125,
528
  "learning_rate": 0.0003,
529
- "loss": 7.9142,
530
  "step": 5300
531
  },
532
  {
533
- "epoch": 10.207939508506616,
534
- "grad_norm": 3129429.25,
535
  "learning_rate": 0.0003,
536
- "loss": 8.998,
537
  "step": 5400
538
  },
539
  {
540
- "epoch": 10.396975425330814,
541
- "grad_norm": 6832450.5,
542
  "learning_rate": 0.0003,
543
- "loss": 8.9548,
544
  "step": 5500
545
  },
546
  {
547
- "epoch": 10.58601134215501,
548
- "grad_norm": 24994486.0,
549
  "learning_rate": 0.0003,
550
- "loss": 9.3085,
551
  "step": 5600
552
  },
553
  {
554
- "epoch": 10.775047258979207,
555
- "grad_norm": 10634.3076171875,
556
  "learning_rate": 0.0003,
557
- "loss": 9.3052,
558
  "step": 5700
559
  },
560
  {
561
- "epoch": 10.964083175803403,
562
- "grad_norm": 37.100101470947266,
563
  "learning_rate": 0.0003,
564
- "loss": 10.0839,
565
  "step": 5800
566
  },
567
  {
568
  "epoch": 11.0,
569
- "eval_accuracy": 0.2362051282051282,
570
- "eval_loss": 6.820600509643555,
571
- "eval_runtime": 5.0262,
572
- "eval_samples_per_second": 99.478,
573
- "eval_steps_per_second": 12.534,
574
  "step": 5819
575
  },
576
  {
@@ -580,47 +522,42 @@
580
  "step": 5819
581
  },
582
  {
583
- "epoch": 11.1531190926276,
584
- "grad_norm": 319.2048645019531,
585
  "learning_rate": 0.0003,
586
- "loss": 7.4258,
587
  "step": 5900
588
  },
589
  {
590
- "epoch": 11.342155009451796,
591
- "grad_norm": 72.28472900390625,
592
  "learning_rate": 0.0003,
593
- "loss": 7.2609,
594
  "step": 6000
595
  },
596
  {
597
- "epoch": 11.531190926275993,
598
- "grad_norm": 11.851283073425293,
599
  "learning_rate": 0.0003,
600
- "loss": 7.5323,
601
  "step": 6100
602
  },
603
  {
604
- "epoch": 11.720226843100189,
605
- "grad_norm": 6.574771404266357,
606
  "learning_rate": 0.0003,
607
- "loss": 7.3028,
608
  "step": 6200
609
  },
610
  {
611
- "epoch": 11.909262759924385,
612
- "grad_norm": 4.578986644744873,
613
  "learning_rate": 0.0003,
614
- "loss": 7.2957,
615
  "step": 6300
616
  },
617
  {
618
  "epoch": 12.0,
619
- "eval_accuracy": 0.26184615384615384,
620
- "eval_loss": 6.52316427230835,
621
- "eval_runtime": 5.0329,
622
- "eval_samples_per_second": 99.346,
623
- "eval_steps_per_second": 12.518,
624
  "step": 6348
625
  },
626
  {
@@ -630,47 +567,42 @@
630
  "step": 6348
631
  },
632
  {
633
- "epoch": 12.098298676748582,
634
- "grad_norm": 21.886821746826172,
635
  "learning_rate": 0.0003,
636
- "loss": 7.189,
637
  "step": 6400
638
  },
639
  {
640
- "epoch": 12.287334593572778,
641
- "grad_norm": 102.8978500366211,
642
  "learning_rate": 0.0003,
643
- "loss": 7.2076,
644
  "step": 6500
645
  },
646
  {
647
- "epoch": 12.476370510396976,
648
- "grad_norm": 4.47935676574707,
649
  "learning_rate": 0.0003,
650
- "loss": 7.2369,
651
  "step": 6600
652
  },
653
  {
654
- "epoch": 12.665406427221171,
655
- "grad_norm": 259.2627868652344,
656
  "learning_rate": 0.0003,
657
- "loss": 7.3119,
658
  "step": 6700
659
  },
660
  {
661
- "epoch": 12.854442344045369,
662
- "grad_norm": 473.829345703125,
663
  "learning_rate": 0.0003,
664
- "loss": 7.3484,
665
  "step": 6800
666
  },
667
  {
668
  "epoch": 13.0,
669
- "eval_accuracy": 0.26184615384615384,
670
- "eval_loss": 6.655651569366455,
671
- "eval_runtime": 5.7482,
672
- "eval_samples_per_second": 86.984,
673
- "eval_steps_per_second": 10.96,
674
  "step": 6877
675
  },
676
  {
@@ -680,54 +612,48 @@
680
  "step": 6877
681
  },
682
  {
683
- "epoch": 13.043478260869565,
684
- "grad_norm": 150.06381225585938,
685
  "learning_rate": 0.0003,
686
- "loss": 7.2438,
687
  "step": 6900
688
  },
689
  {
690
- "epoch": 13.232514177693762,
691
- "grad_norm": 1546.5465087890625,
692
  "learning_rate": 0.0003,
693
- "loss": 7.2503,
694
  "step": 7000
695
  },
696
  {
697
- "epoch": 13.421550094517958,
698
- "grad_norm": 18108432.0,
699
  "learning_rate": 0.0003,
700
- "loss": 7.5797,
701
  "step": 7100
702
  },
703
  {
704
- "epoch": 13.610586011342155,
705
- "grad_norm": 379725545472.0,
706
  "learning_rate": 0.0003,
707
- "loss": 8.6953,
708
  "step": 7200
709
  },
710
  {
711
- "epoch": 13.799621928166351,
712
- "grad_norm": 14.351493835449219,
713
  "learning_rate": 0.0003,
714
- "loss": 7.5947,
715
  "step": 7300
716
  },
717
  {
718
- "epoch": 13.988657844990549,
719
- "grad_norm": 3.4325509071350098,
720
  "learning_rate": 0.0003,
721
- "loss": 8.2657,
722
  "step": 7400
723
  },
724
  {
725
  "epoch": 14.0,
726
- "eval_accuracy": 0.2362051282051282,
727
- "eval_loss": 6.780774116516113,
728
- "eval_runtime": 5.7058,
729
- "eval_samples_per_second": 87.629,
730
- "eval_steps_per_second": 11.041,
731
  "step": 7406
732
  },
733
  {
@@ -737,47 +663,42 @@
737
  "step": 7406
738
  },
739
  {
740
- "epoch": 14.177693761814744,
741
- "grad_norm": 3408474406912.0,
742
  "learning_rate": 0.0003,
743
- "loss": 7.5487,
744
  "step": 7500
745
  },
746
  {
747
- "epoch": 14.366729678638942,
748
- "grad_norm": 766890.1875,
749
  "learning_rate": 0.0003,
750
- "loss": 7.4765,
751
  "step": 7600
752
  },
753
  {
754
- "epoch": 14.555765595463138,
755
- "grad_norm": 4749101.0,
756
  "learning_rate": 0.0003,
757
- "loss": 7.4927,
758
  "step": 7700
759
  },
760
  {
761
- "epoch": 14.744801512287335,
762
- "grad_norm": 21509612.0,
763
  "learning_rate": 0.0003,
764
- "loss": 7.4864,
765
  "step": 7800
766
  },
767
  {
768
- "epoch": 14.93383742911153,
769
- "grad_norm": 1.0536716136244838e+18,
770
  "learning_rate": 0.0003,
771
- "loss": 7.4391,
772
  "step": 7900
773
  },
774
  {
775
  "epoch": 15.0,
776
- "eval_accuracy": 0.1995897435897436,
777
- "eval_loss": NaN,
778
- "eval_runtime": 5.788,
779
- "eval_samples_per_second": 86.386,
780
- "eval_steps_per_second": 10.885,
781
  "step": 7935
782
  },
783
  {
@@ -787,47 +708,42 @@
787
  "step": 7935
788
  },
789
  {
790
- "epoch": 15.122873345935728,
791
- "grad_norm": NaN,
792
  "learning_rate": 0.0003,
793
- "loss": 602.3478,
794
  "step": 8000
795
  },
796
  {
797
- "epoch": 15.311909262759924,
798
- "grad_norm": NaN,
799
  "learning_rate": 0.0003,
800
- "loss": 0.0,
801
  "step": 8100
802
  },
803
  {
804
- "epoch": 15.500945179584122,
805
- "grad_norm": NaN,
806
  "learning_rate": 0.0003,
807
- "loss": 0.0,
808
  "step": 8200
809
  },
810
  {
811
- "epoch": 15.689981096408317,
812
- "grad_norm": NaN,
813
  "learning_rate": 0.0003,
814
- "loss": 0.0,
815
  "step": 8300
816
  },
817
  {
818
- "epoch": 15.879017013232515,
819
- "grad_norm": NaN,
820
  "learning_rate": 0.0003,
821
- "loss": 0.0,
822
  "step": 8400
823
  },
824
  {
825
  "epoch": 16.0,
826
- "eval_accuracy": 0.1995897435897436,
827
- "eval_loss": NaN,
828
- "eval_runtime": 5.1552,
829
- "eval_samples_per_second": 96.99,
830
- "eval_steps_per_second": 12.221,
831
  "step": 8464
832
  },
833
  {
@@ -837,47 +753,42 @@
837
  "step": 8464
838
  },
839
  {
840
- "epoch": 16.068052930056712,
841
- "grad_norm": NaN,
842
  "learning_rate": 0.0003,
843
- "loss": 0.0,
844
  "step": 8500
845
  },
846
  {
847
- "epoch": 16.257088846880908,
848
- "grad_norm": NaN,
849
  "learning_rate": 0.0003,
850
- "loss": 0.0,
851
  "step": 8600
852
  },
853
  {
854
- "epoch": 16.446124763705104,
855
- "grad_norm": NaN,
856
  "learning_rate": 0.0003,
857
- "loss": 0.0,
858
  "step": 8700
859
  },
860
  {
861
- "epoch": 16.6351606805293,
862
- "grad_norm": NaN,
863
  "learning_rate": 0.0003,
864
- "loss": 0.0,
865
  "step": 8800
866
  },
867
  {
868
- "epoch": 16.8241965973535,
869
- "grad_norm": NaN,
870
  "learning_rate": 0.0003,
871
- "loss": 0.0,
872
  "step": 8900
873
  },
874
  {
875
  "epoch": 17.0,
876
- "eval_accuracy": 0.1995897435897436,
877
- "eval_loss": NaN,
878
- "eval_runtime": 5.2516,
879
- "eval_samples_per_second": 95.209,
880
- "eval_steps_per_second": 11.996,
881
  "step": 8993
882
  },
883
  {
@@ -887,54 +798,48 @@
887
  "step": 8993
888
  },
889
  {
890
- "epoch": 17.013232514177695,
891
- "grad_norm": NaN,
892
  "learning_rate": 0.0003,
893
- "loss": 0.0,
894
  "step": 9000
895
  },
896
  {
897
- "epoch": 17.20226843100189,
898
- "grad_norm": NaN,
899
  "learning_rate": 0.0003,
900
- "loss": 0.0,
901
  "step": 9100
902
  },
903
  {
904
- "epoch": 17.391304347826086,
905
- "grad_norm": NaN,
906
  "learning_rate": 0.0003,
907
- "loss": 0.0,
908
  "step": 9200
909
  },
910
  {
911
- "epoch": 17.58034026465028,
912
- "grad_norm": NaN,
913
  "learning_rate": 0.0003,
914
- "loss": 0.0,
915
  "step": 9300
916
  },
917
  {
918
- "epoch": 17.76937618147448,
919
- "grad_norm": NaN,
920
  "learning_rate": 0.0003,
921
- "loss": 0.0,
922
  "step": 9400
923
  },
924
  {
925
- "epoch": 17.958412098298677,
926
- "grad_norm": NaN,
927
  "learning_rate": 0.0003,
928
- "loss": 0.0,
929
  "step": 9500
930
  },
931
  {
932
  "epoch": 18.0,
933
- "eval_accuracy": 0.1995897435897436,
934
- "eval_loss": NaN,
935
- "eval_runtime": 5.7505,
936
- "eval_samples_per_second": 86.949,
937
- "eval_steps_per_second": 10.956,
938
  "step": 9522
939
  },
940
  {
@@ -944,47 +849,42 @@
944
  "step": 9522
945
  },
946
  {
947
- "epoch": 18.147448015122873,
948
- "grad_norm": NaN,
949
  "learning_rate": 0.0003,
950
- "loss": 0.0,
951
  "step": 9600
952
  },
953
  {
954
- "epoch": 18.33648393194707,
955
- "grad_norm": NaN,
956
  "learning_rate": 0.0003,
957
- "loss": 0.0,
958
  "step": 9700
959
  },
960
  {
961
- "epoch": 18.525519848771268,
962
- "grad_norm": NaN,
963
  "learning_rate": 0.0003,
964
- "loss": 0.0,
965
  "step": 9800
966
  },
967
  {
968
- "epoch": 18.714555765595463,
969
- "grad_norm": NaN,
970
  "learning_rate": 0.0003,
971
- "loss": 0.0,
972
  "step": 9900
973
  },
974
  {
975
- "epoch": 18.90359168241966,
976
- "grad_norm": NaN,
977
  "learning_rate": 0.0003,
978
- "loss": 0.0,
979
  "step": 10000
980
  },
981
  {
982
  "epoch": 19.0,
983
- "eval_accuracy": 0.1995897435897436,
984
- "eval_loss": NaN,
985
- "eval_runtime": 5.3461,
986
- "eval_samples_per_second": 93.526,
987
- "eval_steps_per_second": 11.784,
988
  "step": 10051
989
  },
990
  {
@@ -994,47 +894,42 @@
994
  "step": 10051
995
  },
996
  {
997
- "epoch": 19.092627599243855,
998
- "grad_norm": NaN,
999
  "learning_rate": 0.0003,
1000
- "loss": 0.0,
1001
  "step": 10100
1002
  },
1003
  {
1004
- "epoch": 19.281663516068054,
1005
- "grad_norm": NaN,
1006
  "learning_rate": 0.0003,
1007
- "loss": 0.0,
1008
  "step": 10200
1009
  },
1010
  {
1011
- "epoch": 19.47069943289225,
1012
- "grad_norm": NaN,
1013
  "learning_rate": 0.0003,
1014
- "loss": 0.0,
1015
  "step": 10300
1016
  },
1017
  {
1018
- "epoch": 19.659735349716446,
1019
- "grad_norm": NaN,
1020
  "learning_rate": 0.0003,
1021
- "loss": 0.0,
1022
  "step": 10400
1023
  },
1024
  {
1025
- "epoch": 19.84877126654064,
1026
- "grad_norm": NaN,
1027
  "learning_rate": 0.0003,
1028
- "loss": 0.0,
1029
  "step": 10500
1030
  },
1031
  {
1032
  "epoch": 20.0,
1033
- "eval_accuracy": 0.1995897435897436,
1034
- "eval_loss": NaN,
1035
- "eval_runtime": 5.0526,
1036
- "eval_samples_per_second": 98.959,
1037
- "eval_steps_per_second": 12.469,
1038
  "step": 10580
1039
  },
1040
  {
@@ -1044,54 +939,48 @@
1044
  "step": 10580
1045
  },
1046
  {
1047
- "epoch": 20.03780718336484,
1048
- "grad_norm": NaN,
1049
  "learning_rate": 0.0003,
1050
- "loss": 0.0,
1051
  "step": 10600
1052
  },
1053
  {
1054
- "epoch": 20.226843100189036,
1055
- "grad_norm": NaN,
1056
  "learning_rate": 0.0003,
1057
- "loss": 0.0,
1058
  "step": 10700
1059
  },
1060
  {
1061
- "epoch": 20.415879017013232,
1062
- "grad_norm": NaN,
1063
  "learning_rate": 0.0003,
1064
- "loss": 0.0,
1065
  "step": 10800
1066
  },
1067
  {
1068
- "epoch": 20.604914933837428,
1069
- "grad_norm": NaN,
1070
  "learning_rate": 0.0003,
1071
- "loss": 0.0,
1072
  "step": 10900
1073
  },
1074
  {
1075
- "epoch": 20.793950850661627,
1076
- "grad_norm": NaN,
1077
  "learning_rate": 0.0003,
1078
- "loss": 0.0,
1079
  "step": 11000
1080
  },
1081
  {
1082
- "epoch": 20.982986767485823,
1083
- "grad_norm": NaN,
1084
  "learning_rate": 0.0003,
1085
- "loss": 0.0,
1086
  "step": 11100
1087
  },
1088
  {
1089
  "epoch": 21.0,
1090
- "eval_accuracy": 0.1995897435897436,
1091
- "eval_loss": NaN,
1092
- "eval_runtime": 5.7608,
1093
- "eval_samples_per_second": 86.793,
1094
- "eval_steps_per_second": 10.936,
1095
  "step": 11109
1096
  },
1097
  {
@@ -1101,47 +990,42 @@
1101
  "step": 11109
1102
  },
1103
  {
1104
- "epoch": 21.17202268431002,
1105
- "grad_norm": NaN,
1106
  "learning_rate": 0.0003,
1107
- "loss": 0.0,
1108
  "step": 11200
1109
  },
1110
  {
1111
- "epoch": 21.361058601134214,
1112
- "grad_norm": NaN,
1113
  "learning_rate": 0.0003,
1114
- "loss": 0.0,
1115
  "step": 11300
1116
  },
1117
  {
1118
- "epoch": 21.550094517958414,
1119
- "grad_norm": NaN,
1120
  "learning_rate": 0.0003,
1121
- "loss": 0.0,
1122
  "step": 11400
1123
  },
1124
  {
1125
- "epoch": 21.73913043478261,
1126
- "grad_norm": NaN,
1127
  "learning_rate": 0.0003,
1128
- "loss": 0.0,
1129
  "step": 11500
1130
  },
1131
  {
1132
- "epoch": 21.928166351606805,
1133
- "grad_norm": NaN,
1134
  "learning_rate": 0.0003,
1135
- "loss": 0.0,
1136
  "step": 11600
1137
  },
1138
  {
1139
  "epoch": 22.0,
1140
- "eval_accuracy": 0.1995897435897436,
1141
- "eval_loss": NaN,
1142
- "eval_runtime": 5.0399,
1143
- "eval_samples_per_second": 99.209,
1144
- "eval_steps_per_second": 12.5,
1145
  "step": 11638
1146
  },
1147
  {
@@ -1151,47 +1035,42 @@
1151
  "step": 11638
1152
  },
1153
  {
1154
- "epoch": 22.117202268431,
1155
- "grad_norm": NaN,
1156
  "learning_rate": 0.0003,
1157
- "loss": 0.0,
1158
  "step": 11700
1159
  },
1160
  {
1161
- "epoch": 22.3062381852552,
1162
- "grad_norm": NaN,
1163
  "learning_rate": 0.0003,
1164
- "loss": 0.0,
1165
  "step": 11800
1166
  },
1167
  {
1168
- "epoch": 22.495274102079396,
1169
- "grad_norm": NaN,
1170
  "learning_rate": 0.0003,
1171
- "loss": 0.0,
1172
  "step": 11900
1173
  },
1174
  {
1175
- "epoch": 22.68431001890359,
1176
- "grad_norm": NaN,
1177
  "learning_rate": 0.0003,
1178
- "loss": 0.0,
1179
  "step": 12000
1180
  },
1181
  {
1182
- "epoch": 22.873345935727787,
1183
- "grad_norm": NaN,
1184
  "learning_rate": 0.0003,
1185
- "loss": 0.0,
1186
  "step": 12100
1187
  },
1188
  {
1189
  "epoch": 23.0,
1190
- "eval_accuracy": 0.1995897435897436,
1191
- "eval_loss": NaN,
1192
- "eval_runtime": 5.2777,
1193
- "eval_samples_per_second": 94.738,
1194
- "eval_steps_per_second": 11.937,
1195
  "step": 12167
1196
  },
1197
  {
@@ -1201,47 +1080,42 @@
1201
  "step": 12167
1202
  },
1203
  {
1204
- "epoch": 23.062381852551987,
1205
- "grad_norm": NaN,
1206
  "learning_rate": 0.0003,
1207
- "loss": 0.0,
1208
  "step": 12200
1209
  },
1210
  {
1211
- "epoch": 23.251417769376182,
1212
- "grad_norm": NaN,
1213
  "learning_rate": 0.0003,
1214
- "loss": 0.0,
1215
  "step": 12300
1216
  },
1217
  {
1218
- "epoch": 23.440453686200378,
1219
- "grad_norm": NaN,
1220
  "learning_rate": 0.0003,
1221
- "loss": 0.0,
1222
  "step": 12400
1223
  },
1224
  {
1225
- "epoch": 23.629489603024574,
1226
- "grad_norm": NaN,
1227
  "learning_rate": 0.0003,
1228
- "loss": 0.0,
1229
  "step": 12500
1230
  },
1231
  {
1232
- "epoch": 23.81852551984877,
1233
- "grad_norm": NaN,
1234
  "learning_rate": 0.0003,
1235
- "loss": 0.0,
1236
  "step": 12600
1237
  },
1238
  {
1239
  "epoch": 24.0,
1240
- "eval_accuracy": 0.1995897435897436,
1241
- "eval_loss": NaN,
1242
- "eval_runtime": 5.0268,
1243
- "eval_samples_per_second": 99.467,
1244
- "eval_steps_per_second": 12.533,
1245
  "step": 12696
1246
  },
1247
  {
@@ -1251,54 +1125,48 @@
1251
  "step": 12696
1252
  },
1253
  {
1254
- "epoch": 24.00756143667297,
1255
- "grad_norm": NaN,
1256
  "learning_rate": 0.0003,
1257
- "loss": 0.0,
1258
  "step": 12700
1259
  },
1260
  {
1261
- "epoch": 24.196597353497165,
1262
- "grad_norm": NaN,
1263
  "learning_rate": 0.0003,
1264
- "loss": 0.0,
1265
  "step": 12800
1266
  },
1267
  {
1268
- "epoch": 24.38563327032136,
1269
- "grad_norm": NaN,
1270
  "learning_rate": 0.0003,
1271
- "loss": 0.0,
1272
  "step": 12900
1273
  },
1274
  {
1275
- "epoch": 24.574669187145556,
1276
- "grad_norm": NaN,
1277
  "learning_rate": 0.0003,
1278
- "loss": 0.0,
1279
  "step": 13000
1280
  },
1281
  {
1282
- "epoch": 24.763705103969755,
1283
- "grad_norm": NaN,
1284
  "learning_rate": 0.0003,
1285
- "loss": 0.0,
1286
  "step": 13100
1287
  },
1288
  {
1289
- "epoch": 24.95274102079395,
1290
- "grad_norm": NaN,
1291
  "learning_rate": 0.0003,
1292
- "loss": 0.0,
1293
  "step": 13200
1294
  },
1295
  {
1296
  "epoch": 25.0,
1297
- "eval_accuracy": 0.1995897435897436,
1298
- "eval_loss": NaN,
1299
- "eval_runtime": 5.3305,
1300
- "eval_samples_per_second": 93.8,
1301
- "eval_steps_per_second": 11.819,
1302
  "step": 13225
1303
  },
1304
  {
@@ -1308,47 +1176,42 @@
1308
  "step": 13225
1309
  },
1310
  {
1311
- "epoch": 25.141776937618147,
1312
- "grad_norm": NaN,
1313
  "learning_rate": 0.0003,
1314
- "loss": 0.0,
1315
  "step": 13300
1316
  },
1317
  {
1318
- "epoch": 25.330812854442343,
1319
- "grad_norm": NaN,
1320
  "learning_rate": 0.0003,
1321
- "loss": 0.0,
1322
  "step": 13400
1323
  },
1324
  {
1325
- "epoch": 25.519848771266542,
1326
- "grad_norm": NaN,
1327
  "learning_rate": 0.0003,
1328
- "loss": 0.0,
1329
  "step": 13500
1330
  },
1331
  {
1332
- "epoch": 25.708884688090738,
1333
- "grad_norm": NaN,
1334
  "learning_rate": 0.0003,
1335
- "loss": 0.0,
1336
  "step": 13600
1337
  },
1338
  {
1339
- "epoch": 25.897920604914933,
1340
- "grad_norm": NaN,
1341
  "learning_rate": 0.0003,
1342
- "loss": 0.0,
1343
  "step": 13700
1344
  },
1345
  {
1346
  "epoch": 26.0,
1347
- "eval_accuracy": 0.1995897435897436,
1348
- "eval_loss": NaN,
1349
- "eval_runtime": 5.173,
1350
- "eval_samples_per_second": 96.656,
1351
- "eval_steps_per_second": 12.179,
1352
  "step": 13754
1353
  },
1354
  {
@@ -1358,47 +1221,42 @@
1358
  "step": 13754
1359
  },
1360
  {
1361
- "epoch": 26.08695652173913,
1362
- "grad_norm": NaN,
1363
  "learning_rate": 0.0003,
1364
- "loss": 0.0,
1365
  "step": 13800
1366
  },
1367
  {
1368
- "epoch": 26.27599243856333,
1369
- "grad_norm": NaN,
1370
  "learning_rate": 0.0003,
1371
- "loss": 0.0,
1372
  "step": 13900
1373
  },
1374
  {
1375
- "epoch": 26.465028355387524,
1376
- "grad_norm": NaN,
1377
  "learning_rate": 0.0003,
1378
- "loss": 0.0,
1379
  "step": 14000
1380
  },
1381
  {
1382
- "epoch": 26.65406427221172,
1383
- "grad_norm": NaN,
1384
  "learning_rate": 0.0003,
1385
- "loss": 0.0,
1386
  "step": 14100
1387
  },
1388
  {
1389
- "epoch": 26.843100189035916,
1390
- "grad_norm": NaN,
1391
  "learning_rate": 0.0003,
1392
- "loss": 0.0,
1393
  "step": 14200
1394
  },
1395
  {
1396
  "epoch": 27.0,
1397
- "eval_accuracy": 0.1995897435897436,
1398
- "eval_loss": NaN,
1399
- "eval_runtime": 5.2291,
1400
- "eval_samples_per_second": 95.618,
1401
- "eval_steps_per_second": 12.048,
1402
  "step": 14283
1403
  },
1404
  {
@@ -1408,54 +1266,48 @@
1408
  "step": 14283
1409
  },
1410
  {
1411
- "epoch": 27.032136105860115,
1412
- "grad_norm": NaN,
1413
  "learning_rate": 0.0003,
1414
- "loss": 0.0,
1415
  "step": 14300
1416
  },
1417
  {
1418
- "epoch": 27.22117202268431,
1419
- "grad_norm": NaN,
1420
  "learning_rate": 0.0003,
1421
- "loss": 0.0,
1422
  "step": 14400
1423
  },
1424
  {
1425
- "epoch": 27.410207939508506,
1426
- "grad_norm": NaN,
1427
  "learning_rate": 0.0003,
1428
- "loss": 0.0,
1429
  "step": 14500
1430
  },
1431
  {
1432
- "epoch": 27.599243856332702,
1433
- "grad_norm": NaN,
1434
  "learning_rate": 0.0003,
1435
- "loss": 0.0,
1436
  "step": 14600
1437
  },
1438
  {
1439
- "epoch": 27.7882797731569,
1440
- "grad_norm": NaN,
1441
  "learning_rate": 0.0003,
1442
- "loss": 0.0,
1443
  "step": 14700
1444
  },
1445
  {
1446
- "epoch": 27.977315689981097,
1447
- "grad_norm": NaN,
1448
  "learning_rate": 0.0003,
1449
- "loss": 0.0,
1450
  "step": 14800
1451
  },
1452
  {
1453
  "epoch": 28.0,
1454
- "eval_accuracy": 0.1995897435897436,
1455
- "eval_loss": NaN,
1456
- "eval_runtime": 5.7263,
1457
- "eval_samples_per_second": 87.316,
1458
- "eval_steps_per_second": 11.002,
1459
  "step": 14812
1460
  },
1461
  {
@@ -1465,47 +1317,42 @@
1465
  "step": 14812
1466
  },
1467
  {
1468
- "epoch": 28.166351606805293,
1469
- "grad_norm": NaN,
1470
  "learning_rate": 0.0003,
1471
- "loss": 0.0,
1472
  "step": 14900
1473
  },
1474
  {
1475
- "epoch": 28.35538752362949,
1476
- "grad_norm": NaN,
1477
  "learning_rate": 0.0003,
1478
- "loss": 0.0,
1479
  "step": 15000
1480
  },
1481
  {
1482
- "epoch": 28.544423440453688,
1483
- "grad_norm": NaN,
1484
  "learning_rate": 0.0003,
1485
- "loss": 0.0,
1486
  "step": 15100
1487
  },
1488
  {
1489
- "epoch": 28.733459357277884,
1490
- "grad_norm": NaN,
1491
  "learning_rate": 0.0003,
1492
- "loss": 0.0,
1493
  "step": 15200
1494
  },
1495
  {
1496
- "epoch": 28.92249527410208,
1497
- "grad_norm": NaN,
1498
  "learning_rate": 0.0003,
1499
- "loss": 0.0,
1500
  "step": 15300
1501
  },
1502
  {
1503
  "epoch": 29.0,
1504
- "eval_accuracy": 0.1995897435897436,
1505
- "eval_loss": NaN,
1506
- "eval_runtime": 5.7859,
1507
- "eval_samples_per_second": 86.417,
1508
- "eval_steps_per_second": 10.889,
1509
  "step": 15341
1510
  },
1511
  {
@@ -1515,47 +1362,42 @@
1515
  "step": 15341
1516
  },
1517
  {
1518
- "epoch": 29.111531190926275,
1519
- "grad_norm": NaN,
1520
  "learning_rate": 0.0003,
1521
- "loss": 0.0,
1522
  "step": 15400
1523
  },
1524
  {
1525
- "epoch": 29.300567107750474,
1526
- "grad_norm": NaN,
1527
  "learning_rate": 0.0003,
1528
- "loss": 0.0,
1529
  "step": 15500
1530
  },
1531
  {
1532
- "epoch": 29.48960302457467,
1533
- "grad_norm": NaN,
1534
  "learning_rate": 0.0003,
1535
- "loss": 0.0,
1536
  "step": 15600
1537
  },
1538
  {
1539
- "epoch": 29.678638941398866,
1540
- "grad_norm": NaN,
1541
  "learning_rate": 0.0003,
1542
- "loss": 0.0,
1543
  "step": 15700
1544
  },
1545
  {
1546
- "epoch": 29.86767485822306,
1547
- "grad_norm": NaN,
1548
  "learning_rate": 0.0003,
1549
- "loss": 0.0,
1550
  "step": 15800
1551
  },
1552
  {
1553
  "epoch": 30.0,
1554
- "eval_accuracy": 0.1995897435897436,
1555
- "eval_loss": NaN,
1556
- "eval_runtime": 5.0784,
1557
- "eval_samples_per_second": 98.456,
1558
- "eval_steps_per_second": 12.406,
1559
  "step": 15870
1560
  },
1561
  {
@@ -1565,47 +1407,42 @@
1565
  "step": 15870
1566
  },
1567
  {
1568
- "epoch": 30.056710775047257,
1569
- "grad_norm": NaN,
1570
  "learning_rate": 0.0003,
1571
- "loss": 0.0,
1572
  "step": 15900
1573
  },
1574
  {
1575
- "epoch": 30.245746691871457,
1576
- "grad_norm": NaN,
1577
  "learning_rate": 0.0003,
1578
- "loss": 0.0,
1579
  "step": 16000
1580
  },
1581
  {
1582
- "epoch": 30.434782608695652,
1583
- "grad_norm": NaN,
1584
  "learning_rate": 0.0003,
1585
- "loss": 0.0,
1586
  "step": 16100
1587
  },
1588
  {
1589
- "epoch": 30.623818525519848,
1590
- "grad_norm": NaN,
1591
  "learning_rate": 0.0003,
1592
- "loss": 0.0,
1593
  "step": 16200
1594
  },
1595
  {
1596
- "epoch": 30.812854442344044,
1597
- "grad_norm": NaN,
1598
  "learning_rate": 0.0003,
1599
- "loss": 0.0,
1600
  "step": 16300
1601
  },
1602
  {
1603
  "epoch": 31.0,
1604
- "eval_accuracy": 0.1995897435897436,
1605
- "eval_loss": NaN,
1606
- "eval_runtime": 5.2879,
1607
- "eval_samples_per_second": 94.556,
1608
- "eval_steps_per_second": 11.914,
1609
  "step": 16399
1610
  },
1611
  {
@@ -1615,54 +1452,48 @@
1615
  "step": 16399
1616
  },
1617
  {
1618
- "epoch": 31.001890359168243,
1619
- "grad_norm": NaN,
1620
  "learning_rate": 0.0003,
1621
- "loss": 0.0,
1622
  "step": 16400
1623
  },
1624
  {
1625
- "epoch": 31.19092627599244,
1626
- "grad_norm": NaN,
1627
  "learning_rate": 0.0003,
1628
- "loss": 0.0,
1629
  "step": 16500
1630
  },
1631
  {
1632
- "epoch": 31.379962192816635,
1633
- "grad_norm": NaN,
1634
  "learning_rate": 0.0003,
1635
- "loss": 0.0,
1636
  "step": 16600
1637
  },
1638
  {
1639
- "epoch": 31.56899810964083,
1640
- "grad_norm": NaN,
1641
  "learning_rate": 0.0003,
1642
- "loss": 0.0,
1643
  "step": 16700
1644
  },
1645
  {
1646
- "epoch": 31.75803402646503,
1647
- "grad_norm": NaN,
1648
  "learning_rate": 0.0003,
1649
- "loss": 0.0,
1650
  "step": 16800
1651
  },
1652
  {
1653
- "epoch": 31.947069943289225,
1654
- "grad_norm": NaN,
1655
  "learning_rate": 0.0003,
1656
- "loss": 0.0,
1657
  "step": 16900
1658
  },
1659
  {
1660
  "epoch": 32.0,
1661
- "eval_accuracy": 0.1995897435897436,
1662
- "eval_loss": NaN,
1663
- "eval_runtime": 5.324,
1664
- "eval_samples_per_second": 93.915,
1665
- "eval_steps_per_second": 11.833,
1666
  "step": 16928
1667
  },
1668
  {
@@ -1672,47 +1503,42 @@
1672
  "step": 16928
1673
  },
1674
  {
1675
- "epoch": 32.136105860113425,
1676
- "grad_norm": NaN,
1677
  "learning_rate": 0.0003,
1678
- "loss": 0.0,
1679
  "step": 17000
1680
  },
1681
  {
1682
- "epoch": 32.32514177693762,
1683
- "grad_norm": NaN,
1684
  "learning_rate": 0.0003,
1685
- "loss": 0.0,
1686
  "step": 17100
1687
  },
1688
  {
1689
- "epoch": 32.514177693761816,
1690
- "grad_norm": NaN,
1691
  "learning_rate": 0.0003,
1692
- "loss": 0.0,
1693
  "step": 17200
1694
  },
1695
  {
1696
- "epoch": 32.70321361058601,
1697
- "grad_norm": NaN,
1698
  "learning_rate": 0.0003,
1699
- "loss": 0.0,
1700
  "step": 17300
1701
  },
1702
  {
1703
- "epoch": 32.89224952741021,
1704
- "grad_norm": NaN,
1705
  "learning_rate": 0.0003,
1706
- "loss": 0.0,
1707
  "step": 17400
1708
  },
1709
  {
1710
  "epoch": 33.0,
1711
- "eval_accuracy": 0.1995897435897436,
1712
- "eval_loss": NaN,
1713
- "eval_runtime": 5.5399,
1714
- "eval_samples_per_second": 90.254,
1715
- "eval_steps_per_second": 11.372,
1716
  "step": 17457
1717
  },
1718
  {
@@ -1722,47 +1548,42 @@
1722
  "step": 17457
1723
  },
1724
  {
1725
- "epoch": 33.0812854442344,
1726
- "grad_norm": NaN,
1727
  "learning_rate": 0.0003,
1728
- "loss": 0.0,
1729
  "step": 17500
1730
  },
1731
  {
1732
- "epoch": 33.2703213610586,
1733
- "grad_norm": NaN,
1734
  "learning_rate": 0.0003,
1735
- "loss": 0.0,
1736
  "step": 17600
1737
  },
1738
  {
1739
- "epoch": 33.459357277882795,
1740
- "grad_norm": NaN,
1741
  "learning_rate": 0.0003,
1742
- "loss": 0.0,
1743
  "step": 17700
1744
  },
1745
  {
1746
- "epoch": 33.648393194707,
1747
- "grad_norm": NaN,
1748
  "learning_rate": 0.0003,
1749
- "loss": 0.0,
1750
  "step": 17800
1751
  },
1752
  {
1753
- "epoch": 33.83742911153119,
1754
- "grad_norm": NaN,
1755
  "learning_rate": 0.0003,
1756
- "loss": 0.0,
1757
  "step": 17900
1758
  },
1759
  {
1760
  "epoch": 34.0,
1761
- "eval_accuracy": 0.1995897435897436,
1762
- "eval_loss": NaN,
1763
- "eval_runtime": 5.2928,
1764
- "eval_samples_per_second": 94.468,
1765
- "eval_steps_per_second": 11.903,
1766
  "step": 17986
1767
  },
1768
  {
@@ -1772,54 +1593,48 @@
1772
  "step": 17986
1773
  },
1774
  {
1775
- "epoch": 34.02646502835539,
1776
- "grad_norm": NaN,
1777
  "learning_rate": 0.0003,
1778
- "loss": 0.0,
1779
  "step": 18000
1780
  },
1781
  {
1782
- "epoch": 34.215500945179585,
1783
- "grad_norm": NaN,
1784
  "learning_rate": 0.0003,
1785
- "loss": 0.0,
1786
  "step": 18100
1787
  },
1788
  {
1789
- "epoch": 34.40453686200378,
1790
- "grad_norm": NaN,
1791
  "learning_rate": 0.0003,
1792
- "loss": 0.0,
1793
  "step": 18200
1794
  },
1795
  {
1796
- "epoch": 34.593572778827976,
1797
- "grad_norm": NaN,
1798
  "learning_rate": 0.0003,
1799
- "loss": 0.0,
1800
  "step": 18300
1801
  },
1802
  {
1803
- "epoch": 34.78260869565217,
1804
- "grad_norm": NaN,
1805
  "learning_rate": 0.0003,
1806
- "loss": 0.0,
1807
  "step": 18400
1808
  },
1809
  {
1810
- "epoch": 34.97164461247637,
1811
- "grad_norm": NaN,
1812
  "learning_rate": 0.0003,
1813
- "loss": 0.0,
1814
  "step": 18500
1815
  },
1816
  {
1817
  "epoch": 35.0,
1818
- "eval_accuracy": 0.1995897435897436,
1819
- "eval_loss": NaN,
1820
- "eval_runtime": 5.7658,
1821
- "eval_samples_per_second": 86.718,
1822
- "eval_steps_per_second": 10.926,
1823
  "step": 18515
1824
  },
1825
  {
@@ -1829,47 +1644,42 @@
1829
  "step": 18515
1830
  },
1831
  {
1832
- "epoch": 35.16068052930057,
1833
- "grad_norm": NaN,
1834
  "learning_rate": 0.0003,
1835
- "loss": 0.0,
1836
  "step": 18600
1837
  },
1838
  {
1839
- "epoch": 35.349716446124766,
1840
- "grad_norm": NaN,
1841
  "learning_rate": 0.0003,
1842
- "loss": 0.0,
1843
  "step": 18700
1844
  },
1845
  {
1846
- "epoch": 35.53875236294896,
1847
- "grad_norm": NaN,
1848
  "learning_rate": 0.0003,
1849
- "loss": 0.0,
1850
  "step": 18800
1851
  },
1852
  {
1853
- "epoch": 35.72778827977316,
1854
- "grad_norm": NaN,
1855
  "learning_rate": 0.0003,
1856
- "loss": 0.0,
1857
  "step": 18900
1858
  },
1859
  {
1860
- "epoch": 35.916824196597354,
1861
- "grad_norm": NaN,
1862
  "learning_rate": 0.0003,
1863
- "loss": 0.0,
1864
  "step": 19000
1865
  },
1866
  {
1867
  "epoch": 36.0,
1868
- "eval_accuracy": 0.1995897435897436,
1869
- "eval_loss": NaN,
1870
- "eval_runtime": 5.7508,
1871
- "eval_samples_per_second": 86.945,
1872
- "eval_steps_per_second": 10.955,
1873
  "step": 19044
1874
  },
1875
  {
@@ -1879,47 +1689,42 @@
1879
  "step": 19044
1880
  },
1881
  {
1882
- "epoch": 36.10586011342155,
1883
- "grad_norm": NaN,
1884
  "learning_rate": 0.0003,
1885
- "loss": 0.0,
1886
  "step": 19100
1887
  },
1888
  {
1889
- "epoch": 36.294896030245745,
1890
- "grad_norm": NaN,
1891
  "learning_rate": 0.0003,
1892
- "loss": 0.0,
1893
  "step": 19200
1894
  },
1895
  {
1896
- "epoch": 36.48393194706994,
1897
- "grad_norm": NaN,
1898
  "learning_rate": 0.0003,
1899
- "loss": 0.0,
1900
  "step": 19300
1901
  },
1902
  {
1903
- "epoch": 36.67296786389414,
1904
- "grad_norm": NaN,
1905
  "learning_rate": 0.0003,
1906
- "loss": 0.0,
1907
  "step": 19400
1908
  },
1909
  {
1910
- "epoch": 36.86200378071834,
1911
- "grad_norm": NaN,
1912
  "learning_rate": 0.0003,
1913
- "loss": 0.0,
1914
  "step": 19500
1915
  },
1916
  {
1917
  "epoch": 37.0,
1918
- "eval_accuracy": 0.1995897435897436,
1919
- "eval_loss": NaN,
1920
- "eval_runtime": 6.1328,
1921
- "eval_samples_per_second": 81.529,
1922
- "eval_steps_per_second": 10.273,
1923
  "step": 19573
1924
  },
1925
  {
@@ -1929,54 +1734,48 @@
1929
  "step": 19573
1930
  },
1931
  {
1932
- "epoch": 37.051039697542535,
1933
- "grad_norm": NaN,
1934
  "learning_rate": 0.0003,
1935
- "loss": 0.0,
1936
  "step": 19600
1937
  },
1938
  {
1939
- "epoch": 37.24007561436673,
1940
- "grad_norm": NaN,
1941
  "learning_rate": 0.0003,
1942
- "loss": 0.0,
1943
  "step": 19700
1944
  },
1945
  {
1946
- "epoch": 37.42911153119093,
1947
- "grad_norm": NaN,
1948
  "learning_rate": 0.0003,
1949
- "loss": 0.0,
1950
  "step": 19800
1951
  },
1952
  {
1953
- "epoch": 37.61814744801512,
1954
- "grad_norm": NaN,
1955
  "learning_rate": 0.0003,
1956
- "loss": 0.0,
1957
  "step": 19900
1958
  },
1959
  {
1960
- "epoch": 37.80718336483932,
1961
- "grad_norm": NaN,
1962
  "learning_rate": 0.0003,
1963
- "loss": 0.0,
1964
  "step": 20000
1965
  },
1966
  {
1967
- "epoch": 37.996219281663514,
1968
- "grad_norm": NaN,
1969
  "learning_rate": 0.0003,
1970
- "loss": 0.0,
1971
  "step": 20100
1972
  },
1973
  {
1974
  "epoch": 38.0,
1975
- "eval_accuracy": 0.1995897435897436,
1976
- "eval_loss": NaN,
1977
- "eval_runtime": 4.9755,
1978
- "eval_samples_per_second": 100.493,
1979
- "eval_steps_per_second": 12.662,
1980
  "step": 20102
1981
  },
1982
  {
@@ -1986,47 +1785,42 @@
1986
  "step": 20102
1987
  },
1988
  {
1989
- "epoch": 38.18525519848771,
1990
- "grad_norm": NaN,
1991
  "learning_rate": 0.0003,
1992
- "loss": 0.0,
1993
  "step": 20200
1994
  },
1995
  {
1996
- "epoch": 38.37429111531191,
1997
- "grad_norm": NaN,
1998
  "learning_rate": 0.0003,
1999
- "loss": 0.0,
2000
  "step": 20300
2001
  },
2002
  {
2003
- "epoch": 38.56332703213611,
2004
- "grad_norm": NaN,
2005
  "learning_rate": 0.0003,
2006
- "loss": 0.0,
2007
  "step": 20400
2008
  },
2009
  {
2010
- "epoch": 38.752362948960304,
2011
- "grad_norm": NaN,
2012
  "learning_rate": 0.0003,
2013
- "loss": 0.0,
2014
  "step": 20500
2015
  },
2016
  {
2017
- "epoch": 38.9413988657845,
2018
- "grad_norm": NaN,
2019
  "learning_rate": 0.0003,
2020
- "loss": 0.0,
2021
  "step": 20600
2022
  },
2023
  {
2024
  "epoch": 39.0,
2025
- "eval_accuracy": 0.1995897435897436,
2026
- "eval_loss": NaN,
2027
- "eval_runtime": 4.9998,
2028
- "eval_samples_per_second": 100.005,
2029
- "eval_steps_per_second": 12.601,
2030
  "step": 20631
2031
  },
2032
  {
@@ -2036,47 +1830,42 @@
2036
  "step": 20631
2037
  },
2038
  {
2039
- "epoch": 39.130434782608695,
2040
- "grad_norm": NaN,
2041
  "learning_rate": 0.0003,
2042
- "loss": 0.0,
2043
  "step": 20700
2044
  },
2045
  {
2046
- "epoch": 39.31947069943289,
2047
- "grad_norm": NaN,
2048
  "learning_rate": 0.0003,
2049
- "loss": 0.0,
2050
  "step": 20800
2051
  },
2052
  {
2053
- "epoch": 39.50850661625709,
2054
- "grad_norm": NaN,
2055
  "learning_rate": 0.0003,
2056
- "loss": 0.0,
2057
  "step": 20900
2058
  },
2059
  {
2060
- "epoch": 39.69754253308128,
2061
- "grad_norm": NaN,
2062
  "learning_rate": 0.0003,
2063
- "loss": 0.0,
2064
  "step": 21000
2065
  },
2066
  {
2067
- "epoch": 39.886578449905485,
2068
- "grad_norm": NaN,
2069
  "learning_rate": 0.0003,
2070
- "loss": 0.0,
2071
  "step": 21100
2072
  },
2073
  {
2074
  "epoch": 40.0,
2075
- "eval_accuracy": 0.1995897435897436,
2076
- "eval_loss": NaN,
2077
- "eval_runtime": 5.4234,
2078
- "eval_samples_per_second": 92.192,
2079
- "eval_steps_per_second": 11.616,
2080
  "step": 21160
2081
  },
2082
  {
@@ -2086,47 +1875,42 @@
2086
  "step": 21160
2087
  },
2088
  {
2089
- "epoch": 40.07561436672968,
2090
- "grad_norm": NaN,
2091
  "learning_rate": 0.0003,
2092
- "loss": 0.0,
2093
  "step": 21200
2094
  },
2095
  {
2096
- "epoch": 40.26465028355388,
2097
- "grad_norm": NaN,
2098
  "learning_rate": 0.0003,
2099
- "loss": 0.0,
2100
  "step": 21300
2101
  },
2102
  {
2103
- "epoch": 40.45368620037807,
2104
- "grad_norm": NaN,
2105
  "learning_rate": 0.0003,
2106
- "loss": 0.0,
2107
  "step": 21400
2108
  },
2109
  {
2110
- "epoch": 40.64272211720227,
2111
- "grad_norm": NaN,
2112
  "learning_rate": 0.0003,
2113
- "loss": 0.0,
2114
  "step": 21500
2115
  },
2116
  {
2117
- "epoch": 40.831758034026464,
2118
- "grad_norm": NaN,
2119
  "learning_rate": 0.0003,
2120
- "loss": 0.0,
2121
  "step": 21600
2122
  },
2123
  {
2124
  "epoch": 41.0,
2125
- "eval_accuracy": 0.1995897435897436,
2126
- "eval_loss": NaN,
2127
- "eval_runtime": 4.9807,
2128
- "eval_samples_per_second": 100.388,
2129
- "eval_steps_per_second": 12.649,
2130
  "step": 21689
2131
  },
2132
  {
@@ -2136,54 +1920,48 @@
2136
  "step": 21689
2137
  },
2138
  {
2139
- "epoch": 41.02079395085066,
2140
- "grad_norm": NaN,
2141
  "learning_rate": 0.0003,
2142
- "loss": 0.0,
2143
  "step": 21700
2144
  },
2145
  {
2146
- "epoch": 41.209829867674856,
2147
- "grad_norm": NaN,
2148
  "learning_rate": 0.0003,
2149
- "loss": 0.0,
2150
  "step": 21800
2151
  },
2152
  {
2153
- "epoch": 41.39886578449905,
2154
- "grad_norm": NaN,
2155
  "learning_rate": 0.0003,
2156
- "loss": 0.0,
2157
  "step": 21900
2158
  },
2159
  {
2160
- "epoch": 41.587901701323254,
2161
- "grad_norm": NaN,
2162
  "learning_rate": 0.0003,
2163
- "loss": 0.0,
2164
  "step": 22000
2165
  },
2166
  {
2167
- "epoch": 41.77693761814745,
2168
- "grad_norm": NaN,
2169
  "learning_rate": 0.0003,
2170
- "loss": 0.0,
2171
  "step": 22100
2172
  },
2173
  {
2174
- "epoch": 41.965973534971646,
2175
- "grad_norm": NaN,
2176
  "learning_rate": 0.0003,
2177
- "loss": 0.0,
2178
  "step": 22200
2179
  },
2180
  {
2181
  "epoch": 42.0,
2182
- "eval_accuracy": 0.1995897435897436,
2183
  "eval_loss": NaN,
2184
- "eval_runtime": 5.4872,
2185
- "eval_samples_per_second": 91.12,
2186
- "eval_steps_per_second": 11.481,
2187
  "step": 22218
2188
  },
2189
  {
@@ -2193,47 +1971,42 @@
2193
  "step": 22218
2194
  },
2195
  {
2196
- "epoch": 42.15500945179584,
2197
- "grad_norm": NaN,
2198
  "learning_rate": 0.0003,
2199
  "loss": 0.0,
2200
  "step": 22300
2201
  },
2202
  {
2203
- "epoch": 42.34404536862004,
2204
- "grad_norm": NaN,
2205
  "learning_rate": 0.0003,
2206
  "loss": 0.0,
2207
  "step": 22400
2208
  },
2209
  {
2210
- "epoch": 42.53308128544423,
2211
- "grad_norm": NaN,
2212
  "learning_rate": 0.0003,
2213
  "loss": 0.0,
2214
  "step": 22500
2215
  },
2216
  {
2217
- "epoch": 42.72211720226843,
2218
- "grad_norm": NaN,
2219
  "learning_rate": 0.0003,
2220
  "loss": 0.0,
2221
  "step": 22600
2222
  },
2223
  {
2224
- "epoch": 42.911153119092624,
2225
- "grad_norm": NaN,
2226
  "learning_rate": 0.0003,
2227
  "loss": 0.0,
2228
  "step": 22700
2229
  },
2230
  {
2231
  "epoch": 43.0,
2232
- "eval_accuracy": 0.1995897435897436,
2233
  "eval_loss": NaN,
2234
- "eval_runtime": 5.7071,
2235
- "eval_samples_per_second": 87.61,
2236
- "eval_steps_per_second": 11.039,
2237
  "step": 22747
2238
  },
2239
  {
@@ -2243,47 +2016,42 @@
2243
  "step": 22747
2244
  },
2245
  {
2246
- "epoch": 43.10018903591683,
2247
- "grad_norm": NaN,
2248
  "learning_rate": 0.0003,
2249
  "loss": 0.0,
2250
  "step": 22800
2251
  },
2252
  {
2253
- "epoch": 43.28922495274102,
2254
- "grad_norm": NaN,
2255
  "learning_rate": 0.0003,
2256
  "loss": 0.0,
2257
  "step": 22900
2258
  },
2259
  {
2260
- "epoch": 43.47826086956522,
2261
- "grad_norm": NaN,
2262
  "learning_rate": 0.0003,
2263
  "loss": 0.0,
2264
  "step": 23000
2265
  },
2266
  {
2267
- "epoch": 43.667296786389414,
2268
- "grad_norm": NaN,
2269
  "learning_rate": 0.0003,
2270
  "loss": 0.0,
2271
  "step": 23100
2272
  },
2273
  {
2274
- "epoch": 43.85633270321361,
2275
- "grad_norm": NaN,
2276
  "learning_rate": 0.0003,
2277
  "loss": 0.0,
2278
  "step": 23200
2279
  },
2280
  {
2281
  "epoch": 44.0,
2282
- "eval_accuracy": 0.1995897435897436,
2283
  "eval_loss": NaN,
2284
- "eval_runtime": 5.3411,
2285
- "eval_samples_per_second": 93.613,
2286
- "eval_steps_per_second": 11.795,
2287
  "step": 23276
2288
  },
2289
  {
@@ -2293,54 +2061,48 @@
2293
  "step": 23276
2294
  },
2295
  {
2296
- "epoch": 44.045368620037806,
2297
- "grad_norm": NaN,
2298
  "learning_rate": 0.0003,
2299
  "loss": 0.0,
2300
  "step": 23300
2301
  },
2302
  {
2303
- "epoch": 44.234404536862,
2304
- "grad_norm": NaN,
2305
  "learning_rate": 0.0003,
2306
  "loss": 0.0,
2307
  "step": 23400
2308
  },
2309
  {
2310
- "epoch": 44.4234404536862,
2311
- "grad_norm": NaN,
2312
  "learning_rate": 0.0003,
2313
  "loss": 0.0,
2314
  "step": 23500
2315
  },
2316
  {
2317
- "epoch": 44.6124763705104,
2318
- "grad_norm": NaN,
2319
  "learning_rate": 0.0003,
2320
  "loss": 0.0,
2321
  "step": 23600
2322
  },
2323
  {
2324
- "epoch": 44.801512287334596,
2325
- "grad_norm": NaN,
2326
  "learning_rate": 0.0003,
2327
  "loss": 0.0,
2328
  "step": 23700
2329
  },
2330
  {
2331
- "epoch": 44.99054820415879,
2332
- "grad_norm": NaN,
2333
  "learning_rate": 0.0003,
2334
  "loss": 0.0,
2335
  "step": 23800
2336
  },
2337
  {
2338
  "epoch": 45.0,
2339
- "eval_accuracy": 0.1995897435897436,
2340
  "eval_loss": NaN,
2341
- "eval_runtime": 5.0286,
2342
- "eval_samples_per_second": 99.431,
2343
- "eval_steps_per_second": 12.528,
2344
  "step": 23805
2345
  },
2346
  {
@@ -2350,47 +2112,42 @@
2350
  "step": 23805
2351
  },
2352
  {
2353
- "epoch": 45.17958412098299,
2354
- "grad_norm": NaN,
2355
  "learning_rate": 0.0003,
2356
  "loss": 0.0,
2357
  "step": 23900
2358
  },
2359
  {
2360
- "epoch": 45.36862003780718,
2361
- "grad_norm": NaN,
2362
  "learning_rate": 0.0003,
2363
  "loss": 0.0,
2364
  "step": 24000
2365
  },
2366
  {
2367
- "epoch": 45.55765595463138,
2368
- "grad_norm": NaN,
2369
  "learning_rate": 0.0003,
2370
  "loss": 0.0,
2371
  "step": 24100
2372
  },
2373
  {
2374
- "epoch": 45.746691871455575,
2375
- "grad_norm": NaN,
2376
  "learning_rate": 0.0003,
2377
  "loss": 0.0,
2378
  "step": 24200
2379
  },
2380
  {
2381
- "epoch": 45.93572778827977,
2382
- "grad_norm": NaN,
2383
  "learning_rate": 0.0003,
2384
  "loss": 0.0,
2385
  "step": 24300
2386
  },
2387
  {
2388
  "epoch": 46.0,
2389
- "eval_accuracy": 0.1995897435897436,
2390
  "eval_loss": NaN,
2391
- "eval_runtime": 5.1769,
2392
- "eval_samples_per_second": 96.582,
2393
- "eval_steps_per_second": 12.169,
2394
  "step": 24334
2395
  },
2396
  {
@@ -2402,23 +2159,9 @@
2402
  ],
2403
  "logging_steps": 100,
2404
  "max_steps": 26450,
2405
- "num_input_tokens_seen": 0,
2406
  "num_train_epochs": 50,
2407
  "save_steps": 500,
2408
- "stateful_callbacks": {
2409
- "TrainerControl": {
2410
- "args": {
2411
- "should_epoch_stop": false,
2412
- "should_evaluate": false,
2413
- "should_log": false,
2414
- "should_save": true,
2415
- "should_training_stop": false
2416
- },
2417
- "attributes": {}
2418
- }
2419
- },
2420
- "total_flos": 1.980098191239938e+18,
2421
- "train_batch_size": 2,
2422
  "trial_name": null,
2423
  "trial_params": null
2424
  }
 
9
  "is_world_process_zero": true,
10
  "log_history": [
11
  {
12
+ "epoch": 0.19,
 
13
  "learning_rate": 0.0003,
14
+ "loss": 1.4758,
15
  "step": 100
16
  },
17
  {
18
+ "epoch": 0.38,
 
19
  "learning_rate": 0.0003,
20
+ "loss": 1.3867,
21
  "step": 200
22
  },
23
  {
24
+ "epoch": 0.57,
 
25
  "learning_rate": 0.0003,
26
+ "loss": 1.4064,
27
  "step": 300
28
  },
29
  {
30
+ "epoch": 0.76,
 
31
  "learning_rate": 0.0003,
32
+ "loss": 1.3789,
33
  "step": 400
34
  },
35
  {
36
+ "epoch": 0.95,
 
37
  "learning_rate": 0.0003,
38
+ "loss": 1.3822,
39
  "step": 500
40
  },
41
  {
42
  "epoch": 1.0,
43
+ "eval_accuracy": 0.6171794871794872,
44
+ "eval_loss": 1.2976911067962646,
45
+ "eval_runtime": 4.224,
46
+ "eval_samples_per_second": 118.372,
47
+ "eval_steps_per_second": 14.915,
48
  "step": 529
49
  },
50
  {
51
  "epoch": 1.0,
52
+ "eval_exact_match": 0.2,
53
+ "eval_f1": 2.031878046337681,
54
  "step": 529
55
  },
56
  {
57
+ "epoch": 1.13,
 
58
  "learning_rate": 0.0003,
59
+ "loss": 1.3048,
60
  "step": 600
61
  },
62
  {
63
+ "epoch": 1.32,
 
64
  "learning_rate": 0.0003,
65
+ "loss": 1.2524,
66
  "step": 700
67
  },
68
  {
69
+ "epoch": 1.51,
 
70
  "learning_rate": 0.0003,
71
+ "loss": 1.3009,
72
  "step": 800
73
  },
74
  {
75
+ "epoch": 1.7,
 
76
  "learning_rate": 0.0003,
77
+ "loss": 1.268,
78
  "step": 900
79
  },
80
  {
81
+ "epoch": 1.89,
 
82
  "learning_rate": 0.0003,
83
+ "loss": 1.2744,
84
  "step": 1000
85
  },
86
  {
87
  "epoch": 2.0,
88
+ "eval_accuracy": 0.6032307692307692,
89
+ "eval_loss": 1.374481201171875,
90
+ "eval_runtime": 4.4141,
91
+ "eval_samples_per_second": 113.274,
92
+ "eval_steps_per_second": 14.272,
93
  "step": 1058
94
  },
95
  {
 
99
  "step": 1058
100
  },
101
  {
102
+ "epoch": 2.08,
 
103
  "learning_rate": 0.0003,
104
+ "loss": 1.2158,
105
  "step": 1100
106
  },
107
  {
108
+ "epoch": 2.27,
 
109
  "learning_rate": 0.0003,
110
+ "loss": 1.1066,
111
  "step": 1200
112
  },
113
  {
114
+ "epoch": 2.46,
 
115
  "learning_rate": 0.0003,
116
+ "loss": 1.1365,
117
  "step": 1300
118
  },
119
  {
120
+ "epoch": 2.65,
 
121
  "learning_rate": 0.0003,
122
+ "loss": 1.1486,
123
  "step": 1400
124
  },
125
  {
126
+ "epoch": 2.84,
 
127
  "learning_rate": 0.0003,
128
+ "loss": 1.1768,
129
  "step": 1500
130
  },
131
  {
132
  "epoch": 3.0,
133
+ "eval_accuracy": 0.6157435897435898,
134
+ "eval_loss": 1.331903100013733,
135
+ "eval_runtime": 4.8466,
136
+ "eval_samples_per_second": 103.164,
137
+ "eval_steps_per_second": 12.999,
138
  "step": 1587
139
  },
140
  {
141
  "epoch": 3.0,
142
  "eval_exact_match": 0.0,
143
+ "eval_f1": 0.0,
144
  "step": 1587
145
  },
146
  {
147
+ "epoch": 3.02,
 
148
  "learning_rate": 0.0003,
149
+ "loss": 1.1769,
150
  "step": 1600
151
  },
152
  {
153
+ "epoch": 3.21,
 
154
  "learning_rate": 0.0003,
155
+ "loss": 0.9541,
156
  "step": 1700
157
  },
158
  {
159
+ "epoch": 3.4,
 
160
  "learning_rate": 0.0003,
161
+ "loss": 1.2939,
162
  "step": 1800
163
  },
164
  {
165
+ "epoch": 3.59,
 
166
  "learning_rate": 0.0003,
167
+ "loss": 0.9852,
168
  "step": 1900
169
  },
170
  {
171
+ "epoch": 3.78,
 
172
  "learning_rate": 0.0003,
173
+ "loss": 0.9538,
174
  "step": 2000
175
  },
176
  {
177
+ "epoch": 3.97,
 
178
  "learning_rate": 0.0003,
179
+ "loss": 0.9247,
180
  "step": 2100
181
  },
182
  {
183
  "epoch": 4.0,
184
+ "eval_accuracy": 0.6101538461538462,
185
+ "eval_loss": 1.4367107152938843,
186
+ "eval_runtime": 4.4146,
187
+ "eval_samples_per_second": 113.259,
188
+ "eval_steps_per_second": 14.271,
189
  "step": 2116
190
  },
191
  {
192
  "epoch": 4.0,
193
+ "eval_exact_match": 6.6,
194
+ "eval_f1": 9.897142857142855,
195
  "step": 2116
196
  },
197
  {
198
+ "epoch": 4.16,
 
199
  "learning_rate": 0.0003,
200
+ "loss": 1.1334,
201
  "step": 2200
202
  },
203
  {
204
+ "epoch": 4.35,
 
205
  "learning_rate": 0.0003,
206
+ "loss": 1.5175,
207
  "step": 2300
208
  },
209
  {
210
+ "epoch": 4.54,
 
211
  "learning_rate": 0.0003,
212
+ "loss": 4.2745,
213
  "step": 2400
214
  },
215
  {
216
+ "epoch": 4.73,
 
217
  "learning_rate": 0.0003,
218
+ "loss": 2.5667,
219
  "step": 2500
220
  },
221
  {
222
+ "epoch": 4.91,
 
223
  "learning_rate": 0.0003,
224
+ "loss": 1.1836,
225
  "step": 2600
226
  },
227
  {
228
  "epoch": 5.0,
229
+ "eval_accuracy": 0.556923076923077,
230
+ "eval_loss": 1.9167817831039429,
231
+ "eval_runtime": 4.8432,
232
+ "eval_samples_per_second": 103.238,
233
+ "eval_steps_per_second": 13.008,
234
  "step": 2645
235
  },
236
  {
237
  "epoch": 5.0,
238
  "eval_exact_match": 0.0,
239
+ "eval_f1": 0.2264729350912329,
240
  "step": 2645
241
  },
242
  {
243
+ "epoch": 5.1,
 
244
  "learning_rate": 0.0003,
245
+ "loss": 1.7226,
246
  "step": 2700
247
  },
248
  {
249
+ "epoch": 5.29,
 
250
  "learning_rate": 0.0003,
251
+ "loss": 2.1466,
252
  "step": 2800
253
  },
254
  {
255
+ "epoch": 5.48,
 
256
  "learning_rate": 0.0003,
257
+ "loss": 1.83,
258
  "step": 2900
259
  },
260
  {
261
+ "epoch": 5.67,
 
262
  "learning_rate": 0.0003,
263
+ "loss": 1.8789,
264
  "step": 3000
265
  },
266
  {
267
+ "epoch": 5.86,
 
268
  "learning_rate": 0.0003,
269
+ "loss": 2.035,
270
  "step": 3100
271
  },
272
  {
273
  "epoch": 6.0,
274
+ "eval_accuracy": 0.5377435897435897,
275
+ "eval_loss": 2.0794410705566406,
276
+ "eval_runtime": 4.1284,
277
+ "eval_samples_per_second": 121.112,
278
+ "eval_steps_per_second": 15.26,
279
  "step": 3174
280
  },
281
  {
 
285
  "step": 3174
286
  },
287
  {
288
+ "epoch": 6.05,
 
289
  "learning_rate": 0.0003,
290
+ "loss": 2.2251,
291
  "step": 3200
292
  },
293
  {
294
+ "epoch": 6.24,
 
295
  "learning_rate": 0.0003,
296
+ "loss": 2.1457,
297
  "step": 3300
298
  },
299
  {
300
+ "epoch": 6.43,
 
301
  "learning_rate": 0.0003,
302
+ "loss": 2.0764,
303
  "step": 3400
304
  },
305
  {
306
+ "epoch": 6.62,
 
307
  "learning_rate": 0.0003,
308
+ "loss": 2.3695,
309
  "step": 3500
310
  },
311
  {
312
+ "epoch": 6.81,
 
313
  "learning_rate": 0.0003,
314
+ "loss": 2.2254,
315
  "step": 3600
316
  },
317
  {
318
+ "epoch": 6.99,
 
319
  "learning_rate": 0.0003,
320
+ "loss": 3.7483,
321
  "step": 3700
322
  },
323
  {
324
  "epoch": 7.0,
325
+ "eval_accuracy": 0.48805128205128206,
326
+ "eval_loss": 2.6722612380981445,
327
+ "eval_runtime": 4.2095,
328
+ "eval_samples_per_second": 118.778,
329
+ "eval_steps_per_second": 14.966,
330
  "step": 3703
331
  },
332
  {
 
336
  "step": 3703
337
  },
338
  {
339
+ "epoch": 7.18,
 
340
  "learning_rate": 0.0003,
341
+ "loss": 6.5533,
342
  "step": 3800
343
  },
344
  {
345
+ "epoch": 7.37,
 
346
  "learning_rate": 0.0003,
347
+ "loss": 6.708,
348
  "step": 3900
349
  },
350
  {
351
+ "epoch": 7.56,
 
352
  "learning_rate": 0.0003,
353
+ "loss": 7.4301,
354
  "step": 4000
355
  },
356
  {
357
+ "epoch": 7.75,
 
358
  "learning_rate": 0.0003,
359
+ "loss": 8.6731,
360
  "step": 4100
361
  },
362
  {
363
+ "epoch": 7.94,
 
364
  "learning_rate": 0.0003,
365
+ "loss": 7.127,
366
  "step": 4200
367
  },
368
  {
369
  "epoch": 8.0,
370
+ "eval_accuracy": 0.1922051282051282,
371
+ "eval_loss": 7.040984153747559,
372
+ "eval_runtime": 4.8262,
373
+ "eval_samples_per_second": 103.6,
374
+ "eval_steps_per_second": 13.054,
375
  "step": 4232
376
  },
377
  {
 
381
  "step": 4232
382
  },
383
  {
384
+ "epoch": 8.13,
 
385
  "learning_rate": 0.0003,
386
+ "loss": 7.8796,
387
  "step": 4300
388
  },
389
  {
390
+ "epoch": 8.32,
 
391
  "learning_rate": 0.0003,
392
+ "loss": 8.0716,
393
  "step": 4400
394
  },
395
  {
396
+ "epoch": 8.51,
 
397
  "learning_rate": 0.0003,
398
+ "loss": 8.2395,
399
  "step": 4500
400
  },
401
  {
402
+ "epoch": 8.7,
 
403
  "learning_rate": 0.0003,
404
+ "loss": 7.9157,
405
  "step": 4600
406
  },
407
  {
408
+ "epoch": 8.88,
 
409
  "learning_rate": 0.0003,
410
+ "loss": 7.5321,
411
  "step": 4700
412
  },
413
  {
414
  "epoch": 9.0,
415
+ "eval_accuracy": 0.19405128205128205,
416
+ "eval_loss": 6.64878511428833,
417
+ "eval_runtime": 4.104,
418
+ "eval_samples_per_second": 121.831,
419
+ "eval_steps_per_second": 15.351,
420
  "step": 4761
421
  },
422
  {
 
426
  "step": 4761
427
  },
428
  {
429
+ "epoch": 9.07,
 
430
  "learning_rate": 0.0003,
431
+ "loss": 7.2432,
432
  "step": 4800
433
  },
434
  {
435
+ "epoch": 9.26,
 
436
  "learning_rate": 0.0003,
437
+ "loss": 7.4268,
438
  "step": 4900
439
  },
440
  {
441
+ "epoch": 9.45,
 
442
  "learning_rate": 0.0003,
443
+ "loss": 7.7517,
444
  "step": 5000
445
  },
446
  {
447
+ "epoch": 9.64,
 
448
  "learning_rate": 0.0003,
449
+ "loss": 7.4674,
450
  "step": 5100
451
  },
452
  {
453
+ "epoch": 9.83,
 
454
  "learning_rate": 0.0003,
455
+ "loss": 7.3806,
456
  "step": 5200
457
  },
458
  {
459
  "epoch": 10.0,
460
+ "eval_accuracy": 0.2196923076923077,
461
+ "eval_loss": 6.842738151550293,
462
+ "eval_runtime": 4.8429,
463
+ "eval_samples_per_second": 103.244,
464
+ "eval_steps_per_second": 13.009,
465
  "step": 5290
466
  },
467
  {
 
471
  "step": 5290
472
  },
473
  {
474
+ "epoch": 10.02,
 
475
  "learning_rate": 0.0003,
476
+ "loss": 7.4491,
477
  "step": 5300
478
  },
479
  {
480
+ "epoch": 10.21,
 
481
  "learning_rate": 0.0003,
482
+ "loss": 7.4851,
483
  "step": 5400
484
  },
485
  {
486
+ "epoch": 10.4,
 
487
  "learning_rate": 0.0003,
488
+ "loss": 7.5747,
489
  "step": 5500
490
  },
491
  {
492
+ "epoch": 10.59,
 
493
  "learning_rate": 0.0003,
494
+ "loss": 7.7881,
495
  "step": 5600
496
  },
497
  {
498
+ "epoch": 10.78,
 
499
  "learning_rate": 0.0003,
500
+ "loss": 7.8095,
501
  "step": 5700
502
  },
503
  {
504
+ "epoch": 10.96,
 
505
  "learning_rate": 0.0003,
506
+ "loss": 7.8159,
507
  "step": 5800
508
  },
509
  {
510
  "epoch": 11.0,
511
+ "eval_accuracy": 0.2196923076923077,
512
+ "eval_loss": 6.883613586425781,
513
+ "eval_runtime": 4.1075,
514
+ "eval_samples_per_second": 121.727,
515
+ "eval_steps_per_second": 15.338,
516
  "step": 5819
517
  },
518
  {
 
522
  "step": 5819
523
  },
524
  {
525
+ "epoch": 11.15,
 
526
  "learning_rate": 0.0003,
527
+ "loss": 7.7222,
528
  "step": 5900
529
  },
530
  {
531
+ "epoch": 11.34,
 
532
  "learning_rate": 0.0003,
533
+ "loss": 7.6203,
534
  "step": 6000
535
  },
536
  {
537
+ "epoch": 11.53,
 
538
  "learning_rate": 0.0003,
539
+ "loss": 7.8391,
540
  "step": 6100
541
  },
542
  {
543
+ "epoch": 11.72,
 
544
  "learning_rate": 0.0003,
545
+ "loss": 7.8888,
546
  "step": 6200
547
  },
548
  {
549
+ "epoch": 11.91,
 
550
  "learning_rate": 0.0003,
551
+ "loss": 7.975,
552
  "step": 6300
553
  },
554
  {
555
  "epoch": 12.0,
556
+ "eval_accuracy": 0.2196923076923077,
557
+ "eval_loss": 6.876262187957764,
558
+ "eval_runtime": 4.4184,
559
+ "eval_samples_per_second": 113.162,
560
+ "eval_steps_per_second": 14.258,
561
  "step": 6348
562
  },
563
  {
 
567
  "step": 6348
568
  },
569
  {
570
+ "epoch": 12.1,
 
571
  "learning_rate": 0.0003,
572
+ "loss": 7.9981,
573
  "step": 6400
574
  },
575
  {
576
+ "epoch": 12.29,
 
577
  "learning_rate": 0.0003,
578
+ "loss": 7.9944,
579
  "step": 6500
580
  },
581
  {
582
+ "epoch": 12.48,
 
583
  "learning_rate": 0.0003,
584
+ "loss": 8.0191,
585
  "step": 6600
586
  },
587
  {
588
+ "epoch": 12.67,
 
589
  "learning_rate": 0.0003,
590
+ "loss": 8.0091,
591
  "step": 6700
592
  },
593
  {
594
+ "epoch": 12.85,
 
595
  "learning_rate": 0.0003,
596
+ "loss": 7.9902,
597
  "step": 6800
598
  },
599
  {
600
  "epoch": 13.0,
601
+ "eval_accuracy": 0.2196923076923077,
602
+ "eval_loss": 6.872635841369629,
603
+ "eval_runtime": 4.943,
604
+ "eval_samples_per_second": 101.152,
605
+ "eval_steps_per_second": 12.745,
606
  "step": 6877
607
  },
608
  {
 
612
  "step": 6877
613
  },
614
  {
615
+ "epoch": 13.04,
 
616
  "learning_rate": 0.0003,
617
+ "loss": 8.0141,
618
  "step": 6900
619
  },
620
  {
621
+ "epoch": 13.23,
 
622
  "learning_rate": 0.0003,
623
+ "loss": 8.0041,
624
  "step": 7000
625
  },
626
  {
627
+ "epoch": 13.42,
 
628
  "learning_rate": 0.0003,
629
+ "loss": 7.9641,
630
  "step": 7100
631
  },
632
  {
633
+ "epoch": 13.61,
 
634
  "learning_rate": 0.0003,
635
+ "loss": 7.9734,
636
  "step": 7200
637
  },
638
  {
639
+ "epoch": 13.8,
 
640
  "learning_rate": 0.0003,
641
+ "loss": 7.9893,
642
  "step": 7300
643
  },
644
  {
645
+ "epoch": 13.99,
 
646
  "learning_rate": 0.0003,
647
+ "loss": 7.8585,
648
  "step": 7400
649
  },
650
  {
651
  "epoch": 14.0,
652
+ "eval_accuracy": 0.2194871794871795,
653
+ "eval_loss": 6.823603630065918,
654
+ "eval_runtime": 4.416,
655
+ "eval_samples_per_second": 113.224,
656
+ "eval_steps_per_second": 14.266,
657
  "step": 7406
658
  },
659
  {
 
663
  "step": 7406
664
  },
665
  {
666
+ "epoch": 14.18,
 
667
  "learning_rate": 0.0003,
668
+ "loss": 7.3595,
669
  "step": 7500
670
  },
671
  {
672
+ "epoch": 14.37,
 
673
  "learning_rate": 0.0003,
674
+ "loss": 7.3486,
675
  "step": 7600
676
  },
677
  {
678
+ "epoch": 14.56,
 
679
  "learning_rate": 0.0003,
680
+ "loss": 7.335,
681
  "step": 7700
682
  },
683
  {
684
+ "epoch": 14.74,
 
685
  "learning_rate": 0.0003,
686
+ "loss": 7.3724,
687
  "step": 7800
688
  },
689
  {
690
+ "epoch": 14.93,
 
691
  "learning_rate": 0.0003,
692
+ "loss": 7.3449,
693
  "step": 7900
694
  },
695
  {
696
  "epoch": 15.0,
697
+ "eval_accuracy": 0.1922051282051282,
698
+ "eval_loss": 7.199692249298096,
699
+ "eval_runtime": 4.4181,
700
+ "eval_samples_per_second": 113.17,
701
+ "eval_steps_per_second": 14.259,
702
  "step": 7935
703
  },
704
  {
 
708
  "step": 7935
709
  },
710
  {
711
+ "epoch": 15.12,
 
712
  "learning_rate": 0.0003,
713
+ "loss": 7.3378,
714
  "step": 8000
715
  },
716
  {
717
+ "epoch": 15.31,
 
718
  "learning_rate": 0.0003,
719
+ "loss": 7.3525,
720
  "step": 8100
721
  },
722
  {
723
+ "epoch": 15.5,
 
724
  "learning_rate": 0.0003,
725
+ "loss": 7.3645,
726
  "step": 8200
727
  },
728
  {
729
+ "epoch": 15.69,
 
730
  "learning_rate": 0.0003,
731
+ "loss": 7.3455,
732
  "step": 8300
733
  },
734
  {
735
+ "epoch": 15.88,
 
736
  "learning_rate": 0.0003,
737
+ "loss": 7.3133,
738
  "step": 8400
739
  },
740
  {
741
  "epoch": 16.0,
742
+ "eval_accuracy": 0.18692307692307691,
743
+ "eval_loss": 6.745450496673584,
744
+ "eval_runtime": 4.218,
745
+ "eval_samples_per_second": 118.541,
746
+ "eval_steps_per_second": 14.936,
747
  "step": 8464
748
  },
749
  {
 
753
  "step": 8464
754
  },
755
  {
756
+ "epoch": 16.07,
 
757
  "learning_rate": 0.0003,
758
+ "loss": 7.3153,
759
  "step": 8500
760
  },
761
  {
762
+ "epoch": 16.26,
 
763
  "learning_rate": 0.0003,
764
+ "loss": 7.3123,
765
  "step": 8600
766
  },
767
  {
768
+ "epoch": 16.45,
 
769
  "learning_rate": 0.0003,
770
+ "loss": 7.3081,
771
  "step": 8700
772
  },
773
  {
774
+ "epoch": 16.64,
 
775
  "learning_rate": 0.0003,
776
+ "loss": 7.3069,
777
  "step": 8800
778
  },
779
  {
780
+ "epoch": 16.82,
 
781
  "learning_rate": 0.0003,
782
+ "loss": 7.305,
783
  "step": 8900
784
  },
785
  {
786
  "epoch": 17.0,
787
+ "eval_accuracy": 0.18692307692307691,
788
+ "eval_loss": 6.745449066162109,
789
+ "eval_runtime": 4.2111,
790
+ "eval_samples_per_second": 118.735,
791
+ "eval_steps_per_second": 14.961,
792
  "step": 8993
793
  },
794
  {
 
798
  "step": 8993
799
  },
800
  {
801
+ "epoch": 17.01,
 
802
  "learning_rate": 0.0003,
803
+ "loss": 7.3114,
804
  "step": 9000
805
  },
806
  {
807
+ "epoch": 17.2,
 
808
  "learning_rate": 0.0003,
809
+ "loss": 7.3226,
810
  "step": 9100
811
  },
812
  {
813
+ "epoch": 17.39,
 
814
  "learning_rate": 0.0003,
815
+ "loss": 7.3234,
816
  "step": 9200
817
  },
818
  {
819
+ "epoch": 17.58,
 
820
  "learning_rate": 0.0003,
821
+ "loss": 7.3929,
822
  "step": 9300
823
  },
824
  {
825
+ "epoch": 17.77,
 
826
  "learning_rate": 0.0003,
827
+ "loss": 7.5523,
828
  "step": 9400
829
  },
830
  {
831
+ "epoch": 17.96,
 
832
  "learning_rate": 0.0003,
833
+ "loss": 7.7463,
834
  "step": 9500
835
  },
836
  {
837
  "epoch": 18.0,
838
+ "eval_accuracy": 0.18697435897435896,
839
+ "eval_loss": 8.831918716430664,
840
+ "eval_runtime": 4.1023,
841
+ "eval_samples_per_second": 121.881,
842
+ "eval_steps_per_second": 15.357,
843
  "step": 9522
844
  },
845
  {
 
849
  "step": 9522
850
  },
851
  {
852
+ "epoch": 18.15,
 
853
  "learning_rate": 0.0003,
854
+ "loss": 9.7591,
855
  "step": 9600
856
  },
857
  {
858
+ "epoch": 18.34,
 
859
  "learning_rate": 0.0003,
860
+ "loss": 10.4962,
861
  "step": 9700
862
  },
863
  {
864
+ "epoch": 18.53,
 
865
  "learning_rate": 0.0003,
866
+ "loss": 9.9571,
867
  "step": 9800
868
  },
869
  {
870
+ "epoch": 18.71,
 
871
  "learning_rate": 0.0003,
872
+ "loss": 9.9661,
873
  "step": 9900
874
  },
875
  {
876
+ "epoch": 18.9,
 
877
  "learning_rate": 0.0003,
878
+ "loss": 9.9696,
879
  "step": 10000
880
  },
881
  {
882
  "epoch": 19.0,
883
+ "eval_accuracy": 0.16923076923076924,
884
+ "eval_loss": 10.070154190063477,
885
+ "eval_runtime": 4.1088,
886
+ "eval_samples_per_second": 121.69,
887
+ "eval_steps_per_second": 15.333,
888
  "step": 10051
889
  },
890
  {
 
894
  "step": 10051
895
  },
896
  {
897
+ "epoch": 19.09,
 
898
  "learning_rate": 0.0003,
899
+ "loss": 9.9832,
900
  "step": 10100
901
  },
902
  {
903
+ "epoch": 19.28,
 
904
  "learning_rate": 0.0003,
905
+ "loss": 9.9764,
906
  "step": 10200
907
  },
908
  {
909
+ "epoch": 19.47,
 
910
  "learning_rate": 0.0003,
911
+ "loss": 9.967,
912
  "step": 10300
913
  },
914
  {
915
+ "epoch": 19.66,
 
916
  "learning_rate": 0.0003,
917
+ "loss": 9.9739,
918
  "step": 10400
919
  },
920
  {
921
+ "epoch": 19.85,
 
922
  "learning_rate": 0.0003,
923
+ "loss": 9.9845,
924
  "step": 10500
925
  },
926
  {
927
  "epoch": 20.0,
928
+ "eval_accuracy": 0.16923076923076924,
929
+ "eval_loss": 10.070154190063477,
930
+ "eval_runtime": 4.4134,
931
+ "eval_samples_per_second": 113.292,
932
+ "eval_steps_per_second": 14.275,
933
  "step": 10580
934
  },
935
  {
 
939
  "step": 10580
940
  },
941
  {
942
+ "epoch": 20.04,
 
943
  "learning_rate": 0.0003,
944
+ "loss": 9.9691,
945
  "step": 10600
946
  },
947
  {
948
+ "epoch": 20.23,
 
949
  "learning_rate": 0.0003,
950
+ "loss": 9.9408,
951
  "step": 10700
952
  },
953
  {
954
+ "epoch": 20.42,
 
955
  "learning_rate": 0.0003,
956
+ "loss": 9.9893,
957
  "step": 10800
958
  },
959
  {
960
+ "epoch": 20.6,
 
961
  "learning_rate": 0.0003,
962
+ "loss": 9.9797,
963
  "step": 10900
964
  },
965
  {
966
+ "epoch": 20.79,
 
967
  "learning_rate": 0.0003,
968
+ "loss": 9.9908,
969
  "step": 11000
970
  },
971
  {
972
+ "epoch": 20.98,
 
973
  "learning_rate": 0.0003,
974
+ "loss": 9.9502,
975
  "step": 11100
976
  },
977
  {
978
  "epoch": 21.0,
979
+ "eval_accuracy": 0.16923076923076924,
980
+ "eval_loss": 10.070154190063477,
981
+ "eval_runtime": 4.2664,
982
+ "eval_samples_per_second": 117.194,
983
+ "eval_steps_per_second": 14.766,
984
  "step": 11109
985
  },
986
  {
 
990
  "step": 11109
991
  },
992
  {
993
+ "epoch": 21.17,
 
994
  "learning_rate": 0.0003,
995
+ "loss": 9.9688,
996
  "step": 11200
997
  },
998
  {
999
+ "epoch": 21.36,
 
1000
  "learning_rate": 0.0003,
1001
+ "loss": 9.9395,
1002
  "step": 11300
1003
  },
1004
  {
1005
+ "epoch": 21.55,
 
1006
  "learning_rate": 0.0003,
1007
+ "loss": 9.9855,
1008
  "step": 11400
1009
  },
1010
  {
1011
+ "epoch": 21.74,
 
1012
  "learning_rate": 0.0003,
1013
+ "loss": 9.9895,
1014
  "step": 11500
1015
  },
1016
  {
1017
+ "epoch": 21.93,
 
1018
  "learning_rate": 0.0003,
1019
+ "loss": 9.9726,
1020
  "step": 11600
1021
  },
1022
  {
1023
  "epoch": 22.0,
1024
+ "eval_accuracy": 0.16923076923076924,
1025
+ "eval_loss": 10.070154190063477,
1026
+ "eval_runtime": 4.1678,
1027
+ "eval_samples_per_second": 119.966,
1028
+ "eval_steps_per_second": 15.116,
1029
  "step": 11638
1030
  },
1031
  {
 
1035
  "step": 11638
1036
  },
1037
  {
1038
+ "epoch": 22.12,
 
1039
  "learning_rate": 0.0003,
1040
+ "loss": 9.9604,
1041
  "step": 11700
1042
  },
1043
  {
1044
+ "epoch": 22.31,
 
1045
  "learning_rate": 0.0003,
1046
+ "loss": 9.9835,
1047
  "step": 11800
1048
  },
1049
  {
1050
+ "epoch": 22.5,
 
1051
  "learning_rate": 0.0003,
1052
+ "loss": 9.9707,
1053
  "step": 11900
1054
  },
1055
  {
1056
+ "epoch": 22.68,
 
1057
  "learning_rate": 0.0003,
1058
+ "loss": 9.9732,
1059
  "step": 12000
1060
  },
1061
  {
1062
+ "epoch": 22.87,
 
1063
  "learning_rate": 0.0003,
1064
+ "loss": 9.9648,
1065
  "step": 12100
1066
  },
1067
  {
1068
  "epoch": 23.0,
1069
+ "eval_accuracy": 0.16923076923076924,
1070
+ "eval_loss": 10.070154190063477,
1071
+ "eval_runtime": 4.8312,
1072
+ "eval_samples_per_second": 103.494,
1073
+ "eval_steps_per_second": 13.04,
1074
  "step": 12167
1075
  },
1076
  {
 
1080
  "step": 12167
1081
  },
1082
  {
1083
+ "epoch": 23.06,
 
1084
  "learning_rate": 0.0003,
1085
+ "loss": 9.9607,
1086
  "step": 12200
1087
  },
1088
  {
1089
+ "epoch": 23.25,
 
1090
  "learning_rate": 0.0003,
1091
+ "loss": 10.0081,
1092
  "step": 12300
1093
  },
1094
  {
1095
+ "epoch": 23.44,
 
1096
  "learning_rate": 0.0003,
1097
+ "loss": 9.9695,
1098
  "step": 12400
1099
  },
1100
  {
1101
+ "epoch": 23.63,
 
1102
  "learning_rate": 0.0003,
1103
+ "loss": 9.9583,
1104
  "step": 12500
1105
  },
1106
  {
1107
+ "epoch": 23.82,
 
1108
  "learning_rate": 0.0003,
1109
+ "loss": 9.9579,
1110
  "step": 12600
1111
  },
1112
  {
1113
  "epoch": 24.0,
1114
+ "eval_accuracy": 0.16923076923076924,
1115
+ "eval_loss": 10.070154190063477,
1116
+ "eval_runtime": 4.8233,
1117
+ "eval_samples_per_second": 103.664,
1118
+ "eval_steps_per_second": 13.062,
1119
  "step": 12696
1120
  },
1121
  {
 
1125
  "step": 12696
1126
  },
1127
  {
1128
+ "epoch": 24.01,
 
1129
  "learning_rate": 0.0003,
1130
+ "loss": 9.9819,
1131
  "step": 12700
1132
  },
1133
  {
1134
+ "epoch": 24.2,
 
1135
  "learning_rate": 0.0003,
1136
+ "loss": 9.9625,
1137
  "step": 12800
1138
  },
1139
  {
1140
+ "epoch": 24.39,
 
1141
  "learning_rate": 0.0003,
1142
+ "loss": 9.9902,
1143
  "step": 12900
1144
  },
1145
  {
1146
+ "epoch": 24.57,
 
1147
  "learning_rate": 0.0003,
1148
+ "loss": 9.9718,
1149
  "step": 13000
1150
  },
1151
  {
1152
+ "epoch": 24.76,
 
1153
  "learning_rate": 0.0003,
1154
+ "loss": 9.9811,
1155
  "step": 13100
1156
  },
1157
  {
1158
+ "epoch": 24.95,
 
1159
  "learning_rate": 0.0003,
1160
+ "loss": 9.9519,
1161
  "step": 13200
1162
  },
1163
  {
1164
  "epoch": 25.0,
1165
+ "eval_accuracy": 0.16923076923076924,
1166
+ "eval_loss": 10.070154190063477,
1167
+ "eval_runtime": 4.8319,
1168
+ "eval_samples_per_second": 103.478,
1169
+ "eval_steps_per_second": 13.038,
1170
  "step": 13225
1171
  },
1172
  {
 
1176
  "step": 13225
1177
  },
1178
  {
1179
+ "epoch": 25.14,
 
1180
  "learning_rate": 0.0003,
1181
+ "loss": 9.9708,
1182
  "step": 13300
1183
  },
1184
  {
1185
+ "epoch": 25.33,
 
1186
  "learning_rate": 0.0003,
1187
+ "loss": 9.9703,
1188
  "step": 13400
1189
  },
1190
  {
1191
+ "epoch": 25.52,
 
1192
  "learning_rate": 0.0003,
1193
+ "loss": 9.9751,
1194
  "step": 13500
1195
  },
1196
  {
1197
+ "epoch": 25.71,
 
1198
  "learning_rate": 0.0003,
1199
+ "loss": 9.9741,
1200
  "step": 13600
1201
  },
1202
  {
1203
+ "epoch": 25.9,
 
1204
  "learning_rate": 0.0003,
1205
+ "loss": 9.9849,
1206
  "step": 13700
1207
  },
1208
  {
1209
  "epoch": 26.0,
1210
+ "eval_accuracy": 0.16923076923076924,
1211
+ "eval_loss": 10.070154190063477,
1212
+ "eval_runtime": 4.1084,
1213
+ "eval_samples_per_second": 121.703,
1214
+ "eval_steps_per_second": 15.335,
1215
  "step": 13754
1216
  },
1217
  {
 
1221
  "step": 13754
1222
  },
1223
  {
1224
+ "epoch": 26.09,
 
1225
  "learning_rate": 0.0003,
1226
+ "loss": 9.9706,
1227
  "step": 13800
1228
  },
1229
  {
1230
+ "epoch": 26.28,
 
1231
  "learning_rate": 0.0003,
1232
+ "loss": 9.9562,
1233
  "step": 13900
1234
  },
1235
  {
1236
+ "epoch": 26.47,
 
1237
  "learning_rate": 0.0003,
1238
+ "loss": 9.9702,
1239
  "step": 14000
1240
  },
1241
  {
1242
+ "epoch": 26.65,
 
1243
  "learning_rate": 0.0003,
1244
+ "loss": 9.9922,
1245
  "step": 14100
1246
  },
1247
  {
1248
+ "epoch": 26.84,
 
1249
  "learning_rate": 0.0003,
1250
+ "loss": 9.9591,
1251
  "step": 14200
1252
  },
1253
  {
1254
  "epoch": 27.0,
1255
+ "eval_accuracy": 0.16923076923076924,
1256
+ "eval_loss": 10.070154190063477,
1257
+ "eval_runtime": 4.4181,
1258
+ "eval_samples_per_second": 113.171,
1259
+ "eval_steps_per_second": 14.26,
1260
  "step": 14283
1261
  },
1262
  {
 
1266
  "step": 14283
1267
  },
1268
  {
1269
+ "epoch": 27.03,
 
1270
  "learning_rate": 0.0003,
1271
+ "loss": 9.9823,
1272
  "step": 14300
1273
  },
1274
  {
1275
+ "epoch": 27.22,
 
1276
  "learning_rate": 0.0003,
1277
+ "loss": 9.9827,
1278
  "step": 14400
1279
  },
1280
  {
1281
+ "epoch": 27.41,
 
1282
  "learning_rate": 0.0003,
1283
+ "loss": 9.9782,
1284
  "step": 14500
1285
  },
1286
  {
1287
+ "epoch": 27.6,
 
1288
  "learning_rate": 0.0003,
1289
+ "loss": 9.9551,
1290
  "step": 14600
1291
  },
1292
  {
1293
+ "epoch": 27.79,
 
1294
  "learning_rate": 0.0003,
1295
+ "loss": 9.9843,
1296
  "step": 14700
1297
  },
1298
  {
1299
+ "epoch": 27.98,
 
1300
  "learning_rate": 0.0003,
1301
+ "loss": 9.9701,
1302
  "step": 14800
1303
  },
1304
  {
1305
  "epoch": 28.0,
1306
+ "eval_accuracy": 0.16923076923076924,
1307
+ "eval_loss": 10.070154190063477,
1308
+ "eval_runtime": 4.1081,
1309
+ "eval_samples_per_second": 121.711,
1310
+ "eval_steps_per_second": 15.336,
1311
  "step": 14812
1312
  },
1313
  {
 
1317
  "step": 14812
1318
  },
1319
  {
1320
+ "epoch": 28.17,
 
1321
  "learning_rate": 0.0003,
1322
+ "loss": 9.9795,
1323
  "step": 14900
1324
  },
1325
  {
1326
+ "epoch": 28.36,
 
1327
  "learning_rate": 0.0003,
1328
+ "loss": 9.9649,
1329
  "step": 15000
1330
  },
1331
  {
1332
+ "epoch": 28.54,
 
1333
  "learning_rate": 0.0003,
1334
+ "loss": 9.9753,
1335
  "step": 15100
1336
  },
1337
  {
1338
+ "epoch": 28.73,
 
1339
  "learning_rate": 0.0003,
1340
+ "loss": 9.9503,
1341
  "step": 15200
1342
  },
1343
  {
1344
+ "epoch": 28.92,
 
1345
  "learning_rate": 0.0003,
1346
+ "loss": 9.998,
1347
  "step": 15300
1348
  },
1349
  {
1350
  "epoch": 29.0,
1351
+ "eval_accuracy": 0.16923076923076924,
1352
+ "eval_loss": 10.070154190063477,
1353
+ "eval_runtime": 4.2032,
1354
+ "eval_samples_per_second": 118.957,
1355
+ "eval_steps_per_second": 14.989,
1356
  "step": 15341
1357
  },
1358
  {
 
1362
  "step": 15341
1363
  },
1364
  {
1365
+ "epoch": 29.11,
 
1366
  "learning_rate": 0.0003,
1367
+ "loss": 9.9544,
1368
  "step": 15400
1369
  },
1370
  {
1371
+ "epoch": 29.3,
 
1372
  "learning_rate": 0.0003,
1373
+ "loss": 9.9725,
1374
  "step": 15500
1375
  },
1376
  {
1377
+ "epoch": 29.49,
 
1378
  "learning_rate": 0.0003,
1379
+ "loss": 9.9652,
1380
  "step": 15600
1381
  },
1382
  {
1383
+ "epoch": 29.68,
 
1384
  "learning_rate": 0.0003,
1385
+ "loss": 9.9737,
1386
  "step": 15700
1387
  },
1388
  {
1389
+ "epoch": 29.87,
 
1390
  "learning_rate": 0.0003,
1391
+ "loss": 9.9878,
1392
  "step": 15800
1393
  },
1394
  {
1395
  "epoch": 30.0,
1396
+ "eval_accuracy": 0.16923076923076924,
1397
+ "eval_loss": 10.070154190063477,
1398
+ "eval_runtime": 4.4112,
1399
+ "eval_samples_per_second": 113.348,
1400
+ "eval_steps_per_second": 14.282,
1401
  "step": 15870
1402
  },
1403
  {
 
1407
  "step": 15870
1408
  },
1409
  {
1410
+ "epoch": 30.06,
 
1411
  "learning_rate": 0.0003,
1412
+ "loss": 9.9856,
1413
  "step": 15900
1414
  },
1415
  {
1416
+ "epoch": 30.25,
 
1417
  "learning_rate": 0.0003,
1418
+ "loss": 10.0003,
1419
  "step": 16000
1420
  },
1421
  {
1422
+ "epoch": 30.43,
 
1423
  "learning_rate": 0.0003,
1424
+ "loss": 9.9511,
1425
  "step": 16100
1426
  },
1427
  {
1428
+ "epoch": 30.62,
 
1429
  "learning_rate": 0.0003,
1430
+ "loss": 9.9582,
1431
  "step": 16200
1432
  },
1433
  {
1434
+ "epoch": 30.81,
 
1435
  "learning_rate": 0.0003,
1436
+ "loss": 9.9882,
1437
  "step": 16300
1438
  },
1439
  {
1440
  "epoch": 31.0,
1441
+ "eval_accuracy": 0.16923076923076924,
1442
+ "eval_loss": 10.070154190063477,
1443
+ "eval_runtime": 4.4185,
1444
+ "eval_samples_per_second": 113.16,
1445
+ "eval_steps_per_second": 14.258,
1446
  "step": 16399
1447
  },
1448
  {
 
1452
  "step": 16399
1453
  },
1454
  {
1455
+ "epoch": 31.0,
 
1456
  "learning_rate": 0.0003,
1457
+ "loss": 9.9649,
1458
  "step": 16400
1459
  },
1460
  {
1461
+ "epoch": 31.19,
 
1462
  "learning_rate": 0.0003,
1463
+ "loss": 9.9884,
1464
  "step": 16500
1465
  },
1466
  {
1467
+ "epoch": 31.38,
 
1468
  "learning_rate": 0.0003,
1469
+ "loss": 9.9516,
1470
  "step": 16600
1471
  },
1472
  {
1473
+ "epoch": 31.57,
 
1474
  "learning_rate": 0.0003,
1475
+ "loss": 9.9755,
1476
  "step": 16700
1477
  },
1478
  {
1479
+ "epoch": 31.76,
 
1480
  "learning_rate": 0.0003,
1481
+ "loss": 9.9773,
1482
  "step": 16800
1483
  },
1484
  {
1485
+ "epoch": 31.95,
 
1486
  "learning_rate": 0.0003,
1487
+ "loss": 9.9741,
1488
  "step": 16900
1489
  },
1490
  {
1491
  "epoch": 32.0,
1492
+ "eval_accuracy": 0.16923076923076924,
1493
+ "eval_loss": 10.070154190063477,
1494
+ "eval_runtime": 4.8174,
1495
+ "eval_samples_per_second": 103.79,
1496
+ "eval_steps_per_second": 13.078,
1497
  "step": 16928
1498
  },
1499
  {
 
1503
  "step": 16928
1504
  },
1505
  {
1506
+ "epoch": 32.14,
 
1507
  "learning_rate": 0.0003,
1508
+ "loss": 9.9781,
1509
  "step": 17000
1510
  },
1511
  {
1512
+ "epoch": 32.33,
 
1513
  "learning_rate": 0.0003,
1514
+ "loss": 9.9587,
1515
  "step": 17100
1516
  },
1517
  {
1518
+ "epoch": 32.51,
 
1519
  "learning_rate": 0.0003,
1520
+ "loss": 9.9884,
1521
  "step": 17200
1522
  },
1523
  {
1524
+ "epoch": 32.7,
 
1525
  "learning_rate": 0.0003,
1526
+ "loss": 9.9727,
1527
  "step": 17300
1528
  },
1529
  {
1530
+ "epoch": 32.89,
 
1531
  "learning_rate": 0.0003,
1532
+ "loss": 9.9545,
1533
  "step": 17400
1534
  },
1535
  {
1536
  "epoch": 33.0,
1537
+ "eval_accuracy": 0.16923076923076924,
1538
+ "eval_loss": 10.070154190063477,
1539
+ "eval_runtime": 4.3024,
1540
+ "eval_samples_per_second": 116.214,
1541
+ "eval_steps_per_second": 14.643,
1542
  "step": 17457
1543
  },
1544
  {
 
1548
  "step": 17457
1549
  },
1550
  {
1551
+ "epoch": 33.08,
 
1552
  "learning_rate": 0.0003,
1553
+ "loss": 9.9696,
1554
  "step": 17500
1555
  },
1556
  {
1557
+ "epoch": 33.27,
 
1558
  "learning_rate": 0.0003,
1559
+ "loss": 9.9694,
1560
  "step": 17600
1561
  },
1562
  {
1563
+ "epoch": 33.46,
 
1564
  "learning_rate": 0.0003,
1565
+ "loss": 10.0003,
1566
  "step": 17700
1567
  },
1568
  {
1569
+ "epoch": 33.65,
 
1570
  "learning_rate": 0.0003,
1571
+ "loss": 9.9686,
1572
  "step": 17800
1573
  },
1574
  {
1575
+ "epoch": 33.84,
 
1576
  "learning_rate": 0.0003,
1577
+ "loss": 9.9538,
1578
  "step": 17900
1579
  },
1580
  {
1581
  "epoch": 34.0,
1582
+ "eval_accuracy": 0.16923076923076924,
1583
+ "eval_loss": 10.070154190063477,
1584
+ "eval_runtime": 4.8384,
1585
+ "eval_samples_per_second": 103.339,
1586
+ "eval_steps_per_second": 13.021,
1587
  "step": 17986
1588
  },
1589
  {
 
1593
  "step": 17986
1594
  },
1595
  {
1596
+ "epoch": 34.03,
 
1597
  "learning_rate": 0.0003,
1598
+ "loss": 9.9776,
1599
  "step": 18000
1600
  },
1601
  {
1602
+ "epoch": 34.22,
 
1603
  "learning_rate": 0.0003,
1604
+ "loss": 9.9784,
1605
  "step": 18100
1606
  },
1607
  {
1608
+ "epoch": 34.4,
 
1609
  "learning_rate": 0.0003,
1610
+ "loss": 9.9857,
1611
  "step": 18200
1612
  },
1613
  {
1614
+ "epoch": 34.59,
 
1615
  "learning_rate": 0.0003,
1616
+ "loss": 9.9829,
1617
  "step": 18300
1618
  },
1619
  {
1620
+ "epoch": 34.78,
 
1621
  "learning_rate": 0.0003,
1622
+ "loss": 9.934,
1623
  "step": 18400
1624
  },
1625
  {
1626
+ "epoch": 34.97,
 
1627
  "learning_rate": 0.0003,
1628
+ "loss": 9.995,
1629
  "step": 18500
1630
  },
1631
  {
1632
  "epoch": 35.0,
1633
+ "eval_accuracy": 0.16923076923076924,
1634
+ "eval_loss": 10.070154190063477,
1635
+ "eval_runtime": 4.1123,
1636
+ "eval_samples_per_second": 121.588,
1637
+ "eval_steps_per_second": 15.32,
1638
  "step": 18515
1639
  },
1640
  {
 
1644
  "step": 18515
1645
  },
1646
  {
1647
+ "epoch": 35.16,
 
1648
  "learning_rate": 0.0003,
1649
+ "loss": 9.971,
1650
  "step": 18600
1651
  },
1652
  {
1653
+ "epoch": 35.35,
 
1654
  "learning_rate": 0.0003,
1655
+ "loss": 9.9863,
1656
  "step": 18700
1657
  },
1658
  {
1659
+ "epoch": 35.54,
 
1660
  "learning_rate": 0.0003,
1661
+ "loss": 9.9406,
1662
  "step": 18800
1663
  },
1664
  {
1665
+ "epoch": 35.73,
 
1666
  "learning_rate": 0.0003,
1667
+ "loss": 9.975,
1668
  "step": 18900
1669
  },
1670
  {
1671
+ "epoch": 35.92,
 
1672
  "learning_rate": 0.0003,
1673
+ "loss": 9.974,
1674
  "step": 19000
1675
  },
1676
  {
1677
  "epoch": 36.0,
1678
+ "eval_accuracy": 0.16923076923076924,
1679
+ "eval_loss": 10.070154190063477,
1680
+ "eval_runtime": 4.1083,
1681
+ "eval_samples_per_second": 121.704,
1682
+ "eval_steps_per_second": 15.335,
1683
  "step": 19044
1684
  },
1685
  {
 
1689
  "step": 19044
1690
  },
1691
  {
1692
+ "epoch": 36.11,
 
1693
  "learning_rate": 0.0003,
1694
+ "loss": 9.971,
1695
  "step": 19100
1696
  },
1697
  {
1698
+ "epoch": 36.29,
 
1699
  "learning_rate": 0.0003,
1700
+ "loss": 9.9764,
1701
  "step": 19200
1702
  },
1703
  {
1704
+ "epoch": 36.48,
 
1705
  "learning_rate": 0.0003,
1706
+ "loss": 9.9772,
1707
  "step": 19300
1708
  },
1709
  {
1710
+ "epoch": 36.67,
 
1711
  "learning_rate": 0.0003,
1712
+ "loss": 9.9839,
1713
  "step": 19400
1714
  },
1715
  {
1716
+ "epoch": 36.86,
 
1717
  "learning_rate": 0.0003,
1718
+ "loss": 9.9763,
1719
  "step": 19500
1720
  },
1721
  {
1722
  "epoch": 37.0,
1723
+ "eval_accuracy": 0.16923076923076924,
1724
+ "eval_loss": 10.070154190063477,
1725
+ "eval_runtime": 4.4153,
1726
+ "eval_samples_per_second": 113.242,
1727
+ "eval_steps_per_second": 14.268,
1728
  "step": 19573
1729
  },
1730
  {
 
1734
  "step": 19573
1735
  },
1736
  {
1737
+ "epoch": 37.05,
 
1738
  "learning_rate": 0.0003,
1739
+ "loss": 9.9581,
1740
  "step": 19600
1741
  },
1742
  {
1743
+ "epoch": 37.24,
 
1744
  "learning_rate": 0.0003,
1745
+ "loss": 9.9644,
1746
  "step": 19700
1747
  },
1748
  {
1749
+ "epoch": 37.43,
 
1750
  "learning_rate": 0.0003,
1751
+ "loss": 9.9574,
1752
  "step": 19800
1753
  },
1754
  {
1755
+ "epoch": 37.62,
 
1756
  "learning_rate": 0.0003,
1757
+ "loss": 9.9701,
1758
  "step": 19900
1759
  },
1760
  {
1761
+ "epoch": 37.81,
 
1762
  "learning_rate": 0.0003,
1763
+ "loss": 9.9767,
1764
  "step": 20000
1765
  },
1766
  {
1767
+ "epoch": 38.0,
 
1768
  "learning_rate": 0.0003,
1769
+ "loss": 9.991,
1770
  "step": 20100
1771
  },
1772
  {
1773
  "epoch": 38.0,
1774
+ "eval_accuracy": 0.16923076923076924,
1775
+ "eval_loss": 10.070154190063477,
1776
+ "eval_runtime": 4.2237,
1777
+ "eval_samples_per_second": 118.379,
1778
+ "eval_steps_per_second": 14.916,
1779
  "step": 20102
1780
  },
1781
  {
 
1785
  "step": 20102
1786
  },
1787
  {
1788
+ "epoch": 38.19,
 
1789
  "learning_rate": 0.0003,
1790
+ "loss": 9.9591,
1791
  "step": 20200
1792
  },
1793
  {
1794
+ "epoch": 38.37,
 
1795
  "learning_rate": 0.0003,
1796
+ "loss": 9.964,
1797
  "step": 20300
1798
  },
1799
  {
1800
+ "epoch": 38.56,
 
1801
  "learning_rate": 0.0003,
1802
+ "loss": 9.992,
1803
  "step": 20400
1804
  },
1805
  {
1806
+ "epoch": 38.75,
 
1807
  "learning_rate": 0.0003,
1808
+ "loss": 9.9869,
1809
  "step": 20500
1810
  },
1811
  {
1812
+ "epoch": 38.94,
 
1813
  "learning_rate": 0.0003,
1814
+ "loss": 9.9502,
1815
  "step": 20600
1816
  },
1817
  {
1818
  "epoch": 39.0,
1819
+ "eval_accuracy": 0.16923076923076924,
1820
+ "eval_loss": 10.070154190063477,
1821
+ "eval_runtime": 4.1088,
1822
+ "eval_samples_per_second": 121.689,
1823
+ "eval_steps_per_second": 15.333,
1824
  "step": 20631
1825
  },
1826
  {
 
1830
  "step": 20631
1831
  },
1832
  {
1833
+ "epoch": 39.13,
 
1834
  "learning_rate": 0.0003,
1835
+ "loss": 9.9774,
1836
  "step": 20700
1837
  },
1838
  {
1839
+ "epoch": 39.32,
 
1840
  "learning_rate": 0.0003,
1841
+ "loss": 9.9854,
1842
  "step": 20800
1843
  },
1844
  {
1845
+ "epoch": 39.51,
 
1846
  "learning_rate": 0.0003,
1847
+ "loss": 9.9607,
1848
  "step": 20900
1849
  },
1850
  {
1851
+ "epoch": 39.7,
 
1852
  "learning_rate": 0.0003,
1853
+ "loss": 9.9909,
1854
  "step": 21000
1855
  },
1856
  {
1857
+ "epoch": 39.89,
 
1858
  "learning_rate": 0.0003,
1859
+ "loss": 9.9284,
1860
  "step": 21100
1861
  },
1862
  {
1863
  "epoch": 40.0,
1864
+ "eval_accuracy": 0.16923076923076924,
1865
+ "eval_loss": 10.070154190063477,
1866
+ "eval_runtime": 4.8469,
1867
+ "eval_samples_per_second": 103.159,
1868
+ "eval_steps_per_second": 12.998,
1869
  "step": 21160
1870
  },
1871
  {
 
1875
  "step": 21160
1876
  },
1877
  {
1878
+ "epoch": 40.08,
 
1879
  "learning_rate": 0.0003,
1880
+ "loss": 9.9392,
1881
  "step": 21200
1882
  },
1883
  {
1884
+ "epoch": 40.26,
 
1885
  "learning_rate": 0.0003,
1886
+ "loss": 12.1685,
1887
  "step": 21300
1888
  },
1889
  {
1890
+ "epoch": 40.45,
 
1891
  "learning_rate": 0.0003,
1892
+ "loss": 12.8032,
1893
  "step": 21400
1894
  },
1895
  {
1896
+ "epoch": 40.64,
 
1897
  "learning_rate": 0.0003,
1898
+ "loss": 12.8059,
1899
  "step": 21500
1900
  },
1901
  {
1902
+ "epoch": 40.83,
 
1903
  "learning_rate": 0.0003,
1904
+ "loss": 12.7665,
1905
  "step": 21600
1906
  },
1907
  {
1908
  "epoch": 41.0,
1909
+ "eval_accuracy": 0.1747179487179487,
1910
+ "eval_loss": 9.648183822631836,
1911
+ "eval_runtime": 4.2093,
1912
+ "eval_samples_per_second": 118.786,
1913
+ "eval_steps_per_second": 14.967,
1914
  "step": 21689
1915
  },
1916
  {
 
1920
  "step": 21689
1921
  },
1922
  {
1923
+ "epoch": 41.02,
 
1924
  "learning_rate": 0.0003,
1925
+ "loss": 12.7799,
1926
  "step": 21700
1927
  },
1928
  {
1929
+ "epoch": 41.21,
 
1930
  "learning_rate": 0.0003,
1931
+ "loss": 12.7614,
1932
  "step": 21800
1933
  },
1934
  {
1935
+ "epoch": 41.4,
 
1936
  "learning_rate": 0.0003,
1937
+ "loss": 12.7521,
1938
  "step": 21900
1939
  },
1940
  {
1941
+ "epoch": 41.59,
 
1942
  "learning_rate": 0.0003,
1943
+ "loss": 12.8113,
1944
  "step": 22000
1945
  },
1946
  {
1947
+ "epoch": 41.78,
 
1948
  "learning_rate": 0.0003,
1949
+ "loss": 12.7967,
1950
  "step": 22100
1951
  },
1952
  {
1953
+ "epoch": 41.97,
 
1954
  "learning_rate": 0.0003,
1955
+ "loss": 1855.3142,
1956
  "step": 22200
1957
  },
1958
  {
1959
  "epoch": 42.0,
1960
+ "eval_accuracy": 0.16841025641025642,
1961
  "eval_loss": NaN,
1962
+ "eval_runtime": 4.2121,
1963
+ "eval_samples_per_second": 118.705,
1964
+ "eval_steps_per_second": 14.957,
1965
  "step": 22218
1966
  },
1967
  {
 
1971
  "step": 22218
1972
  },
1973
  {
1974
+ "epoch": 42.16,
 
1975
  "learning_rate": 0.0003,
1976
  "loss": 0.0,
1977
  "step": 22300
1978
  },
1979
  {
1980
+ "epoch": 42.34,
 
1981
  "learning_rate": 0.0003,
1982
  "loss": 0.0,
1983
  "step": 22400
1984
  },
1985
  {
1986
+ "epoch": 42.53,
 
1987
  "learning_rate": 0.0003,
1988
  "loss": 0.0,
1989
  "step": 22500
1990
  },
1991
  {
1992
+ "epoch": 42.72,
 
1993
  "learning_rate": 0.0003,
1994
  "loss": 0.0,
1995
  "step": 22600
1996
  },
1997
  {
1998
+ "epoch": 42.91,
 
1999
  "learning_rate": 0.0003,
2000
  "loss": 0.0,
2001
  "step": 22700
2002
  },
2003
  {
2004
  "epoch": 43.0,
2005
+ "eval_accuracy": 0.16841025641025642,
2006
  "eval_loss": NaN,
2007
+ "eval_runtime": 4.4075,
2008
+ "eval_samples_per_second": 113.442,
2009
+ "eval_steps_per_second": 14.294,
2010
  "step": 22747
2011
  },
2012
  {
 
2016
  "step": 22747
2017
  },
2018
  {
2019
+ "epoch": 43.1,
 
2020
  "learning_rate": 0.0003,
2021
  "loss": 0.0,
2022
  "step": 22800
2023
  },
2024
  {
2025
+ "epoch": 43.29,
 
2026
  "learning_rate": 0.0003,
2027
  "loss": 0.0,
2028
  "step": 22900
2029
  },
2030
  {
2031
+ "epoch": 43.48,
 
2032
  "learning_rate": 0.0003,
2033
  "loss": 0.0,
2034
  "step": 23000
2035
  },
2036
  {
2037
+ "epoch": 43.67,
 
2038
  "learning_rate": 0.0003,
2039
  "loss": 0.0,
2040
  "step": 23100
2041
  },
2042
  {
2043
+ "epoch": 43.86,
 
2044
  "learning_rate": 0.0003,
2045
  "loss": 0.0,
2046
  "step": 23200
2047
  },
2048
  {
2049
  "epoch": 44.0,
2050
+ "eval_accuracy": 0.16841025641025642,
2051
  "eval_loss": NaN,
2052
+ "eval_runtime": 4.4141,
2053
+ "eval_samples_per_second": 113.275,
2054
+ "eval_steps_per_second": 14.273,
2055
  "step": 23276
2056
  },
2057
  {
 
2061
  "step": 23276
2062
  },
2063
  {
2064
+ "epoch": 44.05,
 
2065
  "learning_rate": 0.0003,
2066
  "loss": 0.0,
2067
  "step": 23300
2068
  },
2069
  {
2070
+ "epoch": 44.23,
 
2071
  "learning_rate": 0.0003,
2072
  "loss": 0.0,
2073
  "step": 23400
2074
  },
2075
  {
2076
+ "epoch": 44.42,
 
2077
  "learning_rate": 0.0003,
2078
  "loss": 0.0,
2079
  "step": 23500
2080
  },
2081
  {
2082
+ "epoch": 44.61,
 
2083
  "learning_rate": 0.0003,
2084
  "loss": 0.0,
2085
  "step": 23600
2086
  },
2087
  {
2088
+ "epoch": 44.8,
 
2089
  "learning_rate": 0.0003,
2090
  "loss": 0.0,
2091
  "step": 23700
2092
  },
2093
  {
2094
+ "epoch": 44.99,
 
2095
  "learning_rate": 0.0003,
2096
  "loss": 0.0,
2097
  "step": 23800
2098
  },
2099
  {
2100
  "epoch": 45.0,
2101
+ "eval_accuracy": 0.16841025641025642,
2102
  "eval_loss": NaN,
2103
+ "eval_runtime": 4.1029,
2104
+ "eval_samples_per_second": 121.864,
2105
+ "eval_steps_per_second": 15.355,
2106
  "step": 23805
2107
  },
2108
  {
 
2112
  "step": 23805
2113
  },
2114
  {
2115
+ "epoch": 45.18,
 
2116
  "learning_rate": 0.0003,
2117
  "loss": 0.0,
2118
  "step": 23900
2119
  },
2120
  {
2121
+ "epoch": 45.37,
 
2122
  "learning_rate": 0.0003,
2123
  "loss": 0.0,
2124
  "step": 24000
2125
  },
2126
  {
2127
+ "epoch": 45.56,
 
2128
  "learning_rate": 0.0003,
2129
  "loss": 0.0,
2130
  "step": 24100
2131
  },
2132
  {
2133
+ "epoch": 45.75,
 
2134
  "learning_rate": 0.0003,
2135
  "loss": 0.0,
2136
  "step": 24200
2137
  },
2138
  {
2139
+ "epoch": 45.94,
 
2140
  "learning_rate": 0.0003,
2141
  "loss": 0.0,
2142
  "step": 24300
2143
  },
2144
  {
2145
  "epoch": 46.0,
2146
+ "eval_accuracy": 0.16841025641025642,
2147
  "eval_loss": NaN,
2148
+ "eval_runtime": 4.8192,
2149
+ "eval_samples_per_second": 103.752,
2150
+ "eval_steps_per_second": 13.073,
2151
  "step": 24334
2152
  },
2153
  {
 
2159
  ],
2160
  "logging_steps": 100,
2161
  "max_steps": 26450,
 
2162
  "num_train_epochs": 50,
2163
  "save_steps": 500,
2164
+ "total_flos": 4.109005532184969e+18,
 
 
 
 
 
 
 
 
 
 
 
 
 
2165
  "trial_name": null,
2166
  "trial_params": null
2167
  }
checkpoint-24334/training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:186f3ae462881ca0bb3a6b5295a97a245e0a78172be9c14948a2d07a12aa4241
3
- size 5304
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b59ca157797b57867ac15a1da8ca60d782441a1506bb7cb43703c7748b856900
3
+ size 4728