kmnis commited on
Commit
56ca31f
·
1 Parent(s): 33d9e1a

Training in progress, step 500, checkpoint

Browse files
last-checkpoint/adapter_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:80fe6d1342d28eba8ee9bdfadca81e0dc77599e036da92fe6aef8c41d956fabe
3
  size 19744138
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e0bd5a956197be0c1a8b5cac24dd2a4dd9688c2c9dc1af319c085d00a7d9d841
3
  size 19744138
last-checkpoint/global_step500/zero_pp_rank_0_mp_rank_00_optim_states.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c8e57a3bba837a2850f514b92c13cbe925d6adbde386c17f872b1f849f3bac57
3
  size 29495149
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae0a75e6d59061bc3bcf467e4bd76798db4726efd348a7ab312de77c11b0c0b1
3
  size 29495149
last-checkpoint/global_step500/zero_pp_rank_1_mp_rank_00_optim_states.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:11b30500b5ad24bec00bce52cec47936ab67333f2f2097863cc2968892ba6e77
3
  size 29495149
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1af6b56c9849395e3c2c91b64f7a542623a18450a02be40b6b3bc3951b91bd3b
3
  size 29495149
last-checkpoint/global_step500/zero_pp_rank_2_mp_rank_00_optim_states.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1cb5d0985a138efcc92cdc92f54d888961fcda4f04425c0aa36901514cd07776
3
  size 29495149
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f453e43f915ddf668b184439f4e2d8036d03bc751de28f774357879cd6367e8b
3
  size 29495149
last-checkpoint/global_step500/zero_pp_rank_3_mp_rank_00_optim_states.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8eb8579a0d6069a500630baaa26434457101ecc55321aad36da8925b63551c34
3
  size 29495149
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:394a2899c96d8d5bdd9463563af6903183254b73b03b8e3d9dc5d0295186d18e
3
  size 29495149
last-checkpoint/latest CHANGED
@@ -1 +1 @@
1
- global_step3500
 
1
+ global_step500
last-checkpoint/rng_state_0.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d17f7aa721b5bf66d195101eeb7532aba710f38c1348eeda7e9e1927fcb5d364
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9976543de9f119ea23f0d3d19cb19c1ebf8dc1199c2eced562ed8a81bede4ce4
3
  size 15024
last-checkpoint/rng_state_1.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b00c1e9949deeaeaee9b8afe63d1213b81b693226f393b73c75b76cb9300b54a
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:07776cd14e2ab437aeaf689fc9163f17b480c00faf9e8208966547c393da9da9
3
  size 15024
last-checkpoint/rng_state_2.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3bf736fc64eb84ddbe364e183cfed301bd08c6ce9463f9aacea48ab077038026
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ef57df9a932bb3ce8f10c1f2008cfc8e2be859028c82985794c240d4fbb3ab4
3
  size 15024
last-checkpoint/rng_state_3.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f4ff4aac5f7d7fe8d6253945ad55d59286ca926a9e46b229588f4a981b62a9d0
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a5b8096bc66bc08bb9976da0d78247b4d04977d253c4e2f13b8215a3736b970c
3
  size 15024
last-checkpoint/trainer_state.json CHANGED
@@ -1,2119 +1,319 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 1.4755480607082632,
5
  "eval_steps": 500,
6
- "global_step": 3500,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
10
  "log_history": [
11
  {
12
  "epoch": 0.0,
13
- "learning_rate": 4.345879896760937e-06,
14
- "loss": 1.4454,
15
  "step": 10
16
  },
17
  {
18
  "epoch": 0.01,
19
- "learning_rate": 5.6541201032390644e-06,
20
- "loss": 1.4588,
21
  "step": 20
22
  },
23
  {
24
  "epoch": 0.01,
25
- "learning_rate": 6.355406060132516e-06,
26
- "loss": 1.3719,
27
  "step": 30
28
  },
29
  {
30
  "epoch": 0.02,
31
- "learning_rate": 6.914575690124303e-06,
32
- "loss": 1.256,
33
  "step": 40
34
  },
35
  {
36
  "epoch": 0.02,
37
- "learning_rate": 7.345389165780057e-06,
38
- "loss": 1.2855,
39
  "step": 50
40
  },
41
  {
42
  "epoch": 0.03,
43
  "learning_rate": 7.663646266610644e-06,
44
- "loss": 1.3919,
45
  "step": 60
46
  },
47
  {
48
  "epoch": 0.03,
49
  "learning_rate": 7.963863644365277e-06,
50
- "loss": 1.404,
51
  "step": 70
52
  },
53
  {
54
  "epoch": 0.03,
55
  "learning_rate": 8.222815896602431e-06,
56
- "loss": 1.4293,
57
  "step": 80
58
  },
59
  {
60
  "epoch": 0.04,
61
  "learning_rate": 8.450488154497406e-06,
62
- "loss": 1.3077,
63
  "step": 90
64
  },
65
  {
66
  "epoch": 0.04,
67
  "learning_rate": 8.653629372258186e-06,
68
- "loss": 1.1747,
69
  "step": 100
70
  },
71
  {
72
  "epoch": 0.05,
73
  "learning_rate": 8.837015420566862e-06,
74
- "loss": 1.2659,
75
  "step": 110
76
  },
77
  {
78
  "epoch": 0.05,
79
  "learning_rate": 9.004150364012388e-06,
80
- "loss": 1.137,
81
  "step": 120
82
  },
83
  {
84
  "epoch": 0.05,
85
  "learning_rate": 9.157681445346895e-06,
86
- "loss": 1.0709,
87
  "step": 130
88
  },
89
  {
90
  "epoch": 0.06,
91
  "learning_rate": 9.299657503090295e-06,
92
- "loss": 1.021,
93
  "step": 140
94
  },
95
  {
96
  "epoch": 0.06,
97
  "learning_rate": 9.43169675964485e-06,
98
- "loss": 1.0298,
99
  "step": 150
100
  },
101
  {
102
  "epoch": 0.07,
103
  "learning_rate": 9.555099634066188e-06,
104
- "loss": 0.9256,
105
  "step": 160
106
  },
107
  {
108
  "epoch": 0.07,
109
  "learning_rate": 9.670926871527948e-06,
110
- "loss": 0.9835,
111
  "step": 170
112
  },
113
  {
114
  "epoch": 0.08,
115
  "learning_rate": 9.780055047302923e-06,
116
- "loss": 0.9704,
117
  "step": 180
118
  },
119
  {
120
  "epoch": 0.08,
121
  "learning_rate": 9.883216879176116e-06,
122
- "loss": 0.8905,
123
  "step": 190
124
  },
125
  {
126
  "epoch": 0.08,
127
- "learning_rate": 9.9714746460726e-06,
128
- "loss": 0.9926,
129
  "step": 200
130
  },
131
  {
132
  "epoch": 0.09,
133
  "learning_rate": 1e-05,
134
- "loss": 0.9701,
135
  "step": 210
136
  },
137
  {
138
  "epoch": 0.09,
139
  "learning_rate": 1e-05,
140
- "loss": 0.8021,
141
  "step": 220
142
  },
143
  {
144
  "epoch": 0.1,
145
  "learning_rate": 1e-05,
146
- "loss": 0.9571,
147
  "step": 230
148
  },
149
  {
150
  "epoch": 0.1,
151
  "learning_rate": 1e-05,
152
- "loss": 0.8937,
153
  "step": 240
154
  },
155
  {
156
  "epoch": 0.11,
157
  "learning_rate": 1e-05,
158
- "loss": 0.7971,
159
  "step": 250
160
  },
161
  {
162
  "epoch": 0.11,
163
  "learning_rate": 1e-05,
164
- "loss": 0.8399,
165
  "step": 260
166
  },
167
  {
168
  "epoch": 0.11,
169
  "learning_rate": 1e-05,
170
- "loss": 0.7557,
171
  "step": 270
172
  },
173
  {
174
  "epoch": 0.12,
175
  "learning_rate": 1e-05,
176
- "loss": 0.871,
177
  "step": 280
178
  },
179
  {
180
  "epoch": 0.12,
181
  "learning_rate": 1e-05,
182
- "loss": 0.9115,
183
  "step": 290
184
  },
185
  {
186
  "epoch": 0.13,
187
  "learning_rate": 1e-05,
188
- "loss": 0.8509,
189
  "step": 300
190
  },
191
  {
192
  "epoch": 0.13,
193
  "learning_rate": 1e-05,
194
- "loss": 0.7635,
195
  "step": 310
196
  },
197
  {
198
  "epoch": 0.13,
199
  "learning_rate": 1e-05,
200
- "loss": 0.8126,
201
  "step": 320
202
  },
203
  {
204
  "epoch": 0.14,
205
  "learning_rate": 1e-05,
206
- "loss": 0.7692,
207
  "step": 330
208
  },
209
  {
210
  "epoch": 0.14,
211
  "learning_rate": 1e-05,
212
- "loss": 0.8264,
213
  "step": 340
214
  },
215
  {
216
  "epoch": 0.15,
217
  "learning_rate": 1e-05,
218
- "loss": 0.8006,
219
  "step": 350
220
  },
221
  {
222
  "epoch": 0.15,
223
  "learning_rate": 1e-05,
224
- "loss": 0.7863,
225
  "step": 360
226
  },
227
  {
228
  "epoch": 0.16,
229
  "learning_rate": 1e-05,
230
- "loss": 0.7427,
231
  "step": 370
232
  },
233
  {
234
  "epoch": 0.16,
235
  "learning_rate": 1e-05,
236
- "loss": 0.7672,
237
  "step": 380
238
  },
239
  {
240
  "epoch": 0.16,
241
  "learning_rate": 1e-05,
242
- "loss": 0.7908,
243
  "step": 390
244
  },
245
  {
246
  "epoch": 0.17,
247
  "learning_rate": 1e-05,
248
- "loss": 0.758,
249
  "step": 400
250
  },
251
  {
252
  "epoch": 0.17,
253
  "learning_rate": 1e-05,
254
- "loss": 0.7599,
255
  "step": 410
256
  },
257
  {
258
  "epoch": 0.18,
259
  "learning_rate": 1e-05,
260
- "loss": 0.7805,
261
  "step": 420
262
  },
263
  {
264
  "epoch": 0.18,
265
  "learning_rate": 1e-05,
266
- "loss": 0.7353,
267
  "step": 430
268
  },
269
  {
270
  "epoch": 0.19,
271
  "learning_rate": 1e-05,
272
- "loss": 0.7634,
273
  "step": 440
274
  },
275
  {
276
  "epoch": 0.19,
277
  "learning_rate": 1e-05,
278
- "loss": 0.822,
279
  "step": 450
280
  },
281
  {
282
  "epoch": 0.19,
283
  "learning_rate": 1e-05,
284
- "loss": 0.7312,
285
  "step": 460
286
  },
287
  {
288
  "epoch": 0.2,
289
  "learning_rate": 1e-05,
290
- "loss": 0.827,
291
  "step": 470
292
  },
293
  {
294
  "epoch": 0.2,
295
  "learning_rate": 1e-05,
296
- "loss": 0.7295,
297
  "step": 480
298
  },
299
  {
300
  "epoch": 0.21,
301
  "learning_rate": 1e-05,
302
- "loss": 0.7707,
303
  "step": 490
304
  },
305
  {
306
  "epoch": 0.21,
307
  "learning_rate": 1e-05,
308
- "loss": 0.7604,
309
  "step": 500
310
- },
311
- {
312
- "epoch": 0.22,
313
- "learning_rate": 1e-05,
314
- "loss": 0.7913,
315
- "step": 510
316
- },
317
- {
318
- "epoch": 0.22,
319
- "learning_rate": 1e-05,
320
- "loss": 0.8093,
321
- "step": 520
322
- },
323
- {
324
- "epoch": 0.22,
325
- "learning_rate": 1e-05,
326
- "loss": 0.7815,
327
- "step": 530
328
- },
329
- {
330
- "epoch": 0.23,
331
- "learning_rate": 1e-05,
332
- "loss": 0.7916,
333
- "step": 540
334
- },
335
- {
336
- "epoch": 0.23,
337
- "learning_rate": 1e-05,
338
- "loss": 0.7065,
339
- "step": 550
340
- },
341
- {
342
- "epoch": 0.24,
343
- "learning_rate": 1e-05,
344
- "loss": 0.8119,
345
- "step": 560
346
- },
347
- {
348
- "epoch": 0.24,
349
- "learning_rate": 1e-05,
350
- "loss": 0.7954,
351
- "step": 570
352
- },
353
- {
354
- "epoch": 0.24,
355
- "learning_rate": 1e-05,
356
- "loss": 0.7627,
357
- "step": 580
358
- },
359
- {
360
- "epoch": 0.25,
361
- "learning_rate": 1e-05,
362
- "loss": 0.7579,
363
- "step": 590
364
- },
365
- {
366
- "epoch": 0.25,
367
- "learning_rate": 1e-05,
368
- "loss": 0.7452,
369
- "step": 600
370
- },
371
- {
372
- "epoch": 0.26,
373
- "learning_rate": 1e-05,
374
- "loss": 0.7241,
375
- "step": 610
376
- },
377
- {
378
- "epoch": 0.26,
379
- "learning_rate": 1e-05,
380
- "loss": 0.7471,
381
- "step": 620
382
- },
383
- {
384
- "epoch": 0.27,
385
- "learning_rate": 1e-05,
386
- "loss": 0.7383,
387
- "step": 630
388
- },
389
- {
390
- "epoch": 0.27,
391
- "learning_rate": 1e-05,
392
- "loss": 0.7276,
393
- "step": 640
394
- },
395
- {
396
- "epoch": 0.27,
397
- "learning_rate": 1e-05,
398
- "loss": 0.7763,
399
- "step": 650
400
- },
401
- {
402
- "epoch": 0.28,
403
- "learning_rate": 1e-05,
404
- "loss": 0.7354,
405
- "step": 660
406
- },
407
- {
408
- "epoch": 0.28,
409
- "learning_rate": 1e-05,
410
- "loss": 0.7331,
411
- "step": 670
412
- },
413
- {
414
- "epoch": 0.29,
415
- "learning_rate": 1e-05,
416
- "loss": 0.809,
417
- "step": 680
418
- },
419
- {
420
- "epoch": 0.29,
421
- "learning_rate": 1e-05,
422
- "loss": 0.6893,
423
- "step": 690
424
- },
425
- {
426
- "epoch": 0.3,
427
- "learning_rate": 1e-05,
428
- "loss": 0.7099,
429
- "step": 700
430
- },
431
- {
432
- "epoch": 0.3,
433
- "learning_rate": 1e-05,
434
- "loss": 0.7721,
435
- "step": 710
436
- },
437
- {
438
- "epoch": 0.3,
439
- "learning_rate": 1e-05,
440
- "loss": 0.7445,
441
- "step": 720
442
- },
443
- {
444
- "epoch": 0.31,
445
- "learning_rate": 1e-05,
446
- "loss": 0.6955,
447
- "step": 730
448
- },
449
- {
450
- "epoch": 0.31,
451
- "learning_rate": 1e-05,
452
- "loss": 0.8126,
453
- "step": 740
454
- },
455
- {
456
- "epoch": 0.32,
457
- "learning_rate": 1e-05,
458
- "loss": 0.6801,
459
- "step": 750
460
- },
461
- {
462
- "epoch": 0.32,
463
- "learning_rate": 1e-05,
464
- "loss": 0.6793,
465
- "step": 760
466
- },
467
- {
468
- "epoch": 0.32,
469
- "learning_rate": 1e-05,
470
- "loss": 0.7701,
471
- "step": 770
472
- },
473
- {
474
- "epoch": 0.33,
475
- "learning_rate": 1e-05,
476
- "loss": 0.7438,
477
- "step": 780
478
- },
479
- {
480
- "epoch": 0.33,
481
- "learning_rate": 1e-05,
482
- "loss": 0.7271,
483
- "step": 790
484
- },
485
- {
486
- "epoch": 0.34,
487
- "learning_rate": 1e-05,
488
- "loss": 0.6587,
489
- "step": 800
490
- },
491
- {
492
- "epoch": 0.34,
493
- "learning_rate": 1e-05,
494
- "loss": 0.6863,
495
- "step": 810
496
- },
497
- {
498
- "epoch": 0.35,
499
- "learning_rate": 1e-05,
500
- "loss": 0.6853,
501
- "step": 820
502
- },
503
- {
504
- "epoch": 0.35,
505
- "learning_rate": 1e-05,
506
- "loss": 0.7209,
507
- "step": 830
508
- },
509
- {
510
- "epoch": 0.35,
511
- "learning_rate": 1e-05,
512
- "loss": 0.767,
513
- "step": 840
514
- },
515
- {
516
- "epoch": 0.36,
517
- "learning_rate": 1e-05,
518
- "loss": 0.7447,
519
- "step": 850
520
- },
521
- {
522
- "epoch": 0.36,
523
- "learning_rate": 1e-05,
524
- "loss": 0.7326,
525
- "step": 860
526
- },
527
- {
528
- "epoch": 0.37,
529
- "learning_rate": 1e-05,
530
- "loss": 0.729,
531
- "step": 870
532
- },
533
- {
534
- "epoch": 0.37,
535
- "learning_rate": 1e-05,
536
- "loss": 0.7824,
537
- "step": 880
538
- },
539
- {
540
- "epoch": 0.38,
541
- "learning_rate": 1e-05,
542
- "loss": 0.6864,
543
- "step": 890
544
- },
545
- {
546
- "epoch": 0.38,
547
- "learning_rate": 1e-05,
548
- "loss": 0.7131,
549
- "step": 900
550
- },
551
- {
552
- "epoch": 0.38,
553
- "learning_rate": 1e-05,
554
- "loss": 0.7237,
555
- "step": 910
556
- },
557
- {
558
- "epoch": 0.39,
559
- "learning_rate": 1e-05,
560
- "loss": 0.7222,
561
- "step": 920
562
- },
563
- {
564
- "epoch": 0.39,
565
- "learning_rate": 1e-05,
566
- "loss": 0.7473,
567
- "step": 930
568
- },
569
- {
570
- "epoch": 0.4,
571
- "learning_rate": 1e-05,
572
- "loss": 0.6746,
573
- "step": 940
574
- },
575
- {
576
- "epoch": 0.4,
577
- "learning_rate": 1e-05,
578
- "loss": 0.6792,
579
- "step": 950
580
- },
581
- {
582
- "epoch": 0.4,
583
- "learning_rate": 1e-05,
584
- "loss": 0.7368,
585
- "step": 960
586
- },
587
- {
588
- "epoch": 0.41,
589
- "learning_rate": 1e-05,
590
- "loss": 0.7109,
591
- "step": 970
592
- },
593
- {
594
- "epoch": 0.41,
595
- "learning_rate": 1e-05,
596
- "loss": 0.6923,
597
- "step": 980
598
- },
599
- {
600
- "epoch": 0.42,
601
- "learning_rate": 1e-05,
602
- "loss": 0.7358,
603
- "step": 990
604
- },
605
- {
606
- "epoch": 0.42,
607
- "learning_rate": 1e-05,
608
- "loss": 0.715,
609
- "step": 1000
610
- },
611
- {
612
- "epoch": 0.43,
613
- "learning_rate": 1e-05,
614
- "loss": 0.7782,
615
- "step": 1010
616
- },
617
- {
618
- "epoch": 0.43,
619
- "learning_rate": 1e-05,
620
- "loss": 0.756,
621
- "step": 1020
622
- },
623
- {
624
- "epoch": 0.43,
625
- "learning_rate": 1e-05,
626
- "loss": 0.6691,
627
- "step": 1030
628
- },
629
- {
630
- "epoch": 0.44,
631
- "learning_rate": 1e-05,
632
- "loss": 0.7408,
633
- "step": 1040
634
- },
635
- {
636
- "epoch": 0.44,
637
- "learning_rate": 1e-05,
638
- "loss": 0.6667,
639
- "step": 1050
640
- },
641
- {
642
- "epoch": 0.45,
643
- "learning_rate": 1e-05,
644
- "loss": 0.7215,
645
- "step": 1060
646
- },
647
- {
648
- "epoch": 0.45,
649
- "learning_rate": 1e-05,
650
- "loss": 0.7156,
651
- "step": 1070
652
- },
653
- {
654
- "epoch": 0.46,
655
- "learning_rate": 1e-05,
656
- "loss": 0.7457,
657
- "step": 1080
658
- },
659
- {
660
- "epoch": 0.46,
661
- "learning_rate": 1e-05,
662
- "loss": 0.7344,
663
- "step": 1090
664
- },
665
- {
666
- "epoch": 0.46,
667
- "learning_rate": 1e-05,
668
- "loss": 0.6902,
669
- "step": 1100
670
- },
671
- {
672
- "epoch": 0.47,
673
- "learning_rate": 1e-05,
674
- "loss": 0.6864,
675
- "step": 1110
676
- },
677
- {
678
- "epoch": 0.47,
679
- "learning_rate": 1e-05,
680
- "loss": 0.7097,
681
- "step": 1120
682
- },
683
- {
684
- "epoch": 0.48,
685
- "learning_rate": 1e-05,
686
- "loss": 0.7181,
687
- "step": 1130
688
- },
689
- {
690
- "epoch": 0.48,
691
- "learning_rate": 1e-05,
692
- "loss": 0.7039,
693
- "step": 1140
694
- },
695
- {
696
- "epoch": 0.48,
697
- "learning_rate": 1e-05,
698
- "loss": 0.7255,
699
- "step": 1150
700
- },
701
- {
702
- "epoch": 0.49,
703
- "learning_rate": 1e-05,
704
- "loss": 0.7,
705
- "step": 1160
706
- },
707
- {
708
- "epoch": 0.49,
709
- "learning_rate": 1e-05,
710
- "loss": 0.7237,
711
- "step": 1170
712
- },
713
- {
714
- "epoch": 0.5,
715
- "learning_rate": 1e-05,
716
- "loss": 0.6806,
717
- "step": 1180
718
- },
719
- {
720
- "epoch": 0.5,
721
- "learning_rate": 1e-05,
722
- "loss": 0.6932,
723
- "step": 1190
724
- },
725
- {
726
- "epoch": 0.51,
727
- "learning_rate": 1e-05,
728
- "loss": 0.6879,
729
- "step": 1200
730
- },
731
- {
732
- "epoch": 0.51,
733
- "learning_rate": 1e-05,
734
- "loss": 0.7186,
735
- "step": 1210
736
- },
737
- {
738
- "epoch": 0.51,
739
- "learning_rate": 1e-05,
740
- "loss": 0.672,
741
- "step": 1220
742
- },
743
- {
744
- "epoch": 0.52,
745
- "learning_rate": 1e-05,
746
- "loss": 0.7086,
747
- "step": 1230
748
- },
749
- {
750
- "epoch": 0.52,
751
- "learning_rate": 1e-05,
752
- "loss": 0.7354,
753
- "step": 1240
754
- },
755
- {
756
- "epoch": 0.53,
757
- "learning_rate": 1e-05,
758
- "loss": 0.776,
759
- "step": 1250
760
- },
761
- {
762
- "epoch": 0.53,
763
- "learning_rate": 1e-05,
764
- "loss": 0.7083,
765
- "step": 1260
766
- },
767
- {
768
- "epoch": 0.54,
769
- "learning_rate": 1e-05,
770
- "loss": 0.7331,
771
- "step": 1270
772
- },
773
- {
774
- "epoch": 0.54,
775
- "learning_rate": 1e-05,
776
- "loss": 0.7114,
777
- "step": 1280
778
- },
779
- {
780
- "epoch": 0.54,
781
- "learning_rate": 1e-05,
782
- "loss": 0.7341,
783
- "step": 1290
784
- },
785
- {
786
- "epoch": 0.55,
787
- "learning_rate": 1e-05,
788
- "loss": 0.7306,
789
- "step": 1300
790
- },
791
- {
792
- "epoch": 0.55,
793
- "learning_rate": 1e-05,
794
- "loss": 0.7518,
795
- "step": 1310
796
- },
797
- {
798
- "epoch": 0.56,
799
- "learning_rate": 1e-05,
800
- "loss": 0.6534,
801
- "step": 1320
802
- },
803
- {
804
- "epoch": 0.56,
805
- "learning_rate": 1e-05,
806
- "loss": 0.7034,
807
- "step": 1330
808
- },
809
- {
810
- "epoch": 0.56,
811
- "learning_rate": 1e-05,
812
- "loss": 0.7164,
813
- "step": 1340
814
- },
815
- {
816
- "epoch": 0.57,
817
- "learning_rate": 1e-05,
818
- "loss": 0.7005,
819
- "step": 1350
820
- },
821
- {
822
- "epoch": 0.57,
823
- "learning_rate": 1e-05,
824
- "loss": 0.7034,
825
- "step": 1360
826
- },
827
- {
828
- "epoch": 0.58,
829
- "learning_rate": 1e-05,
830
- "loss": 0.7044,
831
- "step": 1370
832
- },
833
- {
834
- "epoch": 0.58,
835
- "learning_rate": 1e-05,
836
- "loss": 0.7411,
837
- "step": 1380
838
- },
839
- {
840
- "epoch": 0.59,
841
- "learning_rate": 1e-05,
842
- "loss": 0.6513,
843
- "step": 1390
844
- },
845
- {
846
- "epoch": 0.59,
847
- "learning_rate": 1e-05,
848
- "loss": 0.7152,
849
- "step": 1400
850
- },
851
- {
852
- "epoch": 0.59,
853
- "learning_rate": 1e-05,
854
- "loss": 0.6982,
855
- "step": 1410
856
- },
857
- {
858
- "epoch": 0.6,
859
- "learning_rate": 1e-05,
860
- "loss": 0.6936,
861
- "step": 1420
862
- },
863
- {
864
- "epoch": 0.6,
865
- "learning_rate": 1e-05,
866
- "loss": 0.7053,
867
- "step": 1430
868
- },
869
- {
870
- "epoch": 0.61,
871
- "learning_rate": 1e-05,
872
- "loss": 0.6756,
873
- "step": 1440
874
- },
875
- {
876
- "epoch": 0.61,
877
- "learning_rate": 1e-05,
878
- "loss": 0.6939,
879
- "step": 1450
880
- },
881
- {
882
- "epoch": 0.62,
883
- "learning_rate": 1e-05,
884
- "loss": 0.7322,
885
- "step": 1460
886
- },
887
- {
888
- "epoch": 0.62,
889
- "learning_rate": 1e-05,
890
- "loss": 0.6409,
891
- "step": 1470
892
- },
893
- {
894
- "epoch": 0.62,
895
- "learning_rate": 1e-05,
896
- "loss": 0.7243,
897
- "step": 1480
898
- },
899
- {
900
- "epoch": 0.63,
901
- "learning_rate": 1e-05,
902
- "loss": 0.6697,
903
- "step": 1490
904
- },
905
- {
906
- "epoch": 0.63,
907
- "learning_rate": 1e-05,
908
- "loss": 0.705,
909
- "step": 1500
910
- },
911
- {
912
- "epoch": 0.64,
913
- "learning_rate": 1e-05,
914
- "loss": 0.6431,
915
- "step": 1510
916
- },
917
- {
918
- "epoch": 0.64,
919
- "learning_rate": 1e-05,
920
- "loss": 0.6615,
921
- "step": 1520
922
- },
923
- {
924
- "epoch": 0.65,
925
- "learning_rate": 1e-05,
926
- "loss": 0.7101,
927
- "step": 1530
928
- },
929
- {
930
- "epoch": 0.65,
931
- "learning_rate": 1e-05,
932
- "loss": 0.7265,
933
- "step": 1540
934
- },
935
- {
936
- "epoch": 0.65,
937
- "learning_rate": 1e-05,
938
- "loss": 0.7188,
939
- "step": 1550
940
- },
941
- {
942
- "epoch": 0.66,
943
- "learning_rate": 1e-05,
944
- "loss": 0.7148,
945
- "step": 1560
946
- },
947
- {
948
- "epoch": 0.66,
949
- "learning_rate": 1e-05,
950
- "loss": 0.7713,
951
- "step": 1570
952
- },
953
- {
954
- "epoch": 0.67,
955
- "learning_rate": 1e-05,
956
- "loss": 0.6934,
957
- "step": 1580
958
- },
959
- {
960
- "epoch": 0.67,
961
- "learning_rate": 1e-05,
962
- "loss": 0.6369,
963
- "step": 1590
964
- },
965
- {
966
- "epoch": 0.67,
967
- "learning_rate": 1e-05,
968
- "loss": 0.673,
969
- "step": 1600
970
- },
971
- {
972
- "epoch": 0.68,
973
- "learning_rate": 1e-05,
974
- "loss": 0.7517,
975
- "step": 1610
976
- },
977
- {
978
- "epoch": 0.68,
979
- "learning_rate": 1e-05,
980
- "loss": 0.6622,
981
- "step": 1620
982
- },
983
- {
984
- "epoch": 0.69,
985
- "learning_rate": 1e-05,
986
- "loss": 0.6657,
987
- "step": 1630
988
- },
989
- {
990
- "epoch": 0.69,
991
- "learning_rate": 1e-05,
992
- "loss": 0.6895,
993
- "step": 1640
994
- },
995
- {
996
- "epoch": 0.7,
997
- "learning_rate": 1e-05,
998
- "loss": 0.7961,
999
- "step": 1650
1000
- },
1001
- {
1002
- "epoch": 0.7,
1003
- "learning_rate": 1e-05,
1004
- "loss": 0.677,
1005
- "step": 1660
1006
- },
1007
- {
1008
- "epoch": 0.7,
1009
- "learning_rate": 1e-05,
1010
- "loss": 0.6579,
1011
- "step": 1670
1012
- },
1013
- {
1014
- "epoch": 0.71,
1015
- "learning_rate": 1e-05,
1016
- "loss": 0.6797,
1017
- "step": 1680
1018
- },
1019
- {
1020
- "epoch": 0.71,
1021
- "learning_rate": 1e-05,
1022
- "loss": 0.7199,
1023
- "step": 1690
1024
- },
1025
- {
1026
- "epoch": 0.72,
1027
- "learning_rate": 1e-05,
1028
- "loss": 0.7065,
1029
- "step": 1700
1030
- },
1031
- {
1032
- "epoch": 0.72,
1033
- "learning_rate": 1e-05,
1034
- "loss": 0.7162,
1035
- "step": 1710
1036
- },
1037
- {
1038
- "epoch": 0.73,
1039
- "learning_rate": 1e-05,
1040
- "loss": 0.6851,
1041
- "step": 1720
1042
- },
1043
- {
1044
- "epoch": 0.73,
1045
- "learning_rate": 1e-05,
1046
- "loss": 0.7251,
1047
- "step": 1730
1048
- },
1049
- {
1050
- "epoch": 0.73,
1051
- "learning_rate": 1e-05,
1052
- "loss": 0.6808,
1053
- "step": 1740
1054
- },
1055
- {
1056
- "epoch": 0.74,
1057
- "learning_rate": 1e-05,
1058
- "loss": 0.7358,
1059
- "step": 1750
1060
- },
1061
- {
1062
- "epoch": 0.74,
1063
- "learning_rate": 1e-05,
1064
- "loss": 0.7403,
1065
- "step": 1760
1066
- },
1067
- {
1068
- "epoch": 0.75,
1069
- "learning_rate": 1e-05,
1070
- "loss": 0.7051,
1071
- "step": 1770
1072
- },
1073
- {
1074
- "epoch": 0.75,
1075
- "learning_rate": 1e-05,
1076
- "loss": 0.6662,
1077
- "step": 1780
1078
- },
1079
- {
1080
- "epoch": 0.75,
1081
- "learning_rate": 1e-05,
1082
- "loss": 0.6922,
1083
- "step": 1790
1084
- },
1085
- {
1086
- "epoch": 0.76,
1087
- "learning_rate": 1e-05,
1088
- "loss": 0.7086,
1089
- "step": 1800
1090
- },
1091
- {
1092
- "epoch": 0.76,
1093
- "learning_rate": 1e-05,
1094
- "loss": 0.6558,
1095
- "step": 1810
1096
- },
1097
- {
1098
- "epoch": 0.77,
1099
- "learning_rate": 1e-05,
1100
- "loss": 0.6953,
1101
- "step": 1820
1102
- },
1103
- {
1104
- "epoch": 0.77,
1105
- "learning_rate": 1e-05,
1106
- "loss": 0.7355,
1107
- "step": 1830
1108
- },
1109
- {
1110
- "epoch": 0.78,
1111
- "learning_rate": 1e-05,
1112
- "loss": 0.7042,
1113
- "step": 1840
1114
- },
1115
- {
1116
- "epoch": 0.78,
1117
- "learning_rate": 1e-05,
1118
- "loss": 0.6836,
1119
- "step": 1850
1120
- },
1121
- {
1122
- "epoch": 0.78,
1123
- "learning_rate": 1e-05,
1124
- "loss": 0.7482,
1125
- "step": 1860
1126
- },
1127
- {
1128
- "epoch": 0.79,
1129
- "learning_rate": 1e-05,
1130
- "loss": 0.7727,
1131
- "step": 1870
1132
- },
1133
- {
1134
- "epoch": 0.79,
1135
- "learning_rate": 1e-05,
1136
- "loss": 0.7302,
1137
- "step": 1880
1138
- },
1139
- {
1140
- "epoch": 0.8,
1141
- "learning_rate": 1e-05,
1142
- "loss": 0.686,
1143
- "step": 1890
1144
- },
1145
- {
1146
- "epoch": 0.8,
1147
- "learning_rate": 1e-05,
1148
- "loss": 0.7062,
1149
- "step": 1900
1150
- },
1151
- {
1152
- "epoch": 0.81,
1153
- "learning_rate": 1e-05,
1154
- "loss": 0.7315,
1155
- "step": 1910
1156
- },
1157
- {
1158
- "epoch": 0.81,
1159
- "learning_rate": 1e-05,
1160
- "loss": 0.6259,
1161
- "step": 1920
1162
- },
1163
- {
1164
- "epoch": 0.81,
1165
- "learning_rate": 1e-05,
1166
- "loss": 0.6999,
1167
- "step": 1930
1168
- },
1169
- {
1170
- "epoch": 0.82,
1171
- "learning_rate": 1e-05,
1172
- "loss": 0.6675,
1173
- "step": 1940
1174
- },
1175
- {
1176
- "epoch": 0.82,
1177
- "learning_rate": 1e-05,
1178
- "loss": 0.6953,
1179
- "step": 1950
1180
- },
1181
- {
1182
- "epoch": 0.83,
1183
- "learning_rate": 1e-05,
1184
- "loss": 0.7274,
1185
- "step": 1960
1186
- },
1187
- {
1188
- "epoch": 0.83,
1189
- "learning_rate": 1e-05,
1190
- "loss": 0.6864,
1191
- "step": 1970
1192
- },
1193
- {
1194
- "epoch": 0.83,
1195
- "learning_rate": 1e-05,
1196
- "loss": 0.6822,
1197
- "step": 1980
1198
- },
1199
- {
1200
- "epoch": 0.84,
1201
- "learning_rate": 1e-05,
1202
- "loss": 0.6641,
1203
- "step": 1990
1204
- },
1205
- {
1206
- "epoch": 0.84,
1207
- "learning_rate": 1e-05,
1208
- "loss": 0.6513,
1209
- "step": 2000
1210
- },
1211
- {
1212
- "epoch": 0.85,
1213
- "learning_rate": 1e-05,
1214
- "loss": 0.6249,
1215
- "step": 2010
1216
- },
1217
- {
1218
- "epoch": 0.85,
1219
- "learning_rate": 1e-05,
1220
- "loss": 0.6665,
1221
- "step": 2020
1222
- },
1223
- {
1224
- "epoch": 0.86,
1225
- "learning_rate": 1e-05,
1226
- "loss": 0.702,
1227
- "step": 2030
1228
- },
1229
- {
1230
- "epoch": 0.86,
1231
- "learning_rate": 1e-05,
1232
- "loss": 0.7431,
1233
- "step": 2040
1234
- },
1235
- {
1236
- "epoch": 0.86,
1237
- "learning_rate": 1e-05,
1238
- "loss": 0.6716,
1239
- "step": 2050
1240
- },
1241
- {
1242
- "epoch": 0.87,
1243
- "learning_rate": 1e-05,
1244
- "loss": 0.6754,
1245
- "step": 2060
1246
- },
1247
- {
1248
- "epoch": 0.87,
1249
- "learning_rate": 1e-05,
1250
- "loss": 0.7649,
1251
- "step": 2070
1252
- },
1253
- {
1254
- "epoch": 0.88,
1255
- "learning_rate": 1e-05,
1256
- "loss": 0.62,
1257
- "step": 2080
1258
- },
1259
- {
1260
- "epoch": 0.88,
1261
- "learning_rate": 1e-05,
1262
- "loss": 0.6863,
1263
- "step": 2090
1264
- },
1265
- {
1266
- "epoch": 0.89,
1267
- "learning_rate": 1e-05,
1268
- "loss": 0.6828,
1269
- "step": 2100
1270
- },
1271
- {
1272
- "epoch": 0.89,
1273
- "learning_rate": 1e-05,
1274
- "loss": 0.6259,
1275
- "step": 2110
1276
- },
1277
- {
1278
- "epoch": 0.89,
1279
- "learning_rate": 1e-05,
1280
- "loss": 0.76,
1281
- "step": 2120
1282
- },
1283
- {
1284
- "epoch": 0.9,
1285
- "learning_rate": 1e-05,
1286
- "loss": 0.74,
1287
- "step": 2130
1288
- },
1289
- {
1290
- "epoch": 0.9,
1291
- "learning_rate": 1e-05,
1292
- "loss": 0.68,
1293
- "step": 2140
1294
- },
1295
- {
1296
- "epoch": 0.91,
1297
- "learning_rate": 1e-05,
1298
- "loss": 0.6328,
1299
- "step": 2150
1300
- },
1301
- {
1302
- "epoch": 0.91,
1303
- "learning_rate": 1e-05,
1304
- "loss": 0.6892,
1305
- "step": 2160
1306
- },
1307
- {
1308
- "epoch": 0.91,
1309
- "learning_rate": 1e-05,
1310
- "loss": 0.7415,
1311
- "step": 2170
1312
- },
1313
- {
1314
- "epoch": 0.92,
1315
- "learning_rate": 1e-05,
1316
- "loss": 0.6976,
1317
- "step": 2180
1318
- },
1319
- {
1320
- "epoch": 0.92,
1321
- "learning_rate": 1e-05,
1322
- "loss": 0.6841,
1323
- "step": 2190
1324
- },
1325
- {
1326
- "epoch": 0.93,
1327
- "learning_rate": 1e-05,
1328
- "loss": 0.68,
1329
- "step": 2200
1330
- },
1331
- {
1332
- "epoch": 0.93,
1333
- "learning_rate": 1e-05,
1334
- "loss": 0.7259,
1335
- "step": 2210
1336
- },
1337
- {
1338
- "epoch": 0.94,
1339
- "learning_rate": 1e-05,
1340
- "loss": 0.7159,
1341
- "step": 2220
1342
- },
1343
- {
1344
- "epoch": 0.94,
1345
- "learning_rate": 1e-05,
1346
- "loss": 0.6852,
1347
- "step": 2230
1348
- },
1349
- {
1350
- "epoch": 0.94,
1351
- "learning_rate": 1e-05,
1352
- "loss": 0.7414,
1353
- "step": 2240
1354
- },
1355
- {
1356
- "epoch": 0.95,
1357
- "learning_rate": 1e-05,
1358
- "loss": 0.6784,
1359
- "step": 2250
1360
- },
1361
- {
1362
- "epoch": 0.95,
1363
- "learning_rate": 1e-05,
1364
- "loss": 0.599,
1365
- "step": 2260
1366
- },
1367
- {
1368
- "epoch": 0.96,
1369
- "learning_rate": 1e-05,
1370
- "loss": 0.7278,
1371
- "step": 2270
1372
- },
1373
- {
1374
- "epoch": 0.96,
1375
- "learning_rate": 1e-05,
1376
- "loss": 0.7143,
1377
- "step": 2280
1378
- },
1379
- {
1380
- "epoch": 0.97,
1381
- "learning_rate": 1e-05,
1382
- "loss": 0.6473,
1383
- "step": 2290
1384
- },
1385
- {
1386
- "epoch": 0.97,
1387
- "learning_rate": 1e-05,
1388
- "loss": 0.7026,
1389
- "step": 2300
1390
- },
1391
- {
1392
- "epoch": 0.97,
1393
- "learning_rate": 1e-05,
1394
- "loss": 0.6816,
1395
- "step": 2310
1396
- },
1397
- {
1398
- "epoch": 0.98,
1399
- "learning_rate": 1e-05,
1400
- "loss": 0.7041,
1401
- "step": 2320
1402
- },
1403
- {
1404
- "epoch": 0.98,
1405
- "learning_rate": 1e-05,
1406
- "loss": 0.6185,
1407
- "step": 2330
1408
- },
1409
- {
1410
- "epoch": 0.99,
1411
- "learning_rate": 1e-05,
1412
- "loss": 0.6164,
1413
- "step": 2340
1414
- },
1415
- {
1416
- "epoch": 0.99,
1417
- "learning_rate": 1e-05,
1418
- "loss": 0.6526,
1419
- "step": 2350
1420
- },
1421
- {
1422
- "epoch": 0.99,
1423
- "learning_rate": 1e-05,
1424
- "loss": 0.7141,
1425
- "step": 2360
1426
- },
1427
- {
1428
- "epoch": 1.0,
1429
- "learning_rate": 1e-05,
1430
- "loss": 0.6393,
1431
- "step": 2370
1432
- },
1433
- {
1434
- "epoch": 1.0,
1435
- "learning_rate": 1e-05,
1436
- "loss": 0.6799,
1437
- "step": 2380
1438
- },
1439
- {
1440
- "epoch": 1.01,
1441
- "learning_rate": 1e-05,
1442
- "loss": 0.6859,
1443
- "step": 2390
1444
- },
1445
- {
1446
- "epoch": 1.01,
1447
- "learning_rate": 1e-05,
1448
- "loss": 0.661,
1449
- "step": 2400
1450
- },
1451
- {
1452
- "epoch": 1.02,
1453
- "learning_rate": 1e-05,
1454
- "loss": 0.7197,
1455
- "step": 2410
1456
- },
1457
- {
1458
- "epoch": 1.02,
1459
- "learning_rate": 1e-05,
1460
- "loss": 0.7034,
1461
- "step": 2420
1462
- },
1463
- {
1464
- "epoch": 1.02,
1465
- "learning_rate": 1e-05,
1466
- "loss": 0.6855,
1467
- "step": 2430
1468
- },
1469
- {
1470
- "epoch": 1.03,
1471
- "learning_rate": 1e-05,
1472
- "loss": 0.6689,
1473
- "step": 2440
1474
- },
1475
- {
1476
- "epoch": 1.03,
1477
- "learning_rate": 1e-05,
1478
- "loss": 0.6702,
1479
- "step": 2450
1480
- },
1481
- {
1482
- "epoch": 1.04,
1483
- "learning_rate": 1e-05,
1484
- "loss": 0.6505,
1485
- "step": 2460
1486
- },
1487
- {
1488
- "epoch": 1.04,
1489
- "learning_rate": 1e-05,
1490
- "loss": 0.6594,
1491
- "step": 2470
1492
- },
1493
- {
1494
- "epoch": 1.05,
1495
- "learning_rate": 1e-05,
1496
- "loss": 0.6523,
1497
- "step": 2480
1498
- },
1499
- {
1500
- "epoch": 1.05,
1501
- "learning_rate": 1e-05,
1502
- "loss": 0.6744,
1503
- "step": 2490
1504
- },
1505
- {
1506
- "epoch": 1.05,
1507
- "learning_rate": 1e-05,
1508
- "loss": 0.6425,
1509
- "step": 2500
1510
- },
1511
- {
1512
- "epoch": 1.06,
1513
- "learning_rate": 1e-05,
1514
- "loss": 0.6704,
1515
- "step": 2510
1516
- },
1517
- {
1518
- "epoch": 1.06,
1519
- "learning_rate": 1e-05,
1520
- "loss": 0.6431,
1521
- "step": 2520
1522
- },
1523
- {
1524
- "epoch": 1.07,
1525
- "learning_rate": 1e-05,
1526
- "loss": 0.702,
1527
- "step": 2530
1528
- },
1529
- {
1530
- "epoch": 1.07,
1531
- "learning_rate": 1e-05,
1532
- "loss": 0.7384,
1533
- "step": 2540
1534
- },
1535
- {
1536
- "epoch": 1.08,
1537
- "learning_rate": 1e-05,
1538
- "loss": 0.6324,
1539
- "step": 2550
1540
- },
1541
- {
1542
- "epoch": 1.08,
1543
- "learning_rate": 1e-05,
1544
- "loss": 0.647,
1545
- "step": 2560
1546
- },
1547
- {
1548
- "epoch": 1.08,
1549
- "learning_rate": 1e-05,
1550
- "loss": 0.6693,
1551
- "step": 2570
1552
- },
1553
- {
1554
- "epoch": 1.09,
1555
- "learning_rate": 1e-05,
1556
- "loss": 0.6746,
1557
- "step": 2580
1558
- },
1559
- {
1560
- "epoch": 1.09,
1561
- "learning_rate": 1e-05,
1562
- "loss": 0.6975,
1563
- "step": 2590
1564
- },
1565
- {
1566
- "epoch": 1.1,
1567
- "learning_rate": 1e-05,
1568
- "loss": 0.594,
1569
- "step": 2600
1570
- },
1571
- {
1572
- "epoch": 1.1,
1573
- "learning_rate": 1e-05,
1574
- "loss": 0.7621,
1575
- "step": 2610
1576
- },
1577
- {
1578
- "epoch": 1.1,
1579
- "learning_rate": 1e-05,
1580
- "loss": 0.6325,
1581
- "step": 2620
1582
- },
1583
- {
1584
- "epoch": 1.11,
1585
- "learning_rate": 1e-05,
1586
- "loss": 0.6287,
1587
- "step": 2630
1588
- },
1589
- {
1590
- "epoch": 1.11,
1591
- "learning_rate": 1e-05,
1592
- "loss": 0.7122,
1593
- "step": 2640
1594
- },
1595
- {
1596
- "epoch": 1.12,
1597
- "learning_rate": 1e-05,
1598
- "loss": 0.6411,
1599
- "step": 2650
1600
- },
1601
- {
1602
- "epoch": 1.12,
1603
- "learning_rate": 1e-05,
1604
- "loss": 0.7214,
1605
- "step": 2660
1606
- },
1607
- {
1608
- "epoch": 1.13,
1609
- "learning_rate": 1e-05,
1610
- "loss": 0.6269,
1611
- "step": 2670
1612
- },
1613
- {
1614
- "epoch": 1.13,
1615
- "learning_rate": 1e-05,
1616
- "loss": 0.6836,
1617
- "step": 2680
1618
- },
1619
- {
1620
- "epoch": 1.13,
1621
- "learning_rate": 1e-05,
1622
- "loss": 0.6308,
1623
- "step": 2690
1624
- },
1625
- {
1626
- "epoch": 1.14,
1627
- "learning_rate": 1e-05,
1628
- "loss": 0.6759,
1629
- "step": 2700
1630
- },
1631
- {
1632
- "epoch": 1.14,
1633
- "learning_rate": 1e-05,
1634
- "loss": 0.6376,
1635
- "step": 2710
1636
- },
1637
- {
1638
- "epoch": 1.15,
1639
- "learning_rate": 1e-05,
1640
- "loss": 0.7418,
1641
- "step": 2720
1642
- },
1643
- {
1644
- "epoch": 1.15,
1645
- "learning_rate": 1e-05,
1646
- "loss": 0.6286,
1647
- "step": 2730
1648
- },
1649
- {
1650
- "epoch": 1.16,
1651
- "learning_rate": 1e-05,
1652
- "loss": 0.722,
1653
- "step": 2740
1654
- },
1655
- {
1656
- "epoch": 1.16,
1657
- "learning_rate": 1e-05,
1658
- "loss": 0.6689,
1659
- "step": 2750
1660
- },
1661
- {
1662
- "epoch": 1.16,
1663
- "learning_rate": 1e-05,
1664
- "loss": 0.598,
1665
- "step": 2760
1666
- },
1667
- {
1668
- "epoch": 1.17,
1669
- "learning_rate": 1e-05,
1670
- "loss": 0.6646,
1671
- "step": 2770
1672
- },
1673
- {
1674
- "epoch": 1.17,
1675
- "learning_rate": 1e-05,
1676
- "loss": 0.6716,
1677
- "step": 2780
1678
- },
1679
- {
1680
- "epoch": 1.18,
1681
- "learning_rate": 1e-05,
1682
- "loss": 0.6279,
1683
- "step": 2790
1684
- },
1685
- {
1686
- "epoch": 1.18,
1687
- "learning_rate": 1e-05,
1688
- "loss": 0.61,
1689
- "step": 2800
1690
- },
1691
- {
1692
- "epoch": 1.18,
1693
- "learning_rate": 1e-05,
1694
- "loss": 0.6543,
1695
- "step": 2810
1696
- },
1697
- {
1698
- "epoch": 1.19,
1699
- "learning_rate": 1e-05,
1700
- "loss": 0.6929,
1701
- "step": 2820
1702
- },
1703
- {
1704
- "epoch": 1.19,
1705
- "learning_rate": 1e-05,
1706
- "loss": 0.6731,
1707
- "step": 2830
1708
- },
1709
- {
1710
- "epoch": 1.2,
1711
- "learning_rate": 1e-05,
1712
- "loss": 0.6931,
1713
- "step": 2840
1714
- },
1715
- {
1716
- "epoch": 1.2,
1717
- "learning_rate": 1e-05,
1718
- "loss": 0.7082,
1719
- "step": 2850
1720
- },
1721
- {
1722
- "epoch": 1.21,
1723
- "learning_rate": 1e-05,
1724
- "loss": 0.6964,
1725
- "step": 2860
1726
- },
1727
- {
1728
- "epoch": 1.21,
1729
- "learning_rate": 1e-05,
1730
- "loss": 0.654,
1731
- "step": 2870
1732
- },
1733
- {
1734
- "epoch": 1.21,
1735
- "learning_rate": 1e-05,
1736
- "loss": 0.6697,
1737
- "step": 2880
1738
- },
1739
- {
1740
- "epoch": 1.22,
1741
- "learning_rate": 1e-05,
1742
- "loss": 0.6724,
1743
- "step": 2890
1744
- },
1745
- {
1746
- "epoch": 1.22,
1747
- "learning_rate": 1e-05,
1748
- "loss": 0.6244,
1749
- "step": 2900
1750
- },
1751
- {
1752
- "epoch": 1.23,
1753
- "learning_rate": 1e-05,
1754
- "loss": 0.6244,
1755
- "step": 2910
1756
- },
1757
- {
1758
- "epoch": 1.23,
1759
- "learning_rate": 1e-05,
1760
- "loss": 0.6343,
1761
- "step": 2920
1762
- },
1763
- {
1764
- "epoch": 1.24,
1765
- "learning_rate": 1e-05,
1766
- "loss": 0.6054,
1767
- "step": 2930
1768
- },
1769
- {
1770
- "epoch": 1.24,
1771
- "learning_rate": 1e-05,
1772
- "loss": 0.6593,
1773
- "step": 2940
1774
- },
1775
- {
1776
- "epoch": 1.24,
1777
- "learning_rate": 1e-05,
1778
- "loss": 0.6636,
1779
- "step": 2950
1780
- },
1781
- {
1782
- "epoch": 1.25,
1783
- "learning_rate": 1e-05,
1784
- "loss": 0.6098,
1785
- "step": 2960
1786
- },
1787
- {
1788
- "epoch": 1.25,
1789
- "learning_rate": 1e-05,
1790
- "loss": 0.6938,
1791
- "step": 2970
1792
- },
1793
- {
1794
- "epoch": 1.26,
1795
- "learning_rate": 1e-05,
1796
- "loss": 0.7027,
1797
- "step": 2980
1798
- },
1799
- {
1800
- "epoch": 1.26,
1801
- "learning_rate": 1e-05,
1802
- "loss": 0.6503,
1803
- "step": 2990
1804
- },
1805
- {
1806
- "epoch": 1.26,
1807
- "learning_rate": 1e-05,
1808
- "loss": 0.6872,
1809
- "step": 3000
1810
- },
1811
- {
1812
- "epoch": 1.27,
1813
- "learning_rate": 1e-05,
1814
- "loss": 0.6234,
1815
- "step": 3010
1816
- },
1817
- {
1818
- "epoch": 1.27,
1819
- "learning_rate": 1e-05,
1820
- "loss": 0.6219,
1821
- "step": 3020
1822
- },
1823
- {
1824
- "epoch": 1.28,
1825
- "learning_rate": 1e-05,
1826
- "loss": 0.5698,
1827
- "step": 3030
1828
- },
1829
- {
1830
- "epoch": 1.28,
1831
- "learning_rate": 1e-05,
1832
- "loss": 0.6414,
1833
- "step": 3040
1834
- },
1835
- {
1836
- "epoch": 1.29,
1837
- "learning_rate": 1e-05,
1838
- "loss": 0.659,
1839
- "step": 3050
1840
- },
1841
- {
1842
- "epoch": 1.29,
1843
- "learning_rate": 1e-05,
1844
- "loss": 0.7126,
1845
- "step": 3060
1846
- },
1847
- {
1848
- "epoch": 1.29,
1849
- "learning_rate": 1e-05,
1850
- "loss": 0.6448,
1851
- "step": 3070
1852
- },
1853
- {
1854
- "epoch": 1.3,
1855
- "learning_rate": 1e-05,
1856
- "loss": 0.629,
1857
- "step": 3080
1858
- },
1859
- {
1860
- "epoch": 1.3,
1861
- "learning_rate": 1e-05,
1862
- "loss": 0.6906,
1863
- "step": 3090
1864
- },
1865
- {
1866
- "epoch": 1.31,
1867
- "learning_rate": 1e-05,
1868
- "loss": 0.6332,
1869
- "step": 3100
1870
- },
1871
- {
1872
- "epoch": 1.31,
1873
- "learning_rate": 1e-05,
1874
- "loss": 0.6317,
1875
- "step": 3110
1876
- },
1877
- {
1878
- "epoch": 1.32,
1879
- "learning_rate": 1e-05,
1880
- "loss": 0.6817,
1881
- "step": 3120
1882
- },
1883
- {
1884
- "epoch": 1.32,
1885
- "learning_rate": 1e-05,
1886
- "loss": 0.6523,
1887
- "step": 3130
1888
- },
1889
- {
1890
- "epoch": 1.32,
1891
- "learning_rate": 1e-05,
1892
- "loss": 0.6224,
1893
- "step": 3140
1894
- },
1895
- {
1896
- "epoch": 1.33,
1897
- "learning_rate": 1e-05,
1898
- "loss": 0.6497,
1899
- "step": 3150
1900
- },
1901
- {
1902
- "epoch": 1.33,
1903
- "learning_rate": 1e-05,
1904
- "loss": 0.65,
1905
- "step": 3160
1906
- },
1907
- {
1908
- "epoch": 1.34,
1909
- "learning_rate": 1e-05,
1910
- "loss": 0.6525,
1911
- "step": 3170
1912
- },
1913
- {
1914
- "epoch": 1.34,
1915
- "learning_rate": 1e-05,
1916
- "loss": 0.6569,
1917
- "step": 3180
1918
- },
1919
- {
1920
- "epoch": 1.34,
1921
- "learning_rate": 1e-05,
1922
- "loss": 0.6612,
1923
- "step": 3190
1924
- },
1925
- {
1926
- "epoch": 1.35,
1927
- "learning_rate": 1e-05,
1928
- "loss": 0.6478,
1929
- "step": 3200
1930
- },
1931
- {
1932
- "epoch": 1.35,
1933
- "learning_rate": 1e-05,
1934
- "loss": 0.6334,
1935
- "step": 3210
1936
- },
1937
- {
1938
- "epoch": 1.36,
1939
- "learning_rate": 1e-05,
1940
- "loss": 0.6665,
1941
- "step": 3220
1942
- },
1943
- {
1944
- "epoch": 1.36,
1945
- "learning_rate": 1e-05,
1946
- "loss": 0.6804,
1947
- "step": 3230
1948
- },
1949
- {
1950
- "epoch": 1.37,
1951
- "learning_rate": 1e-05,
1952
- "loss": 0.6878,
1953
- "step": 3240
1954
- },
1955
- {
1956
- "epoch": 1.37,
1957
- "learning_rate": 1e-05,
1958
- "loss": 0.6877,
1959
- "step": 3250
1960
- },
1961
- {
1962
- "epoch": 1.37,
1963
- "learning_rate": 1e-05,
1964
- "loss": 0.6811,
1965
- "step": 3260
1966
- },
1967
- {
1968
- "epoch": 1.38,
1969
- "learning_rate": 1e-05,
1970
- "loss": 0.6677,
1971
- "step": 3270
1972
- },
1973
- {
1974
- "epoch": 1.38,
1975
- "learning_rate": 1e-05,
1976
- "loss": 0.8179,
1977
- "step": 3280
1978
- },
1979
- {
1980
- "epoch": 1.39,
1981
- "learning_rate": 1e-05,
1982
- "loss": 0.6174,
1983
- "step": 3290
1984
- },
1985
- {
1986
- "epoch": 1.39,
1987
- "learning_rate": 1e-05,
1988
- "loss": 0.7416,
1989
- "step": 3300
1990
- },
1991
- {
1992
- "epoch": 1.4,
1993
- "learning_rate": 1e-05,
1994
- "loss": 0.6779,
1995
- "step": 3310
1996
- },
1997
- {
1998
- "epoch": 1.4,
1999
- "learning_rate": 1e-05,
2000
- "loss": 0.6456,
2001
- "step": 3320
2002
- },
2003
- {
2004
- "epoch": 1.4,
2005
- "learning_rate": 1e-05,
2006
- "loss": 0.6693,
2007
- "step": 3330
2008
- },
2009
- {
2010
- "epoch": 1.41,
2011
- "learning_rate": 1e-05,
2012
- "loss": 0.6122,
2013
- "step": 3340
2014
- },
2015
- {
2016
- "epoch": 1.41,
2017
- "learning_rate": 1e-05,
2018
- "loss": 0.6766,
2019
- "step": 3350
2020
- },
2021
- {
2022
- "epoch": 1.42,
2023
- "learning_rate": 1e-05,
2024
- "loss": 0.6921,
2025
- "step": 3360
2026
- },
2027
- {
2028
- "epoch": 1.42,
2029
- "learning_rate": 1e-05,
2030
- "loss": 0.6365,
2031
- "step": 3370
2032
- },
2033
- {
2034
- "epoch": 1.42,
2035
- "learning_rate": 1e-05,
2036
- "loss": 0.6456,
2037
- "step": 3380
2038
- },
2039
- {
2040
- "epoch": 1.43,
2041
- "learning_rate": 1e-05,
2042
- "loss": 0.665,
2043
- "step": 3390
2044
- },
2045
- {
2046
- "epoch": 1.43,
2047
- "learning_rate": 1e-05,
2048
- "loss": 0.7139,
2049
- "step": 3400
2050
- },
2051
- {
2052
- "epoch": 1.44,
2053
- "learning_rate": 1e-05,
2054
- "loss": 0.6901,
2055
- "step": 3410
2056
- },
2057
- {
2058
- "epoch": 1.44,
2059
- "learning_rate": 1e-05,
2060
- "loss": 0.5972,
2061
- "step": 3420
2062
- },
2063
- {
2064
- "epoch": 1.45,
2065
- "learning_rate": 1e-05,
2066
- "loss": 0.6747,
2067
- "step": 3430
2068
- },
2069
- {
2070
- "epoch": 1.45,
2071
- "learning_rate": 1e-05,
2072
- "loss": 0.6729,
2073
- "step": 3440
2074
- },
2075
- {
2076
- "epoch": 1.45,
2077
- "learning_rate": 1e-05,
2078
- "loss": 0.6376,
2079
- "step": 3450
2080
- },
2081
- {
2082
- "epoch": 1.46,
2083
- "learning_rate": 1e-05,
2084
- "loss": 0.677,
2085
- "step": 3460
2086
- },
2087
- {
2088
- "epoch": 1.46,
2089
- "learning_rate": 1e-05,
2090
- "loss": 0.6607,
2091
- "step": 3470
2092
- },
2093
- {
2094
- "epoch": 1.47,
2095
- "learning_rate": 1e-05,
2096
- "loss": 0.7486,
2097
- "step": 3480
2098
- },
2099
- {
2100
- "epoch": 1.47,
2101
- "learning_rate": 1e-05,
2102
- "loss": 0.6687,
2103
- "step": 3490
2104
- },
2105
- {
2106
- "epoch": 1.48,
2107
- "learning_rate": 1e-05,
2108
- "loss": 0.6098,
2109
- "step": 3500
2110
  }
2111
  ],
2112
  "logging_steps": 10,
2113
- "max_steps": 10000,
2114
- "num_train_epochs": 5,
2115
  "save_steps": 500,
2116
- "total_flos": 879985321574400.0,
2117
  "trial_name": null,
2118
  "trial_params": null
2119
  }
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.21079258010118043,
5
  "eval_steps": 500,
6
+ "global_step": 500,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
10
  "log_history": [
11
  {
12
  "epoch": 0.0,
13
+ "learning_rate": 4.1470233384070705e-06,
14
+ "loss": 1.4705,
15
  "step": 10
16
  },
17
  {
18
  "epoch": 0.01,
19
+ "learning_rate": 5.4552635448851985e-06,
20
+ "loss": 1.5012,
21
  "step": 20
22
  },
23
  {
24
  "epoch": 0.01,
25
+ "learning_rate": 6.289174995846284e-06,
26
+ "loss": 1.385,
27
  "step": 30
28
  },
29
  {
30
  "epoch": 0.02,
31
+ "learning_rate": 6.865549773769684e-06,
32
+ "loss": 1.2729,
33
  "step": 40
34
  },
35
  {
36
  "epoch": 0.02,
37
+ "learning_rate": 7.306472495116047e-06,
38
+ "loss": 1.2978,
39
  "step": 50
40
  },
41
  {
42
  "epoch": 0.03,
43
  "learning_rate": 7.663646266610644e-06,
44
+ "loss": 1.4354,
45
  "step": 60
46
  },
47
  {
48
  "epoch": 0.03,
49
  "learning_rate": 7.963863644365277e-06,
50
+ "loss": 1.4443,
51
  "step": 70
52
  },
53
  {
54
  "epoch": 0.03,
55
  "learning_rate": 8.222815896602431e-06,
56
+ "loss": 1.5108,
57
  "step": 80
58
  },
59
  {
60
  "epoch": 0.04,
61
  "learning_rate": 8.450488154497406e-06,
62
+ "loss": 1.3964,
63
  "step": 90
64
  },
65
  {
66
  "epoch": 0.04,
67
  "learning_rate": 8.653629372258186e-06,
68
+ "loss": 1.2203,
69
  "step": 100
70
  },
71
  {
72
  "epoch": 0.05,
73
  "learning_rate": 8.837015420566862e-06,
74
+ "loss": 1.3174,
75
  "step": 110
76
  },
77
  {
78
  "epoch": 0.05,
79
  "learning_rate": 9.004150364012388e-06,
80
+ "loss": 1.1764,
81
  "step": 120
82
  },
83
  {
84
  "epoch": 0.05,
85
  "learning_rate": 9.157681445346895e-06,
86
+ "loss": 1.1009,
87
  "step": 130
88
  },
89
  {
90
  "epoch": 0.06,
91
  "learning_rate": 9.299657503090295e-06,
92
+ "loss": 1.0422,
93
  "step": 140
94
  },
95
  {
96
  "epoch": 0.06,
97
  "learning_rate": 9.43169675964485e-06,
98
+ "loss": 1.0693,
99
  "step": 150
100
  },
101
  {
102
  "epoch": 0.07,
103
  "learning_rate": 9.555099634066188e-06,
104
+ "loss": 0.9296,
105
  "step": 160
106
  },
107
  {
108
  "epoch": 0.07,
109
  "learning_rate": 9.670926871527948e-06,
110
+ "loss": 1.0445,
111
  "step": 170
112
  },
113
  {
114
  "epoch": 0.08,
115
  "learning_rate": 9.780055047302923e-06,
116
+ "loss": 1.008,
117
  "step": 180
118
  },
119
  {
120
  "epoch": 0.08,
121
  "learning_rate": 9.883216879176116e-06,
122
+ "loss": 0.9062,
123
  "step": 190
124
  },
125
  {
126
  "epoch": 0.08,
127
+ "learning_rate": 9.98103107994822e-06,
128
+ "loss": 1.0707,
129
  "step": 200
130
  },
131
  {
132
  "epoch": 0.09,
133
  "learning_rate": 1e-05,
134
+ "loss": 1.0204,
135
  "step": 210
136
  },
137
  {
138
  "epoch": 0.09,
139
  "learning_rate": 1e-05,
140
+ "loss": 0.8036,
141
  "step": 220
142
  },
143
  {
144
  "epoch": 0.1,
145
  "learning_rate": 1e-05,
146
+ "loss": 0.9934,
147
  "step": 230
148
  },
149
  {
150
  "epoch": 0.1,
151
  "learning_rate": 1e-05,
152
+ "loss": 0.9144,
153
  "step": 240
154
  },
155
  {
156
  "epoch": 0.11,
157
  "learning_rate": 1e-05,
158
+ "loss": 0.8351,
159
  "step": 250
160
  },
161
  {
162
  "epoch": 0.11,
163
  "learning_rate": 1e-05,
164
+ "loss": 0.8797,
165
  "step": 260
166
  },
167
  {
168
  "epoch": 0.11,
169
  "learning_rate": 1e-05,
170
+ "loss": 0.7679,
171
  "step": 270
172
  },
173
  {
174
  "epoch": 0.12,
175
  "learning_rate": 1e-05,
176
+ "loss": 0.9388,
177
  "step": 280
178
  },
179
  {
180
  "epoch": 0.12,
181
  "learning_rate": 1e-05,
182
+ "loss": 0.9333,
183
  "step": 290
184
  },
185
  {
186
  "epoch": 0.13,
187
  "learning_rate": 1e-05,
188
+ "loss": 0.8698,
189
  "step": 300
190
  },
191
  {
192
  "epoch": 0.13,
193
  "learning_rate": 1e-05,
194
+ "loss": 0.7842,
195
  "step": 310
196
  },
197
  {
198
  "epoch": 0.13,
199
  "learning_rate": 1e-05,
200
+ "loss": 0.8371,
201
  "step": 320
202
  },
203
  {
204
  "epoch": 0.14,
205
  "learning_rate": 1e-05,
206
+ "loss": 0.7694,
207
  "step": 330
208
  },
209
  {
210
  "epoch": 0.14,
211
  "learning_rate": 1e-05,
212
+ "loss": 0.8426,
213
  "step": 340
214
  },
215
  {
216
  "epoch": 0.15,
217
  "learning_rate": 1e-05,
218
+ "loss": 0.7972,
219
  "step": 350
220
  },
221
  {
222
  "epoch": 0.15,
223
  "learning_rate": 1e-05,
224
+ "loss": 0.8183,
225
  "step": 360
226
  },
227
  {
228
  "epoch": 0.16,
229
  "learning_rate": 1e-05,
230
+ "loss": 0.7462,
231
  "step": 370
232
  },
233
  {
234
  "epoch": 0.16,
235
  "learning_rate": 1e-05,
236
+ "loss": 0.7919,
237
  "step": 380
238
  },
239
  {
240
  "epoch": 0.16,
241
  "learning_rate": 1e-05,
242
+ "loss": 0.8173,
243
  "step": 390
244
  },
245
  {
246
  "epoch": 0.17,
247
  "learning_rate": 1e-05,
248
+ "loss": 0.7654,
249
  "step": 400
250
  },
251
  {
252
  "epoch": 0.17,
253
  "learning_rate": 1e-05,
254
+ "loss": 0.7601,
255
  "step": 410
256
  },
257
  {
258
  "epoch": 0.18,
259
  "learning_rate": 1e-05,
260
+ "loss": 0.788,
261
  "step": 420
262
  },
263
  {
264
  "epoch": 0.18,
265
  "learning_rate": 1e-05,
266
+ "loss": 0.7488,
267
  "step": 430
268
  },
269
  {
270
  "epoch": 0.19,
271
  "learning_rate": 1e-05,
272
+ "loss": 0.7721,
273
  "step": 440
274
  },
275
  {
276
  "epoch": 0.19,
277
  "learning_rate": 1e-05,
278
+ "loss": 0.8289,
279
  "step": 450
280
  },
281
  {
282
  "epoch": 0.19,
283
  "learning_rate": 1e-05,
284
+ "loss": 0.7367,
285
  "step": 460
286
  },
287
  {
288
  "epoch": 0.2,
289
  "learning_rate": 1e-05,
290
+ "loss": 0.8422,
291
  "step": 470
292
  },
293
  {
294
  "epoch": 0.2,
295
  "learning_rate": 1e-05,
296
+ "loss": 0.7383,
297
  "step": 480
298
  },
299
  {
300
  "epoch": 0.21,
301
  "learning_rate": 1e-05,
302
+ "loss": 0.7729,
303
  "step": 490
304
  },
305
  {
306
  "epoch": 0.21,
307
  "learning_rate": 1e-05,
308
+ "loss": 0.7537,
309
  "step": 500
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
310
  }
311
  ],
312
  "logging_steps": 10,
313
+ "max_steps": 5000,
314
+ "num_train_epochs": 3,
315
  "save_steps": 500,
316
+ "total_flos": 125136682352640.0,
317
  "trial_name": null,
318
  "trial_params": null
319
  }
last-checkpoint/training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2b35d20cccc20c2a71f7dab29de7a7209e01f3fe4e6d1cff8c1d36f9cf822ee9
3
  size 6840
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f1670b0f4384d4b3938cd1d685d0e48b6ce0adef3683daf4db2cab98c7e7b7ee
3
  size 6840