BilalMuftuoglu commited on
Commit
03afbb0
·
verified ·
1 Parent(s): 1951cac

End of training

Browse files
README.md CHANGED
@@ -22,7 +22,7 @@ model-index:
22
  metrics:
23
  - name: Accuracy
24
  type: accuracy
25
- value: 0.7848101265822784
26
  ---
27
 
28
  <!-- This model card has been generated automatically according to the information the Trainer had access to. You
@@ -32,8 +32,8 @@ should probably proofread and complete it, then remove this comment. -->
32
 
33
  This model is a fine-tuned version of [facebook/deit-base-distilled-patch16-224](https://huggingface.co/facebook/deit-base-distilled-patch16-224) on the imagefolder dataset.
34
  It achieves the following results on the evaluation set:
35
- - Loss: 0.8731
36
- - Accuracy: 0.7848
37
 
38
  ## Model description
39
 
 
22
  metrics:
23
  - name: Accuracy
24
  type: accuracy
25
+ value: 0.8227848101265823
26
  ---
27
 
28
  <!-- This model card has been generated automatically according to the information the Trainer had access to. You
 
32
 
33
  This model is a fine-tuned version of [facebook/deit-base-distilled-patch16-224](https://huggingface.co/facebook/deit-base-distilled-patch16-224) on the imagefolder dataset.
34
  It achieves the following results on the evaluation set:
35
+ - Loss: 0.4529
36
+ - Accuracy: 0.8228
37
 
38
  ## Model description
39
 
all_results.json ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 85.71428571428571,
3
+ "eval_accuracy": 0.8227848101265823,
4
+ "eval_loss": 0.45285508036613464,
5
+ "eval_runtime": 1.1598,
6
+ "eval_samples_per_second": 68.116,
7
+ "eval_steps_per_second": 2.587,
8
+ "total_flos": 2.9362240500074496e+18,
9
+ "train_loss": 0.24259120881557464,
10
+ "train_runtime": 1655.0776,
11
+ "train_samples_per_second": 26.706,
12
+ "train_steps_per_second": 0.181
13
+ }
eval_results.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 85.71428571428571,
3
+ "eval_accuracy": 0.8227848101265823,
4
+ "eval_loss": 0.45285508036613464,
5
+ "eval_runtime": 1.1598,
6
+ "eval_samples_per_second": 68.116,
7
+ "eval_steps_per_second": 2.587
8
+ }
runs/May21_20-41-57_804716d6a90a/events.out.tfevents.1716325786.804716d6a90a.958.5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d165cd47ab93647e46eb0c3a1262c433f0874db2785ffc90463e0150f0d454ca
3
+ size 411
train_results.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 85.71428571428571,
3
+ "total_flos": 2.9362240500074496e+18,
4
+ "train_loss": 0.24259120881557464,
5
+ "train_runtime": 1655.0776,
6
+ "train_samples_per_second": 26.706,
7
+ "train_steps_per_second": 0.181
8
+ }
trainer_state.json ADDED
@@ -0,0 +1,1035 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": 0.8227848101265823,
3
+ "best_model_checkpoint": "deit-base-distilled-patch16-224-55-fold3/checkpoint-59",
4
+ "epoch": 85.71428571428571,
5
+ "eval_steps": 500,
6
+ "global_step": 300,
7
+ "is_hyper_param_search": false,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 0.8571428571428571,
13
+ "eval_accuracy": 0.4050632911392405,
14
+ "eval_loss": 0.8367149233818054,
15
+ "eval_runtime": 1.1081,
16
+ "eval_samples_per_second": 71.291,
17
+ "eval_steps_per_second": 2.707,
18
+ "step": 3
19
+ },
20
+ {
21
+ "epoch": 2.0,
22
+ "eval_accuracy": 0.45569620253164556,
23
+ "eval_loss": 0.7223008275032043,
24
+ "eval_runtime": 1.1027,
25
+ "eval_samples_per_second": 71.639,
26
+ "eval_steps_per_second": 2.72,
27
+ "step": 7
28
+ },
29
+ {
30
+ "epoch": 2.857142857142857,
31
+ "grad_norm": 2.8950867652893066,
32
+ "learning_rate": 1.6666666666666667e-05,
33
+ "loss": 0.7025,
34
+ "step": 10
35
+ },
36
+ {
37
+ "epoch": 2.857142857142857,
38
+ "eval_accuracy": 0.46835443037974683,
39
+ "eval_loss": 0.7199137210845947,
40
+ "eval_runtime": 1.1071,
41
+ "eval_samples_per_second": 71.358,
42
+ "eval_steps_per_second": 2.71,
43
+ "step": 10
44
+ },
45
+ {
46
+ "epoch": 4.0,
47
+ "eval_accuracy": 0.7088607594936709,
48
+ "eval_loss": 0.6096423864364624,
49
+ "eval_runtime": 1.1237,
50
+ "eval_samples_per_second": 70.301,
51
+ "eval_steps_per_second": 2.67,
52
+ "step": 14
53
+ },
54
+ {
55
+ "epoch": 4.857142857142857,
56
+ "eval_accuracy": 0.5822784810126582,
57
+ "eval_loss": 0.627830445766449,
58
+ "eval_runtime": 1.1363,
59
+ "eval_samples_per_second": 69.527,
60
+ "eval_steps_per_second": 2.64,
61
+ "step": 17
62
+ },
63
+ {
64
+ "epoch": 5.714285714285714,
65
+ "grad_norm": 4.293572902679443,
66
+ "learning_rate": 3.3333333333333335e-05,
67
+ "loss": 0.6356,
68
+ "step": 20
69
+ },
70
+ {
71
+ "epoch": 6.0,
72
+ "eval_accuracy": 0.7088607594936709,
73
+ "eval_loss": 0.5629443526268005,
74
+ "eval_runtime": 1.1192,
75
+ "eval_samples_per_second": 70.587,
76
+ "eval_steps_per_second": 2.681,
77
+ "step": 21
78
+ },
79
+ {
80
+ "epoch": 6.857142857142857,
81
+ "eval_accuracy": 0.6835443037974683,
82
+ "eval_loss": 0.5924213528633118,
83
+ "eval_runtime": 1.1352,
84
+ "eval_samples_per_second": 69.592,
85
+ "eval_steps_per_second": 2.643,
86
+ "step": 24
87
+ },
88
+ {
89
+ "epoch": 8.0,
90
+ "eval_accuracy": 0.7721518987341772,
91
+ "eval_loss": 0.536530077457428,
92
+ "eval_runtime": 1.1272,
93
+ "eval_samples_per_second": 70.087,
94
+ "eval_steps_per_second": 2.662,
95
+ "step": 28
96
+ },
97
+ {
98
+ "epoch": 8.571428571428571,
99
+ "grad_norm": 3.6636528968811035,
100
+ "learning_rate": 5e-05,
101
+ "loss": 0.5493,
102
+ "step": 30
103
+ },
104
+ {
105
+ "epoch": 8.857142857142858,
106
+ "eval_accuracy": 0.6329113924050633,
107
+ "eval_loss": 0.6081864237785339,
108
+ "eval_runtime": 1.1379,
109
+ "eval_samples_per_second": 69.429,
110
+ "eval_steps_per_second": 2.637,
111
+ "step": 31
112
+ },
113
+ {
114
+ "epoch": 10.0,
115
+ "eval_accuracy": 0.5949367088607594,
116
+ "eval_loss": 0.7238861918449402,
117
+ "eval_runtime": 1.1332,
118
+ "eval_samples_per_second": 69.714,
119
+ "eval_steps_per_second": 2.647,
120
+ "step": 35
121
+ },
122
+ {
123
+ "epoch": 10.857142857142858,
124
+ "eval_accuracy": 0.7721518987341772,
125
+ "eval_loss": 0.5434973239898682,
126
+ "eval_runtime": 1.1358,
127
+ "eval_samples_per_second": 69.555,
128
+ "eval_steps_per_second": 2.641,
129
+ "step": 38
130
+ },
131
+ {
132
+ "epoch": 11.428571428571429,
133
+ "grad_norm": 12.597495079040527,
134
+ "learning_rate": 4.814814814814815e-05,
135
+ "loss": 0.5205,
136
+ "step": 40
137
+ },
138
+ {
139
+ "epoch": 12.0,
140
+ "eval_accuracy": 0.5569620253164557,
141
+ "eval_loss": 0.8530091047286987,
142
+ "eval_runtime": 1.137,
143
+ "eval_samples_per_second": 69.479,
144
+ "eval_steps_per_second": 2.638,
145
+ "step": 42
146
+ },
147
+ {
148
+ "epoch": 12.857142857142858,
149
+ "eval_accuracy": 0.6708860759493671,
150
+ "eval_loss": 0.5530335307121277,
151
+ "eval_runtime": 1.1759,
152
+ "eval_samples_per_second": 67.183,
153
+ "eval_steps_per_second": 2.551,
154
+ "step": 45
155
+ },
156
+ {
157
+ "epoch": 14.0,
158
+ "eval_accuracy": 0.7721518987341772,
159
+ "eval_loss": 0.4728139042854309,
160
+ "eval_runtime": 1.1396,
161
+ "eval_samples_per_second": 69.324,
162
+ "eval_steps_per_second": 2.633,
163
+ "step": 49
164
+ },
165
+ {
166
+ "epoch": 14.285714285714286,
167
+ "grad_norm": 2.1170239448547363,
168
+ "learning_rate": 4.62962962962963e-05,
169
+ "loss": 0.4979,
170
+ "step": 50
171
+ },
172
+ {
173
+ "epoch": 14.857142857142858,
174
+ "eval_accuracy": 0.5569620253164557,
175
+ "eval_loss": 0.9570804238319397,
176
+ "eval_runtime": 1.1436,
177
+ "eval_samples_per_second": 69.08,
178
+ "eval_steps_per_second": 2.623,
179
+ "step": 52
180
+ },
181
+ {
182
+ "epoch": 16.0,
183
+ "eval_accuracy": 0.7721518987341772,
184
+ "eval_loss": 0.5192645788192749,
185
+ "eval_runtime": 1.1502,
186
+ "eval_samples_per_second": 68.682,
187
+ "eval_steps_per_second": 2.608,
188
+ "step": 56
189
+ },
190
+ {
191
+ "epoch": 16.857142857142858,
192
+ "eval_accuracy": 0.8227848101265823,
193
+ "eval_loss": 0.45285508036613464,
194
+ "eval_runtime": 1.144,
195
+ "eval_samples_per_second": 69.058,
196
+ "eval_steps_per_second": 2.622,
197
+ "step": 59
198
+ },
199
+ {
200
+ "epoch": 17.142857142857142,
201
+ "grad_norm": 5.5375895500183105,
202
+ "learning_rate": 4.4444444444444447e-05,
203
+ "loss": 0.4957,
204
+ "step": 60
205
+ },
206
+ {
207
+ "epoch": 18.0,
208
+ "eval_accuracy": 0.7974683544303798,
209
+ "eval_loss": 0.46856963634490967,
210
+ "eval_runtime": 1.1477,
211
+ "eval_samples_per_second": 68.831,
212
+ "eval_steps_per_second": 2.614,
213
+ "step": 63
214
+ },
215
+ {
216
+ "epoch": 18.857142857142858,
217
+ "eval_accuracy": 0.7721518987341772,
218
+ "eval_loss": 0.5060284733772278,
219
+ "eval_runtime": 1.1584,
220
+ "eval_samples_per_second": 68.196,
221
+ "eval_steps_per_second": 2.59,
222
+ "step": 66
223
+ },
224
+ {
225
+ "epoch": 20.0,
226
+ "grad_norm": 2.345262050628662,
227
+ "learning_rate": 4.259259259259259e-05,
228
+ "loss": 0.3659,
229
+ "step": 70
230
+ },
231
+ {
232
+ "epoch": 20.0,
233
+ "eval_accuracy": 0.7848101265822784,
234
+ "eval_loss": 0.4820997416973114,
235
+ "eval_runtime": 1.1568,
236
+ "eval_samples_per_second": 68.291,
237
+ "eval_steps_per_second": 2.593,
238
+ "step": 70
239
+ },
240
+ {
241
+ "epoch": 20.857142857142858,
242
+ "eval_accuracy": 0.7088607594936709,
243
+ "eval_loss": 0.6116397380828857,
244
+ "eval_runtime": 1.1342,
245
+ "eval_samples_per_second": 69.653,
246
+ "eval_steps_per_second": 2.645,
247
+ "step": 73
248
+ },
249
+ {
250
+ "epoch": 22.0,
251
+ "eval_accuracy": 0.7215189873417721,
252
+ "eval_loss": 0.5860076546669006,
253
+ "eval_runtime": 1.1445,
254
+ "eval_samples_per_second": 69.025,
255
+ "eval_steps_per_second": 2.621,
256
+ "step": 77
257
+ },
258
+ {
259
+ "epoch": 22.857142857142858,
260
+ "grad_norm": 3.9714572429656982,
261
+ "learning_rate": 4.074074074074074e-05,
262
+ "loss": 0.2973,
263
+ "step": 80
264
+ },
265
+ {
266
+ "epoch": 22.857142857142858,
267
+ "eval_accuracy": 0.7088607594936709,
268
+ "eval_loss": 0.7099510431289673,
269
+ "eval_runtime": 1.1367,
270
+ "eval_samples_per_second": 69.502,
271
+ "eval_steps_per_second": 2.639,
272
+ "step": 80
273
+ },
274
+ {
275
+ "epoch": 24.0,
276
+ "eval_accuracy": 0.7341772151898734,
277
+ "eval_loss": 0.6445814371109009,
278
+ "eval_runtime": 1.152,
279
+ "eval_samples_per_second": 68.574,
280
+ "eval_steps_per_second": 2.604,
281
+ "step": 84
282
+ },
283
+ {
284
+ "epoch": 24.857142857142858,
285
+ "eval_accuracy": 0.7341772151898734,
286
+ "eval_loss": 0.6294004321098328,
287
+ "eval_runtime": 1.1524,
288
+ "eval_samples_per_second": 68.553,
289
+ "eval_steps_per_second": 2.603,
290
+ "step": 87
291
+ },
292
+ {
293
+ "epoch": 25.714285714285715,
294
+ "grad_norm": 5.2691497802734375,
295
+ "learning_rate": 3.888888888888889e-05,
296
+ "loss": 0.2647,
297
+ "step": 90
298
+ },
299
+ {
300
+ "epoch": 26.0,
301
+ "eval_accuracy": 0.7341772151898734,
302
+ "eval_loss": 0.5988398194313049,
303
+ "eval_runtime": 1.1436,
304
+ "eval_samples_per_second": 69.082,
305
+ "eval_steps_per_second": 2.623,
306
+ "step": 91
307
+ },
308
+ {
309
+ "epoch": 26.857142857142858,
310
+ "eval_accuracy": 0.7341772151898734,
311
+ "eval_loss": 0.5255513191223145,
312
+ "eval_runtime": 1.1562,
313
+ "eval_samples_per_second": 68.329,
314
+ "eval_steps_per_second": 2.595,
315
+ "step": 94
316
+ },
317
+ {
318
+ "epoch": 28.0,
319
+ "eval_accuracy": 0.759493670886076,
320
+ "eval_loss": 0.6628075838088989,
321
+ "eval_runtime": 1.1535,
322
+ "eval_samples_per_second": 68.487,
323
+ "eval_steps_per_second": 2.601,
324
+ "step": 98
325
+ },
326
+ {
327
+ "epoch": 28.571428571428573,
328
+ "grad_norm": 3.251382350921631,
329
+ "learning_rate": 3.7037037037037037e-05,
330
+ "loss": 0.2527,
331
+ "step": 100
332
+ },
333
+ {
334
+ "epoch": 28.857142857142858,
335
+ "eval_accuracy": 0.759493670886076,
336
+ "eval_loss": 0.505411684513092,
337
+ "eval_runtime": 1.1554,
338
+ "eval_samples_per_second": 68.375,
339
+ "eval_steps_per_second": 2.597,
340
+ "step": 101
341
+ },
342
+ {
343
+ "epoch": 30.0,
344
+ "eval_accuracy": 0.759493670886076,
345
+ "eval_loss": 0.7632080912590027,
346
+ "eval_runtime": 1.1433,
347
+ "eval_samples_per_second": 69.101,
348
+ "eval_steps_per_second": 2.624,
349
+ "step": 105
350
+ },
351
+ {
352
+ "epoch": 30.857142857142858,
353
+ "eval_accuracy": 0.7848101265822784,
354
+ "eval_loss": 0.5917405486106873,
355
+ "eval_runtime": 1.1411,
356
+ "eval_samples_per_second": 69.229,
357
+ "eval_steps_per_second": 2.629,
358
+ "step": 108
359
+ },
360
+ {
361
+ "epoch": 31.428571428571427,
362
+ "grad_norm": 2.8656537532806396,
363
+ "learning_rate": 3.518518518518519e-05,
364
+ "loss": 0.2176,
365
+ "step": 110
366
+ },
367
+ {
368
+ "epoch": 32.0,
369
+ "eval_accuracy": 0.7848101265822784,
370
+ "eval_loss": 0.5292685031890869,
371
+ "eval_runtime": 1.1391,
372
+ "eval_samples_per_second": 69.351,
373
+ "eval_steps_per_second": 2.634,
374
+ "step": 112
375
+ },
376
+ {
377
+ "epoch": 32.857142857142854,
378
+ "eval_accuracy": 0.7468354430379747,
379
+ "eval_loss": 0.6047636866569519,
380
+ "eval_runtime": 1.1444,
381
+ "eval_samples_per_second": 69.033,
382
+ "eval_steps_per_second": 2.622,
383
+ "step": 115
384
+ },
385
+ {
386
+ "epoch": 34.0,
387
+ "eval_accuracy": 0.7468354430379747,
388
+ "eval_loss": 0.5710076689720154,
389
+ "eval_runtime": 1.1506,
390
+ "eval_samples_per_second": 68.662,
391
+ "eval_steps_per_second": 2.607,
392
+ "step": 119
393
+ },
394
+ {
395
+ "epoch": 34.285714285714285,
396
+ "grad_norm": 3.1147148609161377,
397
+ "learning_rate": 3.3333333333333335e-05,
398
+ "loss": 0.1633,
399
+ "step": 120
400
+ },
401
+ {
402
+ "epoch": 34.857142857142854,
403
+ "eval_accuracy": 0.759493670886076,
404
+ "eval_loss": 0.5901313424110413,
405
+ "eval_runtime": 1.1453,
406
+ "eval_samples_per_second": 68.979,
407
+ "eval_steps_per_second": 2.619,
408
+ "step": 122
409
+ },
410
+ {
411
+ "epoch": 36.0,
412
+ "eval_accuracy": 0.7468354430379747,
413
+ "eval_loss": 0.8161200284957886,
414
+ "eval_runtime": 1.1351,
415
+ "eval_samples_per_second": 69.598,
416
+ "eval_steps_per_second": 2.643,
417
+ "step": 126
418
+ },
419
+ {
420
+ "epoch": 36.857142857142854,
421
+ "eval_accuracy": 0.7468354430379747,
422
+ "eval_loss": 0.7201886773109436,
423
+ "eval_runtime": 1.1562,
424
+ "eval_samples_per_second": 68.325,
425
+ "eval_steps_per_second": 2.595,
426
+ "step": 129
427
+ },
428
+ {
429
+ "epoch": 37.142857142857146,
430
+ "grad_norm": 4.740509033203125,
431
+ "learning_rate": 3.148148148148148e-05,
432
+ "loss": 0.1753,
433
+ "step": 130
434
+ },
435
+ {
436
+ "epoch": 38.0,
437
+ "eval_accuracy": 0.7215189873417721,
438
+ "eval_loss": 0.8239344358444214,
439
+ "eval_runtime": 1.136,
440
+ "eval_samples_per_second": 69.545,
441
+ "eval_steps_per_second": 2.641,
442
+ "step": 133
443
+ },
444
+ {
445
+ "epoch": 38.857142857142854,
446
+ "eval_accuracy": 0.7215189873417721,
447
+ "eval_loss": 0.890842854976654,
448
+ "eval_runtime": 1.1174,
449
+ "eval_samples_per_second": 70.703,
450
+ "eval_steps_per_second": 2.685,
451
+ "step": 136
452
+ },
453
+ {
454
+ "epoch": 40.0,
455
+ "grad_norm": 1.9374984502792358,
456
+ "learning_rate": 2.962962962962963e-05,
457
+ "loss": 0.1743,
458
+ "step": 140
459
+ },
460
+ {
461
+ "epoch": 40.0,
462
+ "eval_accuracy": 0.7341772151898734,
463
+ "eval_loss": 0.851948618888855,
464
+ "eval_runtime": 1.1451,
465
+ "eval_samples_per_second": 68.99,
466
+ "eval_steps_per_second": 2.62,
467
+ "step": 140
468
+ },
469
+ {
470
+ "epoch": 40.857142857142854,
471
+ "eval_accuracy": 0.7215189873417721,
472
+ "eval_loss": 1.0070878267288208,
473
+ "eval_runtime": 1.125,
474
+ "eval_samples_per_second": 70.22,
475
+ "eval_steps_per_second": 2.667,
476
+ "step": 143
477
+ },
478
+ {
479
+ "epoch": 42.0,
480
+ "eval_accuracy": 0.7341772151898734,
481
+ "eval_loss": 0.7842212915420532,
482
+ "eval_runtime": 1.1609,
483
+ "eval_samples_per_second": 68.052,
484
+ "eval_steps_per_second": 2.584,
485
+ "step": 147
486
+ },
487
+ {
488
+ "epoch": 42.857142857142854,
489
+ "grad_norm": 4.079115867614746,
490
+ "learning_rate": 2.777777777777778e-05,
491
+ "loss": 0.1532,
492
+ "step": 150
493
+ },
494
+ {
495
+ "epoch": 42.857142857142854,
496
+ "eval_accuracy": 0.7088607594936709,
497
+ "eval_loss": 0.7827017307281494,
498
+ "eval_runtime": 1.2227,
499
+ "eval_samples_per_second": 64.612,
500
+ "eval_steps_per_second": 2.454,
501
+ "step": 150
502
+ },
503
+ {
504
+ "epoch": 44.0,
505
+ "eval_accuracy": 0.7468354430379747,
506
+ "eval_loss": 0.7150283455848694,
507
+ "eval_runtime": 1.2107,
508
+ "eval_samples_per_second": 65.253,
509
+ "eval_steps_per_second": 2.478,
510
+ "step": 154
511
+ },
512
+ {
513
+ "epoch": 44.857142857142854,
514
+ "eval_accuracy": 0.759493670886076,
515
+ "eval_loss": 0.6905309557914734,
516
+ "eval_runtime": 1.1211,
517
+ "eval_samples_per_second": 70.469,
518
+ "eval_steps_per_second": 2.676,
519
+ "step": 157
520
+ },
521
+ {
522
+ "epoch": 45.714285714285715,
523
+ "grad_norm": 2.595792293548584,
524
+ "learning_rate": 2.5925925925925925e-05,
525
+ "loss": 0.1526,
526
+ "step": 160
527
+ },
528
+ {
529
+ "epoch": 46.0,
530
+ "eval_accuracy": 0.7088607594936709,
531
+ "eval_loss": 0.9259989261627197,
532
+ "eval_runtime": 1.1289,
533
+ "eval_samples_per_second": 69.98,
534
+ "eval_steps_per_second": 2.657,
535
+ "step": 161
536
+ },
537
+ {
538
+ "epoch": 46.857142857142854,
539
+ "eval_accuracy": 0.759493670886076,
540
+ "eval_loss": 0.7932636737823486,
541
+ "eval_runtime": 1.1258,
542
+ "eval_samples_per_second": 70.172,
543
+ "eval_steps_per_second": 2.665,
544
+ "step": 164
545
+ },
546
+ {
547
+ "epoch": 48.0,
548
+ "eval_accuracy": 0.7468354430379747,
549
+ "eval_loss": 0.8579609394073486,
550
+ "eval_runtime": 1.16,
551
+ "eval_samples_per_second": 68.104,
552
+ "eval_steps_per_second": 2.586,
553
+ "step": 168
554
+ },
555
+ {
556
+ "epoch": 48.57142857142857,
557
+ "grad_norm": 3.7627644538879395,
558
+ "learning_rate": 2.4074074074074074e-05,
559
+ "loss": 0.1519,
560
+ "step": 170
561
+ },
562
+ {
563
+ "epoch": 48.857142857142854,
564
+ "eval_accuracy": 0.7974683544303798,
565
+ "eval_loss": 0.689932644367218,
566
+ "eval_runtime": 1.1366,
567
+ "eval_samples_per_second": 69.506,
568
+ "eval_steps_per_second": 2.639,
569
+ "step": 171
570
+ },
571
+ {
572
+ "epoch": 50.0,
573
+ "eval_accuracy": 0.7848101265822784,
574
+ "eval_loss": 0.7069446444511414,
575
+ "eval_runtime": 1.118,
576
+ "eval_samples_per_second": 70.66,
577
+ "eval_steps_per_second": 2.683,
578
+ "step": 175
579
+ },
580
+ {
581
+ "epoch": 50.857142857142854,
582
+ "eval_accuracy": 0.759493670886076,
583
+ "eval_loss": 0.674085259437561,
584
+ "eval_runtime": 1.144,
585
+ "eval_samples_per_second": 69.058,
586
+ "eval_steps_per_second": 2.622,
587
+ "step": 178
588
+ },
589
+ {
590
+ "epoch": 51.42857142857143,
591
+ "grad_norm": 1.8397268056869507,
592
+ "learning_rate": 2.2222222222222223e-05,
593
+ "loss": 0.1292,
594
+ "step": 180
595
+ },
596
+ {
597
+ "epoch": 52.0,
598
+ "eval_accuracy": 0.7848101265822784,
599
+ "eval_loss": 0.7182620763778687,
600
+ "eval_runtime": 1.1524,
601
+ "eval_samples_per_second": 68.553,
602
+ "eval_steps_per_second": 2.603,
603
+ "step": 182
604
+ },
605
+ {
606
+ "epoch": 52.857142857142854,
607
+ "eval_accuracy": 0.7468354430379747,
608
+ "eval_loss": 0.8050850629806519,
609
+ "eval_runtime": 1.1248,
610
+ "eval_samples_per_second": 70.232,
611
+ "eval_steps_per_second": 2.667,
612
+ "step": 185
613
+ },
614
+ {
615
+ "epoch": 54.0,
616
+ "eval_accuracy": 0.7721518987341772,
617
+ "eval_loss": 0.6882942914962769,
618
+ "eval_runtime": 1.1548,
619
+ "eval_samples_per_second": 68.41,
620
+ "eval_steps_per_second": 2.598,
621
+ "step": 189
622
+ },
623
+ {
624
+ "epoch": 54.285714285714285,
625
+ "grad_norm": 2.849743127822876,
626
+ "learning_rate": 2.037037037037037e-05,
627
+ "loss": 0.1305,
628
+ "step": 190
629
+ },
630
+ {
631
+ "epoch": 54.857142857142854,
632
+ "eval_accuracy": 0.7468354430379747,
633
+ "eval_loss": 0.826583206653595,
634
+ "eval_runtime": 1.1097,
635
+ "eval_samples_per_second": 71.193,
636
+ "eval_steps_per_second": 2.704,
637
+ "step": 192
638
+ },
639
+ {
640
+ "epoch": 56.0,
641
+ "eval_accuracy": 0.759493670886076,
642
+ "eval_loss": 1.0870975255966187,
643
+ "eval_runtime": 1.1164,
644
+ "eval_samples_per_second": 70.761,
645
+ "eval_steps_per_second": 2.687,
646
+ "step": 196
647
+ },
648
+ {
649
+ "epoch": 56.857142857142854,
650
+ "eval_accuracy": 0.759493670886076,
651
+ "eval_loss": 0.7594748139381409,
652
+ "eval_runtime": 1.1303,
653
+ "eval_samples_per_second": 69.892,
654
+ "eval_steps_per_second": 2.654,
655
+ "step": 199
656
+ },
657
+ {
658
+ "epoch": 57.142857142857146,
659
+ "grad_norm": 3.434027910232544,
660
+ "learning_rate": 1.8518518518518518e-05,
661
+ "loss": 0.1129,
662
+ "step": 200
663
+ },
664
+ {
665
+ "epoch": 58.0,
666
+ "eval_accuracy": 0.759493670886076,
667
+ "eval_loss": 0.6880047917366028,
668
+ "eval_runtime": 1.1278,
669
+ "eval_samples_per_second": 70.046,
670
+ "eval_steps_per_second": 2.66,
671
+ "step": 203
672
+ },
673
+ {
674
+ "epoch": 58.857142857142854,
675
+ "eval_accuracy": 0.759493670886076,
676
+ "eval_loss": 1.0675818920135498,
677
+ "eval_runtime": 1.1311,
678
+ "eval_samples_per_second": 69.846,
679
+ "eval_steps_per_second": 2.652,
680
+ "step": 206
681
+ },
682
+ {
683
+ "epoch": 60.0,
684
+ "grad_norm": 2.7458627223968506,
685
+ "learning_rate": 1.6666666666666667e-05,
686
+ "loss": 0.1369,
687
+ "step": 210
688
+ },
689
+ {
690
+ "epoch": 60.0,
691
+ "eval_accuracy": 0.759493670886076,
692
+ "eval_loss": 0.8078165054321289,
693
+ "eval_runtime": 1.1294,
694
+ "eval_samples_per_second": 69.946,
695
+ "eval_steps_per_second": 2.656,
696
+ "step": 210
697
+ },
698
+ {
699
+ "epoch": 60.857142857142854,
700
+ "eval_accuracy": 0.759493670886076,
701
+ "eval_loss": 0.7849780917167664,
702
+ "eval_runtime": 1.1336,
703
+ "eval_samples_per_second": 69.69,
704
+ "eval_steps_per_second": 2.646,
705
+ "step": 213
706
+ },
707
+ {
708
+ "epoch": 62.0,
709
+ "eval_accuracy": 0.7721518987341772,
710
+ "eval_loss": 0.6975088715553284,
711
+ "eval_runtime": 1.1508,
712
+ "eval_samples_per_second": 68.647,
713
+ "eval_steps_per_second": 2.607,
714
+ "step": 217
715
+ },
716
+ {
717
+ "epoch": 62.857142857142854,
718
+ "grad_norm": 3.0175793170928955,
719
+ "learning_rate": 1.4814814814814815e-05,
720
+ "loss": 0.127,
721
+ "step": 220
722
+ },
723
+ {
724
+ "epoch": 62.857142857142854,
725
+ "eval_accuracy": 0.759493670886076,
726
+ "eval_loss": 0.7211695909500122,
727
+ "eval_runtime": 1.1292,
728
+ "eval_samples_per_second": 69.96,
729
+ "eval_steps_per_second": 2.657,
730
+ "step": 220
731
+ },
732
+ {
733
+ "epoch": 64.0,
734
+ "eval_accuracy": 0.7468354430379747,
735
+ "eval_loss": 0.8966912627220154,
736
+ "eval_runtime": 1.1532,
737
+ "eval_samples_per_second": 68.505,
738
+ "eval_steps_per_second": 2.601,
739
+ "step": 224
740
+ },
741
+ {
742
+ "epoch": 64.85714285714286,
743
+ "eval_accuracy": 0.759493670886076,
744
+ "eval_loss": 1.004639983177185,
745
+ "eval_runtime": 1.1649,
746
+ "eval_samples_per_second": 67.82,
747
+ "eval_steps_per_second": 2.575,
748
+ "step": 227
749
+ },
750
+ {
751
+ "epoch": 65.71428571428571,
752
+ "grad_norm": 2.0275487899780273,
753
+ "learning_rate": 1.2962962962962962e-05,
754
+ "loss": 0.1238,
755
+ "step": 230
756
+ },
757
+ {
758
+ "epoch": 66.0,
759
+ "eval_accuracy": 0.7341772151898734,
760
+ "eval_loss": 0.8611046671867371,
761
+ "eval_runtime": 1.1447,
762
+ "eval_samples_per_second": 69.013,
763
+ "eval_steps_per_second": 2.621,
764
+ "step": 231
765
+ },
766
+ {
767
+ "epoch": 66.85714285714286,
768
+ "eval_accuracy": 0.7974683544303798,
769
+ "eval_loss": 0.9676278829574585,
770
+ "eval_runtime": 1.1478,
771
+ "eval_samples_per_second": 68.828,
772
+ "eval_steps_per_second": 2.614,
773
+ "step": 234
774
+ },
775
+ {
776
+ "epoch": 68.0,
777
+ "eval_accuracy": 0.7215189873417721,
778
+ "eval_loss": 1.311516284942627,
779
+ "eval_runtime": 1.1548,
780
+ "eval_samples_per_second": 68.409,
781
+ "eval_steps_per_second": 2.598,
782
+ "step": 238
783
+ },
784
+ {
785
+ "epoch": 68.57142857142857,
786
+ "grad_norm": 1.4194263219833374,
787
+ "learning_rate": 1.1111111111111112e-05,
788
+ "loss": 0.1068,
789
+ "step": 240
790
+ },
791
+ {
792
+ "epoch": 68.85714285714286,
793
+ "eval_accuracy": 0.7468354430379747,
794
+ "eval_loss": 1.0992393493652344,
795
+ "eval_runtime": 1.1324,
796
+ "eval_samples_per_second": 69.761,
797
+ "eval_steps_per_second": 2.649,
798
+ "step": 241
799
+ },
800
+ {
801
+ "epoch": 70.0,
802
+ "eval_accuracy": 0.7848101265822784,
803
+ "eval_loss": 0.8765135407447815,
804
+ "eval_runtime": 1.1526,
805
+ "eval_samples_per_second": 68.541,
806
+ "eval_steps_per_second": 2.603,
807
+ "step": 245
808
+ },
809
+ {
810
+ "epoch": 70.85714285714286,
811
+ "eval_accuracy": 0.7848101265822784,
812
+ "eval_loss": 0.8509979248046875,
813
+ "eval_runtime": 1.1503,
814
+ "eval_samples_per_second": 68.676,
815
+ "eval_steps_per_second": 2.608,
816
+ "step": 248
817
+ },
818
+ {
819
+ "epoch": 71.42857142857143,
820
+ "grad_norm": 2.365654945373535,
821
+ "learning_rate": 9.259259259259259e-06,
822
+ "loss": 0.1019,
823
+ "step": 250
824
+ },
825
+ {
826
+ "epoch": 72.0,
827
+ "eval_accuracy": 0.7974683544303798,
828
+ "eval_loss": 0.7402685880661011,
829
+ "eval_runtime": 1.1525,
830
+ "eval_samples_per_second": 68.549,
831
+ "eval_steps_per_second": 2.603,
832
+ "step": 252
833
+ },
834
+ {
835
+ "epoch": 72.85714285714286,
836
+ "eval_accuracy": 0.7974683544303798,
837
+ "eval_loss": 0.7458766102790833,
838
+ "eval_runtime": 1.1534,
839
+ "eval_samples_per_second": 68.494,
840
+ "eval_steps_per_second": 2.601,
841
+ "step": 255
842
+ },
843
+ {
844
+ "epoch": 74.0,
845
+ "eval_accuracy": 0.7974683544303798,
846
+ "eval_loss": 0.7705420255661011,
847
+ "eval_runtime": 1.1654,
848
+ "eval_samples_per_second": 67.789,
849
+ "eval_steps_per_second": 2.574,
850
+ "step": 259
851
+ },
852
+ {
853
+ "epoch": 74.28571428571429,
854
+ "grad_norm": 2.4320626258850098,
855
+ "learning_rate": 7.4074074074074075e-06,
856
+ "loss": 0.1002,
857
+ "step": 260
858
+ },
859
+ {
860
+ "epoch": 74.85714285714286,
861
+ "eval_accuracy": 0.7974683544303798,
862
+ "eval_loss": 0.7534676790237427,
863
+ "eval_runtime": 1.1501,
864
+ "eval_samples_per_second": 68.689,
865
+ "eval_steps_per_second": 2.608,
866
+ "step": 262
867
+ },
868
+ {
869
+ "epoch": 76.0,
870
+ "eval_accuracy": 0.7721518987341772,
871
+ "eval_loss": 0.7124237418174744,
872
+ "eval_runtime": 1.1477,
873
+ "eval_samples_per_second": 68.833,
874
+ "eval_steps_per_second": 2.614,
875
+ "step": 266
876
+ },
877
+ {
878
+ "epoch": 76.85714285714286,
879
+ "eval_accuracy": 0.7341772151898734,
880
+ "eval_loss": 0.7013713121414185,
881
+ "eval_runtime": 1.1413,
882
+ "eval_samples_per_second": 69.219,
883
+ "eval_steps_per_second": 2.629,
884
+ "step": 269
885
+ },
886
+ {
887
+ "epoch": 77.14285714285714,
888
+ "grad_norm": 3.408477306365967,
889
+ "learning_rate": 5.555555555555556e-06,
890
+ "loss": 0.1222,
891
+ "step": 270
892
+ },
893
+ {
894
+ "epoch": 78.0,
895
+ "eval_accuracy": 0.7721518987341772,
896
+ "eval_loss": 0.8067706227302551,
897
+ "eval_runtime": 1.1344,
898
+ "eval_samples_per_second": 69.639,
899
+ "eval_steps_per_second": 2.645,
900
+ "step": 273
901
+ },
902
+ {
903
+ "epoch": 78.85714285714286,
904
+ "eval_accuracy": 0.7721518987341772,
905
+ "eval_loss": 0.9450699090957642,
906
+ "eval_runtime": 1.143,
907
+ "eval_samples_per_second": 69.119,
908
+ "eval_steps_per_second": 2.625,
909
+ "step": 276
910
+ },
911
+ {
912
+ "epoch": 80.0,
913
+ "grad_norm": 2.774991750717163,
914
+ "learning_rate": 3.7037037037037037e-06,
915
+ "loss": 0.1091,
916
+ "step": 280
917
+ },
918
+ {
919
+ "epoch": 80.0,
920
+ "eval_accuracy": 0.7848101265822784,
921
+ "eval_loss": 1.0047645568847656,
922
+ "eval_runtime": 1.181,
923
+ "eval_samples_per_second": 66.89,
924
+ "eval_steps_per_second": 2.54,
925
+ "step": 280
926
+ },
927
+ {
928
+ "epoch": 80.85714285714286,
929
+ "eval_accuracy": 0.7721518987341772,
930
+ "eval_loss": 0.9518149495124817,
931
+ "eval_runtime": 1.1372,
932
+ "eval_samples_per_second": 69.469,
933
+ "eval_steps_per_second": 2.638,
934
+ "step": 283
935
+ },
936
+ {
937
+ "epoch": 82.0,
938
+ "eval_accuracy": 0.7848101265822784,
939
+ "eval_loss": 0.8575441241264343,
940
+ "eval_runtime": 1.1296,
941
+ "eval_samples_per_second": 69.935,
942
+ "eval_steps_per_second": 2.656,
943
+ "step": 287
944
+ },
945
+ {
946
+ "epoch": 82.85714285714286,
947
+ "grad_norm": 2.476370096206665,
948
+ "learning_rate": 1.8518518518518519e-06,
949
+ "loss": 0.0957,
950
+ "step": 290
951
+ },
952
+ {
953
+ "epoch": 82.85714285714286,
954
+ "eval_accuracy": 0.7848101265822784,
955
+ "eval_loss": 0.8440907001495361,
956
+ "eval_runtime": 1.1604,
957
+ "eval_samples_per_second": 68.078,
958
+ "eval_steps_per_second": 2.585,
959
+ "step": 290
960
+ },
961
+ {
962
+ "epoch": 84.0,
963
+ "eval_accuracy": 0.7848101265822784,
964
+ "eval_loss": 0.8601673245429993,
965
+ "eval_runtime": 1.1451,
966
+ "eval_samples_per_second": 68.988,
967
+ "eval_steps_per_second": 2.62,
968
+ "step": 294
969
+ },
970
+ {
971
+ "epoch": 84.85714285714286,
972
+ "eval_accuracy": 0.7848101265822784,
973
+ "eval_loss": 0.8700512051582336,
974
+ "eval_runtime": 1.1512,
975
+ "eval_samples_per_second": 68.626,
976
+ "eval_steps_per_second": 2.606,
977
+ "step": 297
978
+ },
979
+ {
980
+ "epoch": 85.71428571428571,
981
+ "grad_norm": 2.8179068565368652,
982
+ "learning_rate": 0.0,
983
+ "loss": 0.1111,
984
+ "step": 300
985
+ },
986
+ {
987
+ "epoch": 85.71428571428571,
988
+ "eval_accuracy": 0.7848101265822784,
989
+ "eval_loss": 0.8731077909469604,
990
+ "eval_runtime": 1.1363,
991
+ "eval_samples_per_second": 69.522,
992
+ "eval_steps_per_second": 2.64,
993
+ "step": 300
994
+ },
995
+ {
996
+ "epoch": 85.71428571428571,
997
+ "step": 300,
998
+ "total_flos": 2.9362240500074496e+18,
999
+ "train_loss": 0.24259120881557464,
1000
+ "train_runtime": 1655.0776,
1001
+ "train_samples_per_second": 26.706,
1002
+ "train_steps_per_second": 0.181
1003
+ },
1004
+ {
1005
+ "epoch": 85.71428571428571,
1006
+ "eval_accuracy": 0.8227848101265823,
1007
+ "eval_loss": 0.45285508036613464,
1008
+ "eval_runtime": 1.1598,
1009
+ "eval_samples_per_second": 68.116,
1010
+ "eval_steps_per_second": 2.587,
1011
+ "step": 300
1012
+ }
1013
+ ],
1014
+ "logging_steps": 10,
1015
+ "max_steps": 300,
1016
+ "num_input_tokens_seen": 0,
1017
+ "num_train_epochs": 100,
1018
+ "save_steps": 500,
1019
+ "stateful_callbacks": {
1020
+ "TrainerControl": {
1021
+ "args": {
1022
+ "should_epoch_stop": false,
1023
+ "should_evaluate": false,
1024
+ "should_log": false,
1025
+ "should_save": true,
1026
+ "should_training_stop": true
1027
+ },
1028
+ "attributes": {}
1029
+ }
1030
+ },
1031
+ "total_flos": 2.9362240500074496e+18,
1032
+ "train_batch_size": 32,
1033
+ "trial_name": null,
1034
+ "trial_params": null
1035
+ }