Hugging Face's logo

tyzhu
/
lmind_nq_train6000_eval6489_v1_doc_qa_v3_3e-4_lora2

Safetensors
Generated from Trainer
Model card Files Community
tyzhu commited on
Commit
bd28c6d
·
verified ·
1 Parent(s): f34e66b

Training in progress, epoch 8, checkpoint

Browse files
Files changed (17) hide show
  1. checkpoint-4232/README.md +9 -0
  2. checkpoint-4232/adapter_config.json +25 -0
  3. checkpoint-4232/adapter_model.safetensors +3 -0
  4. checkpoint-4232/added_tokens.json +5 -0
  5. checkpoint-4232/merges.txt +0 -0
  6. checkpoint-4232/optimizer.pt +3 -0
  7. checkpoint-4232/rng_state_0.pth +3 -0
  8. checkpoint-4232/rng_state_1.pth +3 -0
  9. checkpoint-4232/rng_state_2.pth +3 -0
  10. checkpoint-4232/rng_state_3.pth +3 -0
  11. checkpoint-4232/scheduler.pt +3 -0
  12. checkpoint-4232/special_tokens_map.json +14 -0
  13. checkpoint-4232/tokenizer.json +0 -0
  14. checkpoint-4232/tokenizer_config.json +43 -0
  15. checkpoint-4232/trainer_state.json +447 -0
  16. checkpoint-4232/training_args.bin +3 -0
  17. checkpoint-4232/vocab.json +0 -0
checkpoint-4232/README.md ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ library_name: peft
3
+ ---
4
+ ## Training procedure
5
+
6
+ ### Framework versions
7
+
8
+
9
+ - PEFT 0.5.0
checkpoint-4232/adapter_config.json ADDED
@@ -0,0 +1,25 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "auto_mapping": null,
3
+ "base_model_name_or_path": "Qwen/Qwen1.5-4B",
4
+ "bias": "none",
5
+ "fan_in_fan_out": false,
6
+ "inference_mode": true,
7
+ "init_lora_weights": true,
8
+ "layers_pattern": null,
9
+ "layers_to_transform": null,
10
+ "lora_alpha": 16,
11
+ "lora_dropout": 0.05,
12
+ "modules_to_save": null,
13
+ "peft_type": "LORA",
14
+ "r": 16,
15
+ "revision": null,
16
+ "target_modules": [
17
+ "q_proj",
18
+ "k_proj",
19
+ "v_proj",
20
+ "down_proj",
21
+ "gate_proj",
22
+ "up_proj"
23
+ ],
24
+ "task_type": "CAUSAL_LM"
25
+ }
checkpoint-4232/adapter_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:862bff47d8580097c99db65cedfd2a1be9acb6c03e74d8e6903c869b97417007
3
+ size 112130416
checkpoint-4232/added_tokens.json ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {
2
+ "<|endoftext|>": 151643,
3
+ "<|im_end|>": 151645,
4
+ "<|im_start|>": 151644
5
+ }
checkpoint-4232/merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
checkpoint-4232/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d0554ff94330f9dddab35205d73986cd519c2f16d4153916e17fde48aa45a3e
3
+ size 224537202
checkpoint-4232/rng_state_0.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a66aef2c80a9ee356c483772c4afb086eb0395c0b0b885a775d179fd4e9546af
3
+ size 15024
checkpoint-4232/rng_state_1.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e2cfddb522098b28a696c8d9b9f49e92038eed41deba0374b4bc5294c9f75aa2
3
+ size 15024
checkpoint-4232/rng_state_2.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b611cf66bc6ad8e6dc934d5b86b142cd07b1d6431608fe0ff6fe4ca515701704
3
+ size 15024
checkpoint-4232/rng_state_3.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f3150a65ea6220b4860f5e1097dce106c04a398fb35954083161eaed3d6ff0bd
3
+ size 15024
checkpoint-4232/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ddb57f8346bab7dc0efdd703e7a996e96efb3a662e6a0c1525b4b8fcf1d9d399
3
+ size 1064
checkpoint-4232/special_tokens_map.json ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "additional_special_tokens": [
3
+ "<|im_start|>",
4
+ "<|im_end|>"
5
+ ],
6
+ "eos_token": {
7
+ "content": "<|endoftext|>",
8
+ "lstrip": false,
9
+ "normalized": false,
10
+ "rstrip": false,
11
+ "single_word": false
12
+ },
13
+ "pad_token": "<|endoftext|>"
14
+ }
checkpoint-4232/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
checkpoint-4232/tokenizer_config.json ADDED
@@ -0,0 +1,43 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_prefix_space": false,
3
+ "added_tokens_decoder": {
4
+ "151643": {
5
+ "content": "<|endoftext|>",
6
+ "lstrip": false,
7
+ "normalized": false,
8
+ "rstrip": false,
9
+ "single_word": false,
10
+ "special": true
11
+ },
12
+ "151644": {
13
+ "content": "<|im_start|>",
14
+ "lstrip": false,
15
+ "normalized": false,
16
+ "rstrip": false,
17
+ "single_word": false,
18
+ "special": true
19
+ },
20
+ "151645": {
21
+ "content": "<|im_end|>",
22
+ "lstrip": false,
23
+ "normalized": false,
24
+ "rstrip": false,
25
+ "single_word": false,
26
+ "special": true
27
+ }
28
+ },
29
+ "additional_special_tokens": [
30
+ "<|im_start|>",
31
+ "<|im_end|>"
32
+ ],
33
+ "bos_token": null,
34
+ "chat_template": "{% for message in messages %}{% if loop.first and messages[0]['role'] != 'system' %}{{ '<|im_start|>system\nYou are a helpful assistant<|im_end|>\n' }}{% endif %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}",
35
+ "clean_up_tokenization_spaces": false,
36
+ "eos_token": "<|endoftext|>",
37
+ "errors": "replace",
38
+ "model_max_length": 32768,
39
+ "pad_token": "<|endoftext|>",
40
+ "split_special_tokens": false,
41
+ "tokenizer_class": "Qwen2Tokenizer",
42
+ "unk_token": null
43
+ }
checkpoint-4232/trainer_state.json ADDED
@@ -0,0 +1,447 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": null,
3
+ "best_model_checkpoint": null,
4
+ "epoch": 8.0,
5
+ "eval_steps": 500,
6
+ "global_step": 4232,
7
+ "is_hyper_param_search": false,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 0.1890359168241966,
13
+ "grad_norm": 0.3393945097923279,
14
+ "learning_rate": 0.0003,
15
+ "loss": 1.951,
16
+ "step": 100
17
+ },
18
+ {
19
+ "epoch": 0.3780718336483932,
20
+ "grad_norm": 8017.20361328125,
21
+ "learning_rate": 0.0003,
22
+ "loss": 2.0285,
23
+ "step": 200
24
+ },
25
+ {
26
+ "epoch": 0.5671077504725898,
27
+ "grad_norm": 9146.7236328125,
28
+ "learning_rate": 0.0003,
29
+ "loss": 6.5404,
30
+ "step": 300
31
+ },
32
+ {
33
+ "epoch": 0.7561436672967864,
34
+ "grad_norm": 574.934326171875,
35
+ "learning_rate": 0.0003,
36
+ "loss": 7.7357,
37
+ "step": 400
38
+ },
39
+ {
40
+ "epoch": 0.945179584120983,
41
+ "grad_norm": 25128.55859375,
42
+ "learning_rate": 0.0003,
43
+ "loss": 6.3771,
44
+ "step": 500
45
+ },
46
+ {
47
+ "epoch": 1.0,
48
+ "eval_accuracy": 0.24974358974358973,
49
+ "eval_loss": 10.19681453704834,
50
+ "eval_runtime": 5.1408,
51
+ "eval_samples_per_second": 97.26,
52
+ "eval_steps_per_second": 12.255,
53
+ "step": 529
54
+ },
55
+ {
56
+ "epoch": 1.0,
57
+ "eval_exact_match": 0.0,
58
+ "eval_f1": 0.0,
59
+ "step": 529
60
+ },
61
+ {
62
+ "epoch": 1.1342155009451795,
63
+ "grad_norm": 1332.8885498046875,
64
+ "learning_rate": 0.0003,
65
+ "loss": 11.0858,
66
+ "step": 600
67
+ },
68
+ {
69
+ "epoch": 1.3232514177693762,
70
+ "grad_norm": 3666.881591796875,
71
+ "learning_rate": 0.0003,
72
+ "loss": 9.483,
73
+ "step": 700
74
+ },
75
+ {
76
+ "epoch": 1.5122873345935728,
77
+ "grad_norm": 356847.0,
78
+ "learning_rate": 0.0003,
79
+ "loss": 8.069,
80
+ "step": 800
81
+ },
82
+ {
83
+ "epoch": 1.7013232514177694,
84
+ "grad_norm": 1061.877685546875,
85
+ "learning_rate": 0.0003,
86
+ "loss": 8.7493,
87
+ "step": 900
88
+ },
89
+ {
90
+ "epoch": 1.8903591682419658,
91
+ "grad_norm": 46670.3046875,
92
+ "learning_rate": 0.0003,
93
+ "loss": 8.3415,
94
+ "step": 1000
95
+ },
96
+ {
97
+ "epoch": 2.0,
98
+ "eval_accuracy": 0.20507692307692307,
99
+ "eval_loss": 7.504091262817383,
100
+ "eval_runtime": 5.2437,
101
+ "eval_samples_per_second": 95.352,
102
+ "eval_steps_per_second": 12.014,
103
+ "step": 1058
104
+ },
105
+ {
106
+ "epoch": 2.0,
107
+ "eval_exact_match": 0.0,
108
+ "eval_f1": 0.0,
109
+ "step": 1058
110
+ },
111
+ {
112
+ "epoch": 2.0793950850661624,
113
+ "grad_norm": 2.0727381706237793,
114
+ "learning_rate": 0.0003,
115
+ "loss": 8.3511,
116
+ "step": 1100
117
+ },
118
+ {
119
+ "epoch": 2.268431001890359,
120
+ "grad_norm": 1.8185893297195435,
121
+ "learning_rate": 0.0003,
122
+ "loss": 7.3065,
123
+ "step": 1200
124
+ },
125
+ {
126
+ "epoch": 2.4574669187145557,
127
+ "grad_norm": 1620.93701171875,
128
+ "learning_rate": 0.0003,
129
+ "loss": 7.1302,
130
+ "step": 1300
131
+ },
132
+ {
133
+ "epoch": 2.6465028355387523,
134
+ "grad_norm": 1.0691380500793457,
135
+ "learning_rate": 0.0003,
136
+ "loss": 7.4423,
137
+ "step": 1400
138
+ },
139
+ {
140
+ "epoch": 2.835538752362949,
141
+ "grad_norm": 1.0605100393295288,
142
+ "learning_rate": 0.0003,
143
+ "loss": 7.6715,
144
+ "step": 1500
145
+ },
146
+ {
147
+ "epoch": 3.0,
148
+ "eval_accuracy": 0.28507692307692306,
149
+ "eval_loss": 7.084368705749512,
150
+ "eval_runtime": 5.493,
151
+ "eval_samples_per_second": 91.026,
152
+ "eval_steps_per_second": 11.469,
153
+ "step": 1587
154
+ },
155
+ {
156
+ "epoch": 3.0,
157
+ "eval_exact_match": 0.0,
158
+ "eval_f1": 0.08,
159
+ "step": 1587
160
+ },
161
+ {
162
+ "epoch": 3.0245746691871456,
163
+ "grad_norm": 1967676800.0,
164
+ "learning_rate": 0.0003,
165
+ "loss": 7.8617,
166
+ "step": 1600
167
+ },
168
+ {
169
+ "epoch": 3.213610586011342,
170
+ "grad_norm": 83918778793984.0,
171
+ "learning_rate": 0.0003,
172
+ "loss": 8.083,
173
+ "step": 1700
174
+ },
175
+ {
176
+ "epoch": 3.402646502835539,
177
+ "grad_norm": 12349449.0,
178
+ "learning_rate": 0.0003,
179
+ "loss": 8.0382,
180
+ "step": 1800
181
+ },
182
+ {
183
+ "epoch": 3.5916824196597354,
184
+ "grad_norm": 52939337728.0,
185
+ "learning_rate": 0.0003,
186
+ "loss": 7.8761,
187
+ "step": 1900
188
+ },
189
+ {
190
+ "epoch": 3.780718336483932,
191
+ "grad_norm": 1381182.25,
192
+ "learning_rate": 0.0003,
193
+ "loss": 7.4665,
194
+ "step": 2000
195
+ },
196
+ {
197
+ "epoch": 3.9697542533081287,
198
+ "grad_norm": 105.80550384521484,
199
+ "learning_rate": 0.0003,
200
+ "loss": 7.8182,
201
+ "step": 2100
202
+ },
203
+ {
204
+ "epoch": 4.0,
205
+ "eval_accuracy": 0.23933333333333334,
206
+ "eval_loss": 7.05845308303833,
207
+ "eval_runtime": 5.0891,
208
+ "eval_samples_per_second": 98.248,
209
+ "eval_steps_per_second": 12.379,
210
+ "step": 2116
211
+ },
212
+ {
213
+ "epoch": 4.0,
214
+ "eval_exact_match": 0.0,
215
+ "eval_f1": 0.0,
216
+ "step": 2116
217
+ },
218
+ {
219
+ "epoch": 4.158790170132325,
220
+ "grad_norm": 16.110862731933594,
221
+ "learning_rate": 0.0003,
222
+ "loss": 7.9728,
223
+ "step": 2200
224
+ },
225
+ {
226
+ "epoch": 4.3478260869565215,
227
+ "grad_norm": 4.362427234649658,
228
+ "learning_rate": 0.0003,
229
+ "loss": 7.2875,
230
+ "step": 2300
231
+ },
232
+ {
233
+ "epoch": 4.536862003780718,
234
+ "grad_norm": 18039.095703125,
235
+ "learning_rate": 0.0003,
236
+ "loss": 7.3972,
237
+ "step": 2400
238
+ },
239
+ {
240
+ "epoch": 4.725897920604915,
241
+ "grad_norm": 2.3812594051160474e+17,
242
+ "learning_rate": 0.0003,
243
+ "loss": 7.4631,
244
+ "step": 2500
245
+ },
246
+ {
247
+ "epoch": 4.914933837429111,
248
+ "grad_norm": 3.9549436569213867,
249
+ "learning_rate": 0.0003,
250
+ "loss": 7.3322,
251
+ "step": 2600
252
+ },
253
+ {
254
+ "epoch": 5.0,
255
+ "eval_accuracy": 0.22430769230769232,
256
+ "eval_loss": 6.72421932220459,
257
+ "eval_runtime": 5.1689,
258
+ "eval_samples_per_second": 96.731,
259
+ "eval_steps_per_second": 12.188,
260
+ "step": 2645
261
+ },
262
+ {
263
+ "epoch": 5.0,
264
+ "eval_exact_match": 0.0,
265
+ "eval_f1": 0.0,
266
+ "step": 2645
267
+ },
268
+ {
269
+ "epoch": 5.103969754253308,
270
+ "grad_norm": 120114.2421875,
271
+ "learning_rate": 0.0003,
272
+ "loss": 7.2428,
273
+ "step": 2700
274
+ },
275
+ {
276
+ "epoch": 5.293005671077505,
277
+ "grad_norm": 391.66119384765625,
278
+ "learning_rate": 0.0003,
279
+ "loss": 7.2495,
280
+ "step": 2800
281
+ },
282
+ {
283
+ "epoch": 5.482041587901701,
284
+ "grad_norm": 599371136.0,
285
+ "learning_rate": 0.0003,
286
+ "loss": 7.5915,
287
+ "step": 2900
288
+ },
289
+ {
290
+ "epoch": 5.671077504725898,
291
+ "grad_norm": 5585.97314453125,
292
+ "learning_rate": 0.0003,
293
+ "loss": 7.3014,
294
+ "step": 3000
295
+ },
296
+ {
297
+ "epoch": 5.8601134215500945,
298
+ "grad_norm": 268239548448768.0,
299
+ "learning_rate": 0.0003,
300
+ "loss": 7.259,
301
+ "step": 3100
302
+ },
303
+ {
304
+ "epoch": 6.0,
305
+ "eval_accuracy": 0.24984615384615386,
306
+ "eval_loss": 6.531904220581055,
307
+ "eval_runtime": 5.0344,
308
+ "eval_samples_per_second": 99.317,
309
+ "eval_steps_per_second": 12.514,
310
+ "step": 3174
311
+ },
312
+ {
313
+ "epoch": 6.0,
314
+ "eval_exact_match": 0.0,
315
+ "eval_f1": 0.0,
316
+ "step": 3174
317
+ },
318
+ {
319
+ "epoch": 6.049149338374291,
320
+ "grad_norm": 21535.734375,
321
+ "learning_rate": 0.0003,
322
+ "loss": 7.5829,
323
+ "step": 3200
324
+ },
325
+ {
326
+ "epoch": 6.238185255198488,
327
+ "grad_norm": 40871530496.0,
328
+ "learning_rate": 0.0003,
329
+ "loss": 8.6364,
330
+ "step": 3300
331
+ },
332
+ {
333
+ "epoch": 6.427221172022684,
334
+ "grad_norm": 13.242510795593262,
335
+ "learning_rate": 0.0003,
336
+ "loss": 7.6599,
337
+ "step": 3400
338
+ },
339
+ {
340
+ "epoch": 6.616257088846881,
341
+ "grad_norm": 3.0841150283813477,
342
+ "learning_rate": 0.0003,
343
+ "loss": 7.5796,
344
+ "step": 3500
345
+ },
346
+ {
347
+ "epoch": 6.805293005671078,
348
+ "grad_norm": 1.6124571561813354,
349
+ "learning_rate": 0.0003,
350
+ "loss": 7.3499,
351
+ "step": 3600
352
+ },
353
+ {
354
+ "epoch": 6.994328922495274,
355
+ "grad_norm": 1.8358014822006226,
356
+ "learning_rate": 0.0003,
357
+ "loss": 7.2206,
358
+ "step": 3700
359
+ },
360
+ {
361
+ "epoch": 7.0,
362
+ "eval_accuracy": 0.22430769230769232,
363
+ "eval_loss": 6.724715709686279,
364
+ "eval_runtime": 5.0476,
365
+ "eval_samples_per_second": 99.056,
366
+ "eval_steps_per_second": 12.481,
367
+ "step": 3703
368
+ },
369
+ {
370
+ "epoch": 7.0,
371
+ "eval_exact_match": 0.0,
372
+ "eval_f1": 0.0,
373
+ "step": 3703
374
+ },
375
+ {
376
+ "epoch": 7.183364839319471,
377
+ "grad_norm": 5.786651134490967,
378
+ "learning_rate": 0.0003,
379
+ "loss": 7.2316,
380
+ "step": 3800
381
+ },
382
+ {
383
+ "epoch": 7.3724007561436675,
384
+ "grad_norm": 3.7182490825653076,
385
+ "learning_rate": 0.0003,
386
+ "loss": 7.2591,
387
+ "step": 3900
388
+ },
389
+ {
390
+ "epoch": 7.561436672967864,
391
+ "grad_norm": 31.241104125976562,
392
+ "learning_rate": 0.0003,
393
+ "loss": 7.2557,
394
+ "step": 4000
395
+ },
396
+ {
397
+ "epoch": 7.750472589792061,
398
+ "grad_norm": 896688896.0,
399
+ "learning_rate": 0.0003,
400
+ "loss": 8.4436,
401
+ "step": 4100
402
+ },
403
+ {
404
+ "epoch": 7.939508506616257,
405
+ "grad_norm": 1.1150538843415904e+19,
406
+ "learning_rate": 0.0003,
407
+ "loss": 8.7572,
408
+ "step": 4200
409
+ },
410
+ {
411
+ "epoch": 8.0,
412
+ "eval_accuracy": 0.26184615384615384,
413
+ "eval_loss": 6.479637622833252,
414
+ "eval_runtime": 5.1473,
415
+ "eval_samples_per_second": 97.138,
416
+ "eval_steps_per_second": 12.239,
417
+ "step": 4232
418
+ },
419
+ {
420
+ "epoch": 8.0,
421
+ "eval_exact_match": 0.0,
422
+ "eval_f1": 0.0,
423
+ "step": 4232
424
+ }
425
+ ],
426
+ "logging_steps": 100,
427
+ "max_steps": 26450,
428
+ "num_input_tokens_seen": 0,
429
+ "num_train_epochs": 50,
430
+ "save_steps": 500,
431
+ "stateful_callbacks": {
432
+ "TrainerControl": {
433
+ "args": {
434
+ "should_epoch_stop": false,
435
+ "should_evaluate": false,
436
+ "should_log": false,
437
+ "should_save": true,
438
+ "should_training_stop": false
439
+ },
440
+ "attributes": {}
441
+ }
442
+ },
443
+ "total_flos": 3.44452933850497e+17,
444
+ "train_batch_size": 2,
445
+ "trial_name": null,
446
+ "trial_params": null
447
+ }
checkpoint-4232/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:186f3ae462881ca0bb3a6b5295a97a245e0a78172be9c14948a2d07a12aa4241
3
+ size 5304
checkpoint-4232/vocab.json ADDED
The diff for this file is too large to render. See raw diff