vdos commited on
Commit
85408e1
·
verified ·
1 Parent(s): 4cd28cf

Training in progress, step 30, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:30ced72b3cc829450e332754c98c1129531b12cbc1087faf16579d1c8b822da1
3
  size 203456160
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e8218aba404fc5f68e7911309c7011f612df48f8e1598e188448ce6e29adc09
3
  size 203456160
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:aba94074b3bcd98fc69a4dc998308e6ee69fe527c7170698da85560f5c522732
3
  size 407121750
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d3753cf6595a9d22325c6db1f6c11853207f68c3f2e4c34f9b1f54f95bbec6d
3
  size 407121750
last-checkpoint/rng_state_0.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:235987cd14d2b651bd083a2045910396be0aab90ff9f738c75760d88528349a3
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0017d054f399ae02d66bec2e7c0b81e4c469b5e125926b0e041136c01e7debf8
3
  size 15024
last-checkpoint/rng_state_1.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1ed83c54ad01fcfcd8246932f708e99e17e8ef5c6e3595097b68d8c42cf78ec5
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:409b87eefbbfc5af04df48b8cccf0428548d3efea659f10ffd25c2e2bc3de30b
3
  size 15024
last-checkpoint/rng_state_2.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0966a69a93e8ec900098984946f252e636d603335a1be19728cf108f6f5076ed
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2a3eaa55c6d5537c27e4456768a8f475ec9b8f739daf816e638d7ac888011bb
3
  size 15024
last-checkpoint/rng_state_3.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:56f556cc525b21d1e70dfd21e4724095b63d005b1d343403352d5b6e8f1a8a5b
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c9ed5c5b37f0763e77790b53d0f88a4fc69d787befcb63013221803055bb03c9
3
  size 15024
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3d8b460eb34577dc31e89c5d46049a264caffc8e9f90e68fb640444126fba5f4
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f0e9cc72c20ddd925ef39b6005e82a4d8730b1dde32cfcd070d74c83a8a3564a
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": 1.0482399463653564,
3
  "best_model_checkpoint": "miner_id_24/checkpoint-25",
4
- "epoch": 2.6369426751592355,
5
  "eval_steps": 25,
6
- "global_step": 25,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -198,6 +198,41 @@
198
  "eval_samples_per_second": 29.076,
199
  "eval_steps_per_second": 3.965,
200
  "step": 25
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
201
  }
202
  ],
203
  "logging_steps": 1,
@@ -221,12 +256,12 @@
221
  "should_evaluate": false,
222
  "should_log": false,
223
  "should_save": true,
224
- "should_training_stop": false
225
  },
226
  "attributes": {}
227
  }
228
  },
229
- "total_flos": 1.4042109046266266e+17,
230
  "train_batch_size": 2,
231
  "trial_name": null,
232
  "trial_params": null
 
1
  {
2
  "best_metric": 1.0482399463653564,
3
  "best_model_checkpoint": "miner_id_24/checkpoint-25",
4
+ "epoch": 3.1910828025477707,
5
  "eval_steps": 25,
6
+ "global_step": 30,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
198
  "eval_samples_per_second": 29.076,
199
  "eval_steps_per_second": 3.965,
200
  "step": 25
201
+ },
202
+ {
203
+ "epoch": 2.738853503184713,
204
+ "grad_norm": 0.2180248200893402,
205
+ "learning_rate": 4.951556604879048e-06,
206
+ "loss": 0.9552,
207
+ "step": 26
208
+ },
209
+ {
210
+ "epoch": 2.840764331210191,
211
+ "grad_norm": 0.19627752900123596,
212
+ "learning_rate": 2.8058334845816213e-06,
213
+ "loss": 0.9294,
214
+ "step": 27
215
+ },
216
+ {
217
+ "epoch": 2.9426751592356686,
218
+ "grad_norm": 0.46095138788223267,
219
+ "learning_rate": 1.2536043909088191e-06,
220
+ "loss": 1.4176,
221
+ "step": 28
222
+ },
223
+ {
224
+ "epoch": 3.089171974522293,
225
+ "grad_norm": 0.2987149655818939,
226
+ "learning_rate": 3.143895053378698e-07,
227
+ "loss": 1.0826,
228
+ "step": 29
229
+ },
230
+ {
231
+ "epoch": 3.1910828025477707,
232
+ "grad_norm": 0.2547209560871124,
233
+ "learning_rate": 0.0,
234
+ "loss": 0.888,
235
+ "step": 30
236
  }
237
  ],
238
  "logging_steps": 1,
 
256
  "should_evaluate": false,
257
  "should_log": false,
258
  "should_save": true,
259
+ "should_training_stop": true
260
  },
261
  "attributes": {}
262
  }
263
  },
264
+ "total_flos": 1.68704369229824e+17,
265
  "train_batch_size": 2,
266
  "trial_name": null,
267
  "trial_params": null