Shresthadev403 commited on
Commit
e3243f0
1 Parent(s): 8c11abb

End of training

Browse files
README.md CHANGED
@@ -13,12 +13,12 @@ should probably proofread and complete it, then remove this comment. -->
13
 
14
  This model was trained from scratch on an unknown dataset.
15
  It achieves the following results on the evaluation set:
16
- - eval_loss: 0.9071
17
- - eval_runtime: 1366.9659
18
- - eval_samples_per_second: 109.732
19
- - eval_steps_per_second: 1.715
20
- - epoch: 16.59
21
- - step: 700000
22
 
23
  ## Model description
24
 
 
13
 
14
  This model was trained from scratch on an unknown dataset.
15
  It achieves the following results on the evaluation set:
16
+ - eval_loss: 0.9052
17
+ - eval_runtime: 1372.6886
18
+ - eval_samples_per_second: 109.275
19
+ - eval_steps_per_second: 1.708
20
+ - epoch: 17.78
21
+ - step: 750000
22
 
23
  ## Model description
24
 
logs/events.out.tfevents.1708915015.2b77ed4580e3.27.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:632879f94a9617b4774956b467f692fd563b1312e0424fdc77165c739dbf3158
3
+ size 5142
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f0d67c2b65ae6e5206dfafc08cce5024ed542ad173cc472520d3bda5967a968c
3
  size 497918592
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d29d6d99a53aea865a135433fe708f41fc80200781badae74d7b36925f8b4142
3
  size 497918592
trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 16.592395941974022,
5
  "eval_steps": 50000,
6
- "global_step": 700000,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -203,6 +203,20 @@
203
  "eval_samples_per_second": 109.732,
204
  "eval_steps_per_second": 1.715,
205
  "step": 700000
 
 
 
 
 
 
 
 
 
 
 
 
 
 
206
  }
207
  ],
208
  "logging_steps": 50000,
@@ -210,7 +224,7 @@
210
  "num_input_tokens_seen": 0,
211
  "num_train_epochs": 100,
212
  "save_steps": 50000,
213
- "total_flos": 1.463218656509952e+18,
214
  "train_batch_size": 32,
215
  "trial_name": null,
216
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 17.777567080686453,
5
  "eval_steps": 50000,
6
+ "global_step": 750000,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
203
  "eval_samples_per_second": 109.732,
204
  "eval_steps_per_second": 1.715,
205
  "step": 700000
206
+ },
207
+ {
208
+ "epoch": 17.78,
209
+ "learning_rate": 4.940761590973737e-05,
210
+ "loss": 0.8571,
211
+ "step": 750000
212
+ },
213
+ {
214
+ "epoch": 17.78,
215
+ "eval_loss": 0.9051714539527893,
216
+ "eval_runtime": 1372.6886,
217
+ "eval_samples_per_second": 109.275,
218
+ "eval_steps_per_second": 1.708,
219
+ "step": 750000
220
  }
221
  ],
222
  "logging_steps": 50000,
 
224
  "num_input_tokens_seen": 0,
225
  "num_train_epochs": 100,
226
  "save_steps": 50000,
227
+ "total_flos": 1.567734424141824e+18,
228
  "train_batch_size": 32,
229
  "trial_name": null,
230
  "trial_params": null