VERSIL91 commited on
Commit
29754a4
·
verified ·
1 Parent(s): dd98b17

Training in progress, step 24, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:af2997a4024dfdc97b8b4149e0db00eeccff5d122e74d84c9877509219f98af7
3
  size 161533192
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:617cbbd5238090c49c0f53a22695f4890b40c37a489f0afe6c81dab20746c69a
3
  size 161533192
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5514aafb3c2b44765b5a4b12e85bc0743ab1397babfcf4432bcb103b76f7758e
3
  size 82460660
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24b82ca455703bdaaafded95476a2e8a4ded1f3ec1e37c0aa04ce78589e10f18
3
  size 82460660
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c6eeca6fec2d74dc35412cee25843a6e2b45b715cb98314d10ac41fc41a4cabc
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9c762e745e6b10819fd8afb33b4a1b715c756c7b22945b0044c81ebcb593a7d
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e3233603be2c007aac019155f1cd5d754e2eeb600f6ca413bd2048966230a2e8
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9fbbdb6036d2372f81987526c35ebf7be4064ed59a37e6c1ea765cbfb6cc373
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.15763546798029557,
5
  "eval_steps": 8,
6
- "global_step": 16,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -143,6 +143,70 @@
143
  "eval_samples_per_second": 5.829,
144
  "eval_steps_per_second": 2.932,
145
  "step": 16
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
146
  }
147
  ],
148
  "logging_steps": 1,
@@ -162,7 +226,7 @@
162
  "attributes": {}
163
  }
164
  },
165
- "total_flos": 8.947695274583654e+16,
166
  "train_batch_size": 2,
167
  "trial_name": null,
168
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.23645320197044334,
5
  "eval_steps": 8,
6
+ "global_step": 24,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
143
  "eval_samples_per_second": 5.829,
144
  "eval_steps_per_second": 2.932,
145
  "step": 16
146
+ },
147
+ {
148
+ "epoch": 0.16748768472906403,
149
+ "grad_norm": 0.44595250487327576,
150
+ "learning_rate": 7.269952498697734e-05,
151
+ "loss": 0.5655,
152
+ "step": 17
153
+ },
154
+ {
155
+ "epoch": 0.17733990147783252,
156
+ "grad_norm": 0.3530769646167755,
157
+ "learning_rate": 6.545084971874738e-05,
158
+ "loss": 0.3349,
159
+ "step": 18
160
+ },
161
+ {
162
+ "epoch": 0.18719211822660098,
163
+ "grad_norm": 0.3304716944694519,
164
+ "learning_rate": 5.782172325201155e-05,
165
+ "loss": 0.4219,
166
+ "step": 19
167
+ },
168
+ {
169
+ "epoch": 0.19704433497536947,
170
+ "grad_norm": 0.32741332054138184,
171
+ "learning_rate": 5e-05,
172
+ "loss": 0.5405,
173
+ "step": 20
174
+ },
175
+ {
176
+ "epoch": 0.20689655172413793,
177
+ "grad_norm": 0.32143503427505493,
178
+ "learning_rate": 4.2178276747988446e-05,
179
+ "loss": 0.5708,
180
+ "step": 21
181
+ },
182
+ {
183
+ "epoch": 0.21674876847290642,
184
+ "grad_norm": 0.369148850440979,
185
+ "learning_rate": 3.4549150281252636e-05,
186
+ "loss": 0.8169,
187
+ "step": 22
188
+ },
189
+ {
190
+ "epoch": 0.22660098522167488,
191
+ "grad_norm": 0.27789416909217834,
192
+ "learning_rate": 2.7300475013022663e-05,
193
+ "loss": 0.3423,
194
+ "step": 23
195
+ },
196
+ {
197
+ "epoch": 0.23645320197044334,
198
+ "grad_norm": 0.32239577174186707,
199
+ "learning_rate": 2.061073738537635e-05,
200
+ "loss": 0.4614,
201
+ "step": 24
202
+ },
203
+ {
204
+ "epoch": 0.23645320197044334,
205
+ "eval_loss": 0.6010122895240784,
206
+ "eval_runtime": 29.4041,
207
+ "eval_samples_per_second": 5.816,
208
+ "eval_steps_per_second": 2.925,
209
+ "step": 24
210
  }
211
  ],
212
  "logging_steps": 1,
 
226
  "attributes": {}
227
  }
228
  },
229
+ "total_flos": 1.3421542911875482e+17,
230
  "train_batch_size": 2,
231
  "trial_name": null,
232
  "trial_params": null