Training in progress, step 50, checkpoint

last-checkpoint/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5fa476385f0edacd75f946bfb108752a530a8192eae1a2ab489ff8a44b5abdb2
+oid sha256:4d547a443e5a5050421bcfcbc89606cfcd15b0e0de0a49cc6180e6a96c33de5b
 size 335922386

last-checkpoint/rng_state.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:71089d817d98b7b3af3db061a61fe9c3b14aae88ca7076d3a935bbfa590bd6d7
+oid sha256:7521b82a59697fe12c9aabd78cbad244a19326e9debb90256a3e1521f078e4bc
 size 14244

last-checkpoint/scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:99fc9c0ec571f76cf9b6d1229601c5173899cd18104e487c5627f5f4c56c6e8a
+oid sha256:46fa8207e86dee7d50b0ab12f1dd18c4426e8c65d06f97f8b2bd004a747e9cfa
 size 1064

last-checkpoint/trainer_state.json

@@ -1,9 +1,9 @@
 {
   "best_metric": null,
   "best_model_checkpoint": null,
-  "epoch": 0.05767012687427912,
+  "epoch": 0.11534025374855825,
   "eval_steps": 25,
-  "global_step": 25,
+  "global_step": 50,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
@@ -198,6 +198,189 @@
       "eval_samples_per_second": 4.3,
       "eval_steps_per_second": 2.156,
       "step": 25
+    },
+    {
+      "epoch": 0.05997693194925029,
+      "grad_norm": NaN,
+      "learning_rate": 7.68649804173412e-05,
+      "loss": 0.0,
+      "step": 26
+    },
+    {
+      "epoch": 0.06228373702422145,
+      "grad_norm": NaN,
+      "learning_rate": 7.500000000000001e-05,
+      "loss": 0.0,
+      "step": 27
+    },
+    {
+      "epoch": 0.06459054209919261,
+      "grad_norm": NaN,
+      "learning_rate": 7.308743066175172e-05,
+      "loss": 0.0,
+      "step": 28
+    },
+    {
+      "epoch": 0.06689734717416378,
+      "grad_norm": NaN,
+      "learning_rate": 7.113091308703498e-05,
+      "loss": 0.0,
+      "step": 29
+    },
+    {
+      "epoch": 0.06920415224913495,
+      "grad_norm": NaN,
+      "learning_rate": 6.91341716182545e-05,
+      "loss": 0.0,
+      "step": 30
+    },
+    {
+      "epoch": 0.07151095732410612,
+      "grad_norm": NaN,
+      "learning_rate": 6.710100716628344e-05,
+      "loss": 0.0,
+      "step": 31
+    },
+    {
+      "epoch": 0.07381776239907728,
+      "grad_norm": NaN,
+      "learning_rate": 6.503528997521366e-05,
+      "loss": 0.0,
+      "step": 32
+    },
+    {
+      "epoch": 0.07612456747404844,
+      "grad_norm": NaN,
+      "learning_rate": 6.294095225512603e-05,
+      "loss": 0.0,
+      "step": 33
+    },
+    {
+      "epoch": 0.0784313725490196,
+      "grad_norm": NaN,
+      "learning_rate": 6.0821980696905146e-05,
+      "loss": 0.0,
+      "step": 34
+    },
+    {
+      "epoch": 0.08073817762399077,
+      "grad_norm": NaN,
+      "learning_rate": 5.868240888334653e-05,
+      "loss": 0.0,
+      "step": 35
+    },
+    {
+      "epoch": 0.08304498269896193,
+      "grad_norm": NaN,
+      "learning_rate": 5.6526309611002594e-05,
+      "loss": 0.0,
+      "step": 36
+    },
+    {
+      "epoch": 0.0853517877739331,
+      "grad_norm": NaN,
+      "learning_rate": 5.435778713738292e-05,
+      "loss": 0.0,
+      "step": 37
+    },
+    {
+      "epoch": 0.08765859284890427,
+      "grad_norm": NaN,
+      "learning_rate": 5.218096936826681e-05,
+      "loss": 0.0,
+      "step": 38
+    },
+    {
+      "epoch": 0.08996539792387544,
+      "grad_norm": NaN,
+      "learning_rate": 5e-05,
+      "loss": 0.0,
+      "step": 39
+    },
+    {
+      "epoch": 0.0922722029988466,
+      "grad_norm": NaN,
+      "learning_rate": 4.781903063173321e-05,
+      "loss": 0.0,
+      "step": 40
+    },
+    {
+      "epoch": 0.09457900807381776,
+      "grad_norm": NaN,
+      "learning_rate": 4.564221286261709e-05,
+      "loss": 0.0,
+      "step": 41
+    },
+    {
+      "epoch": 0.09688581314878893,
+      "grad_norm": NaN,
+      "learning_rate": 4.347369038899744e-05,
+      "loss": 0.0,
+      "step": 42
+    },
+    {
+      "epoch": 0.09919261822376009,
+      "grad_norm": NaN,
+      "learning_rate": 4.131759111665349e-05,
+      "loss": 0.0,
+      "step": 43
+    },
+    {
+      "epoch": 0.10149942329873125,
+      "grad_norm": NaN,
+      "learning_rate": 3.917801930309486e-05,
+      "loss": 0.0,
+      "step": 44
+    },
+    {
+      "epoch": 0.10380622837370242,
+      "grad_norm": NaN,
+      "learning_rate": 3.705904774487396e-05,
+      "loss": 0.0,
+      "step": 45
+    },
+    {
+      "epoch": 0.1061130334486736,
+      "grad_norm": NaN,
+      "learning_rate": 3.4964710024786354e-05,
+      "loss": 0.0,
+      "step": 46
+    },
+    {
+      "epoch": 0.10841983852364476,
+      "grad_norm": NaN,
+      "learning_rate": 3.289899283371657e-05,
+      "loss": 0.0,
+      "step": 47
+    },
+    {
+      "epoch": 0.11072664359861592,
+      "grad_norm": NaN,
+      "learning_rate": 3.086582838174551e-05,
+      "loss": 0.0,
+      "step": 48
+    },
+    {
+      "epoch": 0.11303344867358708,
+      "grad_norm": NaN,
+      "learning_rate": 2.886908691296504e-05,
+      "loss": 0.0,
+      "step": 49
+    },
+    {
+      "epoch": 0.11534025374855825,
+      "grad_norm": NaN,
+      "learning_rate": 2.6912569338248315e-05,
+      "loss": 0.0,
+      "step": 50
+    },
+    {
+      "epoch": 0.11534025374855825,
+      "eval_loss": NaN,
+      "eval_runtime": 85.025,
+      "eval_samples_per_second": 4.293,
+      "eval_steps_per_second": 2.152,
+      "step": 50
     }
   ],
   "logging_steps": 1,
@@ -217,7 +400,7 @@
       "attributes": {}
     }
   },
-  "total_flos": 3.727983599891251e+16,
+  "total_flos": 7.437420017693491e+16,
   "train_batch_size": 2,
   "trial_name": null,
   "trial_params": null