End of training

all_results.json

@@ -1,12 +1,12 @@
 {
-    "epoch": 16.13,
-    "eval_loss": 0.3861992359161377,
-    "eval_runtime": 2316.9306,
-    "eval_samples_per_second": 0.555,
-    "eval_steps_per_second": 0.555,
-    "eval_wer": 15.541324622856406,
-    "train_loss": 0.032722438401542604,
-    "train_runtime": 36967.2072,
-    "train_samples_per_second": 1.731,
+    "epoch": 32.26,
+    "eval_loss": 0.4131947159767151,
+    "eval_runtime": 2301.1875,
+    "eval_samples_per_second": 0.559,
+    "eval_steps_per_second": 0.559,
+    "eval_wer": 15.734731594103234,
+    "train_loss": 0.017603627420263366,
+    "train_runtime": 74040.5343,
+    "train_samples_per_second": 1.729,
     "train_steps_per_second": 0.054
 }

eval_results.json

@@ -1,8 +1,8 @@
 {
-    "epoch": 16.13,
-    "eval_loss": 0.3861992359161377,
-    "eval_runtime": 2316.9306,
-    "eval_samples_per_second": 0.555,
-    "eval_steps_per_second": 0.555,
-    "eval_wer": 15.541324622856406
+    "epoch": 32.26,
+    "eval_loss": 0.4131947159767151,
+    "eval_runtime": 2301.1875,
+    "eval_samples_per_second": 0.559,
+    "eval_steps_per_second": 0.559,
+    "eval_wer": 15.734731594103234
 }

runs/Jan26_14-56-49_nid007241/events.out.tfevents.1674816418.nid007241.27557.2

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15ba4ccbd1fd46421e5acb084f5941d95259c946b92efbc34c6a6ec0321e5d96
+size 358

train_results.json

@@ -1,7 +1,7 @@
 {
-    "epoch": 16.13,
-    "train_loss": 0.032722438401542604,
-    "train_runtime": 36967.2072,
-    "train_samples_per_second": 1.731,
+    "epoch": 32.26,
+    "train_loss": 0.017603627420263366,
+    "train_runtime": 74040.5343,
+    "train_samples_per_second": 1.729,
     "train_steps_per_second": 0.054
 }

trainer_state.json

@@ -1,541 +1,1057 @@
 {
-  "best_metric": 15.541324622856406,
-  "best_model_checkpoint": "/scratch/project_465000370/asr_children/models/whisper-large-et-clinic/checkpoint-2000",
-  "epoch": 16.12806403201601,
-  "global_step": 2000,
+  "best_metric": 15.734731594103234,
+  "best_model_checkpoint": "/scratch/project_465000370/asr_children/models/whisper-large-et-clinic/checkpoint-4000",
+  "epoch": 32.25612806403202,
+  "global_step": 4000,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
   "log_history": [
     {
       "epoch": 0.2,
-      "learning_rate": 1.1500000000000002e-06,
-      "loss": 0.495,
+      "learning_rate": 1.2000000000000002e-06,
+      "loss": 0.4973,
       "step": 25
     },
     {
       "epoch": 0.4,
-      "learning_rate": 2.4000000000000003e-06,
-      "loss": 0.2703,
+      "learning_rate": 2.4500000000000003e-06,
+      "loss": 0.2667,
       "step": 50
     },
     {
       "epoch": 0.6,
-      "learning_rate": 3.65e-06,
-      "loss": 0.2068,
+      "learning_rate": 3.7e-06,
+      "loss": 0.2056,
       "step": 75
     },
     {
       "epoch": 0.8,
-      "learning_rate": 4.9000000000000005e-06,
-      "loss": 0.2183,
+      "learning_rate": 4.95e-06,
+      "loss": 0.2174,
       "step": 100
     },
     {
       "epoch": 1.01,
-      "learning_rate": 6.15e-06,
-      "loss": 0.1988,
+      "learning_rate": 6.200000000000001e-06,
+      "loss": 0.198,
       "step": 125
     },
     {
       "epoch": 1.21,
       "learning_rate": 7.4e-06,
-      "loss": 0.1218,
+      "loss": 0.1203,
       "step": 150
     },
     {
       "epoch": 1.41,
       "learning_rate": 8.65e-06,
-      "loss": 0.1199,
+      "loss": 0.1191,
       "step": 175
     },
     {
       "epoch": 1.61,
       "learning_rate": 9.9e-06,
-      "loss": 0.1196,
+      "loss": 0.1183,
       "step": 200
     },
     {
       "epoch": 1.81,
-      "learning_rate": 9.872222222222223e-06,
-      "loss": 0.1177,
+      "learning_rate": 9.939473684210526e-06,
+      "loss": 0.1172,
       "step": 225
     },
     {
       "epoch": 2.02,
-      "learning_rate": 9.733333333333334e-06,
-      "loss": 0.1277,
+      "learning_rate": 9.873684210526317e-06,
+      "loss": 0.1264,
       "step": 250
     },
     {
       "epoch": 2.22,
-      "learning_rate": 9.594444444444445e-06,
-      "loss": 0.0481,
+      "learning_rate": 9.807894736842106e-06,
+      "loss": 0.0478,
       "step": 275
     },
     {
       "epoch": 2.42,
-      "learning_rate": 9.455555555555557e-06,
-      "loss": 0.0542,
+      "learning_rate": 9.742105263157897e-06,
+      "loss": 0.0544,
       "step": 300
     },
     {
       "epoch": 2.62,
-      "learning_rate": 9.316666666666667e-06,
-      "loss": 0.06,
+      "learning_rate": 9.678947368421053e-06,
+      "loss": 0.0605,
       "step": 325
     },
     {
       "epoch": 2.82,
-      "learning_rate": 9.17777777777778e-06,
-      "loss": 0.0543,
+      "learning_rate": 9.613157894736844e-06,
+      "loss": 0.0575,
       "step": 350
     },
     {
       "epoch": 3.02,
-      "learning_rate": 9.038888888888889e-06,
-      "loss": 0.0481,
+      "learning_rate": 9.547368421052631e-06,
+      "loss": 0.0494,
       "step": 375
     },
     {
       "epoch": 3.22,
-      "learning_rate": 8.900000000000001e-06,
-      "loss": 0.0238,
+      "learning_rate": 9.481578947368422e-06,
+      "loss": 0.0262,
       "step": 400
     },
     {
       "epoch": 3.42,
-      "learning_rate": 8.761111111111112e-06,
-      "loss": 0.0236,
+      "learning_rate": 9.415789473684211e-06,
+      "loss": 0.0237,
       "step": 425
     },
     {
       "epoch": 3.62,
-      "learning_rate": 8.627777777777778e-06,
-      "loss": 0.0265,
+      "learning_rate": 9.350000000000002e-06,
+      "loss": 0.0293,
       "step": 450
     },
     {
       "epoch": 3.82,
-      "learning_rate": 8.48888888888889e-06,
-      "loss": 0.0277,
+      "learning_rate": 9.28421052631579e-06,
+      "loss": 0.0284,
       "step": 475
     },
     {
       "epoch": 4.03,
-      "learning_rate": 8.35e-06,
-      "loss": 0.0278,
+      "learning_rate": 9.21842105263158e-06,
+      "loss": 0.0297,
       "step": 500
     },
     {
       "epoch": 4.03,
-      "eval_loss": 0.2985570430755615,
-      "eval_runtime": 2329.8998,
-      "eval_samples_per_second": 0.552,
-      "eval_steps_per_second": 0.552,
-      "eval_wer": 16.99402587355482,
+      "eval_loss": 0.3037151098251343,
+      "eval_runtime": 2297.7169,
+      "eval_samples_per_second": 0.56,
+      "eval_steps_per_second": 0.56,
+      "eval_wer": 16.71466024842051,
       "step": 500
     },
     {
       "epoch": 4.23,
-      "learning_rate": 8.211111111111112e-06,
-      "loss": 0.013,
+      "learning_rate": 9.15263157894737e-06,
+      "loss": 0.0151,
       "step": 525
     },
     {
       "epoch": 4.43,
-      "learning_rate": 8.072222222222223e-06,
-      "loss": 0.0138,
+      "learning_rate": 9.086842105263158e-06,
+      "loss": 0.0161,
       "step": 550
     },
     {
       "epoch": 4.63,
-      "learning_rate": 7.933333333333334e-06,
+      "learning_rate": 9.021052631578948e-06,
       "loss": 0.0165,
       "step": 575
     },
     {
       "epoch": 4.83,
-      "learning_rate": 7.794444444444445e-06,
-      "loss": 0.0145,
+      "learning_rate": 8.955263157894738e-06,
+      "loss": 0.017,
       "step": 600
     },
     {
       "epoch": 5.04,
-      "learning_rate": 7.655555555555556e-06,
-      "loss": 0.0143,
+      "learning_rate": 8.889473684210528e-06,
+      "loss": 0.0154,
       "step": 625
     },
     {
       "epoch": 5.24,
-      "learning_rate": 7.516666666666668e-06,
-      "loss": 0.008,
+      "learning_rate": 8.823684210526317e-06,
+      "loss": 0.0093,
       "step": 650
     },
     {
       "epoch": 5.44,
-      "learning_rate": 7.377777777777778e-06,
-      "loss": 0.0103,
+      "learning_rate": 8.757894736842106e-06,
+      "loss": 0.0109,
       "step": 675
     },
     {
       "epoch": 5.64,
-      "learning_rate": 7.23888888888889e-06,
-      "loss": 0.0081,
+      "learning_rate": 8.692105263157895e-06,
+      "loss": 0.009,
       "step": 700
     },
     {
       "epoch": 5.84,
-      "learning_rate": 7.100000000000001e-06,
-      "loss": 0.0083,
+      "learning_rate": 8.626315789473686e-06,
+      "loss": 0.0109,
       "step": 725
     },
     {
       "epoch": 6.05,
-      "learning_rate": 6.9611111111111116e-06,
-      "loss": 0.0087,
+      "learning_rate": 8.560526315789475e-06,
+      "loss": 0.0105,
       "step": 750
     },
     {
       "epoch": 6.25,
-      "learning_rate": 6.8222222222222225e-06,
-      "loss": 0.007,
+      "learning_rate": 8.494736842105264e-06,
+      "loss": 0.0077,
       "step": 775
     },
     {
       "epoch": 6.45,
-      "learning_rate": 6.683333333333334e-06,
-      "loss": 0.0054,
+      "learning_rate": 8.428947368421053e-06,
+      "loss": 0.0063,
       "step": 800
     },
     {
       "epoch": 6.65,
-      "learning_rate": 6.544444444444445e-06,
-      "loss": 0.0072,
+      "learning_rate": 8.363157894736842e-06,
+      "loss": 0.0093,
       "step": 825
     },
     {
       "epoch": 6.85,
-      "learning_rate": 6.405555555555556e-06,
-      "loss": 0.0046,
+      "learning_rate": 8.297368421052631e-06,
+      "loss": 0.0072,
       "step": 850
     },
     {
       "epoch": 7.06,
-      "learning_rate": 6.266666666666668e-06,
-      "loss": 0.0053,
+      "learning_rate": 8.231578947368422e-06,
+      "loss": 0.0081,
       "step": 875
     },
     {
       "epoch": 7.26,
-      "learning_rate": 6.127777777777778e-06,
-      "loss": 0.0036,
+      "learning_rate": 8.165789473684211e-06,
+      "loss": 0.0047,
       "step": 900
     },
     {
       "epoch": 7.46,
-      "learning_rate": 5.98888888888889e-06,
-      "loss": 0.0035,
+      "learning_rate": 8.1e-06,
+      "loss": 0.0058,
       "step": 925
     },
     {
       "epoch": 7.66,
-      "learning_rate": 5.85e-06,
-      "loss": 0.0039,
+      "learning_rate": 8.03421052631579e-06,
+      "loss": 0.0051,
       "step": 950
     },
     {
       "epoch": 7.86,
-      "learning_rate": 5.711111111111112e-06,
-      "loss": 0.004,
+      "learning_rate": 7.96842105263158e-06,
+      "loss": 0.0056,
       "step": 975
     },
     {
       "epoch": 8.06,
-      "learning_rate": 5.572222222222223e-06,
-      "loss": 0.0037,
+      "learning_rate": 7.90263157894737e-06,
+      "loss": 0.0057,
       "step": 1000
     },
     {
       "epoch": 8.06,
-      "eval_loss": 0.3382585346698761,
-      "eval_runtime": 2322.4054,
-      "eval_samples_per_second": 0.554,
-      "eval_steps_per_second": 0.554,
-      "eval_wer": 16.17741866162376,
+      "eval_loss": 0.3434995114803314,
+      "eval_runtime": 2295.9725,
+      "eval_samples_per_second": 0.56,
+      "eval_steps_per_second": 0.56,
+      "eval_wer": 15.949628228821936,
       "step": 1000
     },
     {
       "epoch": 8.26,
-      "learning_rate": 5.4333333333333335e-06,
-      "loss": 0.002,
+      "learning_rate": 7.836842105263159e-06,
+      "loss": 0.0031,
       "step": 1025
     },
     {
       "epoch": 8.46,
-      "learning_rate": 5.294444444444445e-06,
-      "loss": 0.0036,
+      "learning_rate": 7.771052631578948e-06,
+      "loss": 0.0055,
       "step": 1050
     },
     {
       "epoch": 8.66,
-      "learning_rate": 5.155555555555556e-06,
-      "loss": 0.0029,
+      "learning_rate": 7.705263157894738e-06,
+      "loss": 0.0056,
       "step": 1075
     },
     {
       "epoch": 8.86,
-      "learning_rate": 5.016666666666667e-06,
-      "loss": 0.0026,
+      "learning_rate": 7.639473684210526e-06,
+      "loss": 0.0049,
       "step": 1100
     },
     {
       "epoch": 9.07,
-      "learning_rate": 4.877777777777778e-06,
-      "loss": 0.0023,
+      "learning_rate": 7.573684210526317e-06,
+      "loss": 0.004,
       "step": 1125
     },
     {
       "epoch": 9.27,
-      "learning_rate": 4.73888888888889e-06,
-      "loss": 0.0023,
+      "learning_rate": 7.507894736842106e-06,
+      "loss": 0.0036,
       "step": 1150
     },
     {
       "epoch": 9.47,
-      "learning_rate": 4.600000000000001e-06,
-      "loss": 0.0023,
+      "learning_rate": 7.442105263157895e-06,
+      "loss": 0.0028,
       "step": 1175
     },
     {
       "epoch": 9.67,
-      "learning_rate": 4.461111111111112e-06,
-      "loss": 0.0019,
+      "learning_rate": 7.376315789473685e-06,
+      "loss": 0.0034,
       "step": 1200
     },
     {
       "epoch": 9.87,
-      "learning_rate": 4.322222222222223e-06,
-      "loss": 0.002,
+      "learning_rate": 7.310526315789475e-06,
+      "loss": 0.0027,
       "step": 1225
     },
     {
       "epoch": 10.08,
-      "learning_rate": 4.183333333333334e-06,
-      "loss": 0.0017,
+      "learning_rate": 7.244736842105263e-06,
+      "loss": 0.0027,
       "step": 1250
     },
     {
       "epoch": 10.28,
-      "learning_rate": 4.044444444444445e-06,
-      "loss": 0.0014,
+      "learning_rate": 7.178947368421053e-06,
+      "loss": 0.0022,
       "step": 1275
     },
     {
       "epoch": 10.48,
-      "learning_rate": 3.9055555555555555e-06,
-      "loss": 0.0021,
+      "learning_rate": 7.113157894736843e-06,
+      "loss": 0.0033,
       "step": 1300
     },
     {
       "epoch": 10.68,
-      "learning_rate": 3.766666666666667e-06,
-      "loss": 0.0017,
+      "learning_rate": 7.047368421052631e-06,
+      "loss": 0.0033,
       "step": 1325
     },
     {
       "epoch": 10.88,
-      "learning_rate": 3.627777777777778e-06,
-      "loss": 0.0024,
+      "learning_rate": 6.981578947368421e-06,
+      "loss": 0.005,
       "step": 1350
     },
     {
       "epoch": 11.09,
-      "learning_rate": 3.4888888888888896e-06,
-      "loss": 0.0015,
+      "learning_rate": 6.915789473684211e-06,
+      "loss": 0.0034,
       "step": 1375
     },
     {
       "epoch": 11.29,
-      "learning_rate": 3.3500000000000005e-06,
-      "loss": 0.0012,
+      "learning_rate": 6.850000000000001e-06,
+      "loss": 0.0035,
       "step": 1400
     },
     {
       "epoch": 11.49,
-      "learning_rate": 3.2111111111111115e-06,
-      "loss": 0.0012,
+      "learning_rate": 6.78421052631579e-06,
+      "loss": 0.0033,
       "step": 1425
     },
     {
       "epoch": 11.69,
-      "learning_rate": 3.0722222222222224e-06,
-      "loss": 0.0017,
+      "learning_rate": 6.71842105263158e-06,
+      "loss": 0.0041,
       "step": 1450
     },
     {
       "epoch": 11.89,
-      "learning_rate": 2.9333333333333338e-06,
-      "loss": 0.0022,
+      "learning_rate": 6.6526315789473695e-06,
+      "loss": 0.0047,
       "step": 1475
     },
     {
       "epoch": 12.1,
-      "learning_rate": 2.7944444444444447e-06,
-      "loss": 0.0017,
+      "learning_rate": 6.586842105263158e-06,
+      "loss": 0.0049,
       "step": 1500
     },
     {
       "epoch": 12.1,
-      "eval_loss": 0.3618781566619873,
-      "eval_runtime": 2327.1444,
-      "eval_samples_per_second": 0.553,
-      "eval_steps_per_second": 0.553,
-      "eval_wer": 15.803498517213221,
+      "eval_loss": 0.3610152006149292,
+      "eval_runtime": 2310.3916,
+      "eval_samples_per_second": 0.557,
+      "eval_steps_per_second": 0.557,
+      "eval_wer": 16.87368375811235,
       "step": 1500
     },
     {
       "epoch": 12.3,
-      "learning_rate": 2.6555555555555556e-06,
-      "loss": 0.0012,
+      "learning_rate": 6.521052631578948e-06,
+      "loss": 0.0035,
       "step": 1525
     },
     {
       "epoch": 12.5,
-      "learning_rate": 2.5166666666666666e-06,
-      "loss": 0.0016,
+      "learning_rate": 6.455263157894738e-06,
+      "loss": 0.0036,
       "step": 1550
     },
     {
       "epoch": 12.7,
-      "learning_rate": 2.377777777777778e-06,
-      "loss": 0.0016,
+      "learning_rate": 6.389473684210527e-06,
+      "loss": 0.0038,
       "step": 1575
     },
     {
       "epoch": 12.9,
-      "learning_rate": 2.238888888888889e-06,
-      "loss": 0.0012,
+      "learning_rate": 6.323684210526316e-06,
+      "loss": 0.0033,
       "step": 1600
     },
     {
       "epoch": 13.1,
-      "learning_rate": 2.1000000000000002e-06,
-      "loss": 0.0012,
+      "learning_rate": 6.257894736842106e-06,
+      "loss": 0.0028,
       "step": 1625
     },
     {
       "epoch": 13.3,
-      "learning_rate": 1.9611111111111116e-06,
-      "loss": 0.0011,
+      "learning_rate": 6.192105263157895e-06,
+      "loss": 0.0029,
       "step": 1650
     },
     {
       "epoch": 13.5,
-      "learning_rate": 1.8222222222222225e-06,
-      "loss": 0.0014,
+      "learning_rate": 6.126315789473685e-06,
+      "loss": 0.0033,
       "step": 1675
     },
     {
       "epoch": 13.7,
-      "learning_rate": 1.6833333333333335e-06,
-      "loss": 0.0012,
+      "learning_rate": 6.060526315789474e-06,
+      "loss": 0.003,
       "step": 1700
     },
     {
       "epoch": 13.9,
-      "learning_rate": 1.5444444444444446e-06,
-      "loss": 0.0013,
+      "learning_rate": 5.994736842105263e-06,
+      "loss": 0.0036,
       "step": 1725
     },
     {
       "epoch": 14.11,
-      "learning_rate": 1.4055555555555555e-06,
-      "loss": 0.0013,
+      "learning_rate": 5.928947368421053e-06,
+      "loss": 0.0029,
       "step": 1750
     },
     {
       "epoch": 14.31,
-      "learning_rate": 1.2666666666666669e-06,
-      "loss": 0.0012,
+      "learning_rate": 5.863157894736842e-06,
+      "loss": 0.0027,
       "step": 1775
     },
     {
       "epoch": 14.51,
-      "learning_rate": 1.1277777777777778e-06,
-      "loss": 0.001,
+      "learning_rate": 5.7973684210526315e-06,
+      "loss": 0.0023,
       "step": 1800
     },
     {
       "epoch": 14.71,
-      "learning_rate": 9.88888888888889e-07,
-      "loss": 0.001,
+      "learning_rate": 5.7315789473684215e-06,
+      "loss": 0.0023,
       "step": 1825
     },
     {
       "epoch": 14.91,
-      "learning_rate": 8.500000000000001e-07,
-      "loss": 0.0011,
+      "learning_rate": 5.6657894736842115e-06,
+      "loss": 0.0033,
       "step": 1850
     },
     {
       "epoch": 15.12,
-      "learning_rate": 7.111111111111112e-07,
-      "loss": 0.0011,
+      "learning_rate": 5.600000000000001e-06,
+      "loss": 0.0033,
       "step": 1875
     },
     {
       "epoch": 15.32,
-      "learning_rate": 5.722222222222223e-07,
-      "loss": 0.001,
+      "learning_rate": 5.53421052631579e-06,
+      "loss": 0.0037,
       "step": 1900
     },
     {
       "epoch": 15.52,
-      "learning_rate": 4.333333333333334e-07,
-      "loss": 0.0009,
+      "learning_rate": 5.46842105263158e-06,
+      "loss": 0.0035,
       "step": 1925
     },
     {
       "epoch": 15.72,
-      "learning_rate": 2.9444444444444444e-07,
-      "loss": 0.0012,
+      "learning_rate": 5.40263157894737e-06,
+      "loss": 0.0037,
       "step": 1950
     },
     {
       "epoch": 15.92,
-      "learning_rate": 1.5555555555555556e-07,
-      "loss": 0.0012,
+      "learning_rate": 5.336842105263158e-06,
+      "loss": 0.0024,
       "step": 1975
     },
     {
       "epoch": 16.13,
-      "learning_rate": 1.666666666666667e-08,
-      "loss": 0.0008,
+      "learning_rate": 5.271052631578948e-06,
+      "loss": 0.0015,
       "step": 2000
     },
     {
       "epoch": 16.13,
-      "eval_loss": 0.3861992359161377,
-      "eval_runtime": 2318.6816,
-      "eval_samples_per_second": 0.555,
-      "eval_steps_per_second": 0.555,
-      "eval_wer": 15.541324622856406,
+      "eval_loss": 0.36096739768981934,
+      "eval_runtime": 2288.7771,
+      "eval_samples_per_second": 0.562,
+      "eval_steps_per_second": 0.562,
+      "eval_wer": 16.125843469291272,
       "step": 2000
     },
     {
-      "epoch": 16.13,
-      "step": 2000,
-      "total_flos": 1.36902067421184e+20,
-      "train_loss": 0.032722438401542604,
-      "train_runtime": 36967.2072,
-      "train_samples_per_second": 1.731,
+      "epoch": 16.33,
+      "learning_rate": 5.205263157894738e-06,
+      "loss": 0.0017,
+      "step": 2025
+    },
+    {
+      "epoch": 16.53,
+      "learning_rate": 5.139473684210526e-06,
+      "loss": 0.0017,
+      "step": 2050
+    },
+    {
+      "epoch": 16.73,
+      "learning_rate": 5.073684210526316e-06,
+      "loss": 0.0017,
+      "step": 2075
+    },
+    {
+      "epoch": 16.93,
+      "learning_rate": 5.007894736842106e-06,
+      "loss": 0.003,
+      "step": 2100
+    },
+    {
+      "epoch": 17.14,
+      "learning_rate": 4.942105263157895e-06,
+      "loss": 0.0017,
+      "step": 2125
+    },
+    {
+      "epoch": 17.34,
+      "learning_rate": 4.876315789473684e-06,
+      "loss": 0.0014,
+      "step": 2150
+    },
+    {
+      "epoch": 17.54,
+      "learning_rate": 4.8105263157894735e-06,
+      "loss": 0.0022,
+      "step": 2175
+    },
+    {
+      "epoch": 17.74,
+      "learning_rate": 4.7447368421052634e-06,
+      "loss": 0.0023,
+      "step": 2200
+    },
+    {
+      "epoch": 17.94,
+      "learning_rate": 4.6789473684210525e-06,
+      "loss": 0.0026,
+      "step": 2225
+    },
+    {
+      "epoch": 18.14,
+      "learning_rate": 4.6131578947368425e-06,
+      "loss": 0.0013,
+      "step": 2250
+    },
+    {
+      "epoch": 18.34,
+      "learning_rate": 4.547368421052632e-06,
+      "loss": 0.0012,
+      "step": 2275
+    },
+    {
+      "epoch": 18.54,
+      "learning_rate": 4.481578947368422e-06,
+      "loss": 0.0014,
+      "step": 2300
+    },
+    {
+      "epoch": 18.74,
+      "learning_rate": 4.415789473684211e-06,
+      "loss": 0.0017,
+      "step": 2325
+    },
+    {
+      "epoch": 18.94,
+      "learning_rate": 4.350000000000001e-06,
+      "loss": 0.002,
+      "step": 2350
+    },
+    {
+      "epoch": 19.15,
+      "learning_rate": 4.28421052631579e-06,
+      "loss": 0.0015,
+      "step": 2375
+    },
+    {
+      "epoch": 19.35,
+      "learning_rate": 4.21842105263158e-06,
+      "loss": 0.0016,
+      "step": 2400
+    },
+    {
+      "epoch": 19.55,
+      "learning_rate": 4.152631578947369e-06,
+      "loss": 0.0013,
+      "step": 2425
+    },
+    {
+      "epoch": 19.75,
+      "learning_rate": 4.086842105263159e-06,
+      "loss": 0.0014,
+      "step": 2450
+    },
+    {
+      "epoch": 19.95,
+      "learning_rate": 4.021052631578948e-06,
+      "loss": 0.0011,
+      "step": 2475
+    },
+    {
+      "epoch": 20.16,
+      "learning_rate": 3.955263157894737e-06,
+      "loss": 0.001,
+      "step": 2500
+    },
+    {
+      "epoch": 20.16,
+      "eval_loss": 0.38679206371307373,
+      "eval_runtime": 2297.8177,
+      "eval_samples_per_second": 0.56,
+      "eval_steps_per_second": 0.56,
+      "eval_wer": 16.035586882709417,
+      "step": 2500
+    },
+    {
+      "epoch": 20.36,
+      "learning_rate": 3.889473684210527e-06,
+      "loss": 0.0013,
+      "step": 2525
+    },
+    {
+      "epoch": 20.56,
+      "learning_rate": 3.823684210526316e-06,
+      "loss": 0.0012,
+      "step": 2550
+    },
+    {
+      "epoch": 20.76,
+      "learning_rate": 3.7578947368421053e-06,
+      "loss": 0.001,
+      "step": 2575
+    },
+    {
+      "epoch": 20.96,
+      "learning_rate": 3.6921052631578953e-06,
+      "loss": 0.0012,
+      "step": 2600
+    },
+    {
+      "epoch": 21.17,
+      "learning_rate": 3.6263157894736844e-06,
+      "loss": 0.0013,
+      "step": 2625
+    },
+    {
+      "epoch": 21.37,
+      "learning_rate": 3.5605263157894736e-06,
+      "loss": 0.0008,
+      "step": 2650
+    },
+    {
+      "epoch": 21.57,
+      "learning_rate": 3.4947368421052635e-06,
+      "loss": 0.0013,
+      "step": 2675
+    },
+    {
+      "epoch": 21.77,
+      "learning_rate": 3.4289473684210527e-06,
+      "loss": 0.001,
+      "step": 2700
+    },
+    {
+      "epoch": 21.97,
+      "learning_rate": 3.3631578947368426e-06,
+      "loss": 0.0014,
+      "step": 2725
+    },
+    {
+      "epoch": 22.18,
+      "learning_rate": 3.2973684210526318e-06,
+      "loss": 0.0012,
+      "step": 2750
+    },
+    {
+      "epoch": 22.38,
+      "learning_rate": 3.2315789473684213e-06,
+      "loss": 0.0008,
+      "step": 2775
+    },
+    {
+      "epoch": 22.58,
+      "learning_rate": 3.165789473684211e-06,
+      "loss": 0.001,
+      "step": 2800
+    },
+    {
+      "epoch": 22.78,
+      "learning_rate": 3.1000000000000004e-06,
+      "loss": 0.0012,
+      "step": 2825
+    },
+    {
+      "epoch": 22.98,
+      "learning_rate": 3.0342105263157895e-06,
+      "loss": 0.001,
+      "step": 2850
+    },
+    {
+      "epoch": 23.18,
+      "learning_rate": 2.9684210526315795e-06,
+      "loss": 0.0008,
+      "step": 2875
+    },
+    {
+      "epoch": 23.38,
+      "learning_rate": 2.9026315789473686e-06,
+      "loss": 0.0007,
+      "step": 2900
+    },
+    {
+      "epoch": 23.58,
+      "learning_rate": 2.8368421052631586e-06,
+      "loss": 0.0011,
+      "step": 2925
+    },
+    {
+      "epoch": 23.78,
+      "learning_rate": 2.7710526315789477e-06,
+      "loss": 0.0015,
+      "step": 2950
+    },
+    {
+      "epoch": 23.98,
+      "learning_rate": 2.705263157894737e-06,
+      "loss": 0.0011,
+      "step": 2975
+    },
+    {
+      "epoch": 24.19,
+      "learning_rate": 2.639473684210527e-06,
+      "loss": 0.0011,
+      "step": 3000
+    },
+    {
+      "epoch": 24.19,
+      "eval_loss": 0.394901841878891,
+      "eval_runtime": 2297.2378,
+      "eval_samples_per_second": 0.56,
+      "eval_steps_per_second": 0.56,
+      "eval_wer": 15.829286113379466,
+      "step": 3000
+    },
+    {
+      "epoch": 24.39,
+      "learning_rate": 2.573684210526316e-06,
+      "loss": 0.0007,
+      "step": 3025
+    },
+    {
+      "epoch": 24.59,
+      "learning_rate": 2.5078947368421055e-06,
+      "loss": 0.0012,
+      "step": 3050
+    },
+    {
+      "epoch": 24.79,
+      "learning_rate": 2.442105263157895e-06,
+      "loss": 0.0011,
+      "step": 3075
+    },
+    {
+      "epoch": 24.99,
+      "learning_rate": 2.3763157894736846e-06,
+      "loss": 0.0009,
+      "step": 3100
+    },
+    {
+      "epoch": 25.2,
+      "learning_rate": 2.310526315789474e-06,
+      "loss": 0.0009,
+      "step": 3125
+    },
+    {
+      "epoch": 25.4,
+      "learning_rate": 2.2447368421052636e-06,
+      "loss": 0.0008,
+      "step": 3150
+    },
+    {
+      "epoch": 25.6,
+      "learning_rate": 2.1789473684210528e-06,
+      "loss": 0.0009,
+      "step": 3175
+    },
+    {
+      "epoch": 25.8,
+      "learning_rate": 2.1131578947368423e-06,
+      "loss": 0.0009,
+      "step": 3200
+    },
+    {
+      "epoch": 26.01,
+      "learning_rate": 2.047368421052632e-06,
+      "loss": 0.0011,
+      "step": 3225
+    },
+    {
+      "epoch": 26.21,
+      "learning_rate": 1.9815789473684214e-06,
+      "loss": 0.0007,
+      "step": 3250
+    },
+    {
+      "epoch": 26.41,
+      "learning_rate": 1.9157894736842105e-06,
+      "loss": 0.001,
+      "step": 3275
+    },
+    {
+      "epoch": 26.61,
+      "learning_rate": 1.85e-06,
+      "loss": 0.0008,
+      "step": 3300
+    },
+    {
+      "epoch": 26.81,
+      "learning_rate": 1.7842105263157896e-06,
+      "loss": 0.0008,
+      "step": 3325
+    },
+    {
+      "epoch": 27.02,
+      "learning_rate": 1.7184210526315792e-06,
+      "loss": 0.0012,
+      "step": 3350
+    },
+    {
+      "epoch": 27.22,
+      "learning_rate": 1.6526315789473685e-06,
+      "loss": 0.0009,
+      "step": 3375
+    },
+    {
+      "epoch": 27.42,
+      "learning_rate": 1.586842105263158e-06,
+      "loss": 0.0009,
+      "step": 3400
+    },
+    {
+      "epoch": 27.62,
+      "learning_rate": 1.5210526315789476e-06,
+      "loss": 0.0009,
+      "step": 3425
+    },
+    {
+      "epoch": 27.82,
+      "learning_rate": 1.4552631578947371e-06,
+      "loss": 0.0009,
+      "step": 3450
+    },
+    {
+      "epoch": 28.02,
+      "learning_rate": 1.3894736842105263e-06,
+      "loss": 0.001,
+      "step": 3475
+    },
+    {
+      "epoch": 28.22,
+      "learning_rate": 1.3236842105263158e-06,
+      "loss": 0.0006,
+      "step": 3500
+    },
+    {
+      "epoch": 28.22,
+      "eval_loss": 0.4028264284133911,
+      "eval_runtime": 2295.0076,
+      "eval_samples_per_second": 0.56,
+      "eval_steps_per_second": 0.56,
+      "eval_wer": 15.74762539218636,
+      "step": 3500
+    },
+    {
+      "epoch": 28.42,
+      "learning_rate": 1.2578947368421054e-06,
+      "loss": 0.0005,
+      "step": 3525
+    },
+    {
+      "epoch": 28.62,
+      "learning_rate": 1.192105263157895e-06,
+      "loss": 0.0006,
+      "step": 3550
+    },
+    {
+      "epoch": 28.82,
+      "learning_rate": 1.1263157894736842e-06,
+      "loss": 0.0011,
+      "step": 3575
+    },
+    {
+      "epoch": 29.03,
+      "learning_rate": 1.0605263157894738e-06,
+      "loss": 0.0012,
+      "step": 3600
+    },
+    {
+      "epoch": 29.23,
+      "learning_rate": 9.947368421052631e-07,
+      "loss": 0.0006,
+      "step": 3625
+    },
+    {
+      "epoch": 29.43,
+      "learning_rate": 9.289473684210528e-07,
+      "loss": 0.0008,
+      "step": 3650
+    },
+    {
+      "epoch": 29.63,
+      "learning_rate": 8.631578947368421e-07,
+      "loss": 0.0009,
+      "step": 3675
+    },
+    {
+      "epoch": 29.83,
+      "learning_rate": 7.973684210526317e-07,
+      "loss": 0.0008,
+      "step": 3700
+    },
+    {
+      "epoch": 30.04,
+      "learning_rate": 7.315789473684211e-07,
+      "loss": 0.0008,
+      "step": 3725
+    },
+    {
+      "epoch": 30.24,
+      "learning_rate": 6.657894736842106e-07,
+      "loss": 0.0007,
+      "step": 3750
+    },
+    {
+      "epoch": 30.44,
+      "learning_rate": 6.000000000000001e-07,
+      "loss": 0.0008,
+      "step": 3775
+    },
+    {
+      "epoch": 30.64,
+      "learning_rate": 5.342105263157895e-07,
+      "loss": 0.0009,
+      "step": 3800
+    },
+    {
+      "epoch": 30.84,
+      "learning_rate": 4.6842105263157896e-07,
+      "loss": 0.0008,
+      "step": 3825
+    },
+    {
+      "epoch": 31.05,
+      "learning_rate": 4.0263157894736845e-07,
+      "loss": 0.0007,
+      "step": 3850
+    },
+    {
+      "epoch": 31.25,
+      "learning_rate": 3.368421052631579e-07,
+      "loss": 0.0006,
+      "step": 3875
+    },
+    {
+      "epoch": 31.45,
+      "learning_rate": 2.710526315789474e-07,
+      "loss": 0.0008,
+      "step": 3900
+    },
+    {
+      "epoch": 31.65,
+      "learning_rate": 2.0526315789473685e-07,
+      "loss": 0.0007,
+      "step": 3925
+    },
+    {
+      "epoch": 31.85,
+      "learning_rate": 1.3947368421052632e-07,
+      "loss": 0.001,
+      "step": 3950
+    },
+    {
+      "epoch": 32.06,
+      "learning_rate": 7.368421052631579e-08,
+      "loss": 0.0006,
+      "step": 3975
+    },
+    {
+      "epoch": 32.26,
+      "learning_rate": 7.894736842105264e-09,
+      "loss": 0.0008,
+      "step": 4000
+    },
+    {
+      "epoch": 32.26,
+      "eval_loss": 0.4131947159767151,
+      "eval_runtime": 2384.3215,
+      "eval_samples_per_second": 0.539,
+      "eval_steps_per_second": 0.539,
+      "eval_wer": 15.734731594103234,
+      "step": 4000
+    },
+    {
+      "epoch": 32.26,
+      "step": 4000,
+      "total_flos": 2.73804134842368e+20,
+      "train_loss": 0.017603627420263366,
+      "train_runtime": 74040.5343,
+      "train_samples_per_second": 1.729,
       "train_steps_per_second": 0.054
     }
   ],
-  "max_steps": 2000,
-  "num_train_epochs": 17,
-  "total_flos": 1.36902067421184e+20,
+  "max_steps": 4000,
+  "num_train_epochs": 33,
+  "total_flos": 2.73804134842368e+20,
   "trial_name": null,
   "trial_params": null
 }