End of training

README.md

@@ -16,7 +16,7 @@ should probably proofread and complete it, then remove this comment. -->
 
 # qlora-llama3b-iterative
 
-This model is a fine-tuned version of [meta-llama/Llama-3.2-3B-Instruct](https://huggingface.co/meta-llama/Llama-3.2-3B-Instruct) on an unknown dataset.
+This model is a fine-tuned version of [meta-llama/Llama-3.2-3B-Instruct](https://huggingface.co/meta-llama/Llama-3.2-3B-Instruct) on the train-iterative dataset.
 It achieves the following results on the evaluation set:
 - Loss: 0.0051
 

all_results.json

@@ -1,12 +1,12 @@
 {
     "epoch": 4.444444444444445,
     "eval_loss": 0.005105508491396904,
-    "eval_runtime": 8.0865,
-    "eval_samples_per_second": 12.366,
-    "eval_steps_per_second": 12.366,
+    "eval_runtime": 9.3852,
+    "eval_samples_per_second": 10.655,
+    "eval_steps_per_second": 10.655,
     "total_flos": 1.038706354200576e+16,
     "train_loss": 0.1301481350355316,
-    "train_runtime": 1611.4177,
-    "train_samples_per_second": 2.482,
-    "train_steps_per_second": 0.31
+    "train_runtime": 1904.5573,
+    "train_samples_per_second": 2.1,
+    "train_steps_per_second": 0.263
 }

eval_results.json

@@ -1,7 +1,7 @@
 {
     "epoch": 4.444444444444445,
     "eval_loss": 0.005105508491396904,
-    "eval_runtime": 8.0865,
-    "eval_samples_per_second": 12.366,
-    "eval_steps_per_second": 12.366
+    "eval_runtime": 9.3852,
+    "eval_samples_per_second": 10.655,
+    "eval_steps_per_second": 10.655
 }

train_results.json

@@ -2,7 +2,7 @@
     "epoch": 4.444444444444445,
     "total_flos": 1.038706354200576e+16,
     "train_loss": 0.1301481350355316,
-    "train_runtime": 1611.4177,
-    "train_samples_per_second": 2.482,
-    "train_steps_per_second": 0.31
+    "train_runtime": 1904.5573,
+    "train_samples_per_second": 2.1,
+    "train_steps_per_second": 0.263
 }

trainer_state.json

@@ -18,9 +18,9 @@
     {
       "epoch": 0.08888888888888889,
       "eval_loss": 1.5894473791122437,
-      "eval_runtime": 8.0398,
-      "eval_samples_per_second": 12.438,
-      "eval_steps_per_second": 12.438,
+      "eval_runtime": 9.6219,
+      "eval_samples_per_second": 10.393,
+      "eval_steps_per_second": 10.393,
       "step": 10
     },
     {
@@ -33,9 +33,9 @@
     {
       "epoch": 0.17777777777777778,
       "eval_loss": 0.6867849826812744,
-      "eval_runtime": 8.0305,
-      "eval_samples_per_second": 12.453,
-      "eval_steps_per_second": 12.453,
+      "eval_runtime": 9.506,
+      "eval_samples_per_second": 10.52,
+      "eval_steps_per_second": 10.52,
       "step": 20
     },
     {
@@ -48,9 +48,9 @@
     {
       "epoch": 0.26666666666666666,
       "eval_loss": 0.45551854372024536,
-      "eval_runtime": 8.0298,
-      "eval_samples_per_second": 12.454,
-      "eval_steps_per_second": 12.454,
+      "eval_runtime": 9.5056,
+      "eval_samples_per_second": 10.52,
+      "eval_steps_per_second": 10.52,
       "step": 30
     },
     {
@@ -63,9 +63,9 @@
     {
       "epoch": 0.35555555555555557,
       "eval_loss": 0.3795148730278015,
-      "eval_runtime": 8.0289,
-      "eval_samples_per_second": 12.455,
-      "eval_steps_per_second": 12.455,
+      "eval_runtime": 9.3637,
+      "eval_samples_per_second": 10.68,
+      "eval_steps_per_second": 10.68,
       "step": 40
     },
     {
@@ -78,9 +78,9 @@
     {
       "epoch": 0.4444444444444444,
       "eval_loss": 0.30648669600486755,
-      "eval_runtime": 8.0213,
-      "eval_samples_per_second": 12.467,
-      "eval_steps_per_second": 12.467,
+      "eval_runtime": 9.2398,
+      "eval_samples_per_second": 10.823,
+      "eval_steps_per_second": 10.823,
       "step": 50
     },
     {
@@ -93,9 +93,9 @@
     {
       "epoch": 0.5333333333333333,
       "eval_loss": 0.20737296342849731,
-      "eval_runtime": 8.0166,
-      "eval_samples_per_second": 12.474,
-      "eval_steps_per_second": 12.474,
+      "eval_runtime": 9.2548,
+      "eval_samples_per_second": 10.805,
+      "eval_steps_per_second": 10.805,
       "step": 60
     },
     {
@@ -108,9 +108,9 @@
     {
       "epoch": 0.6222222222222222,
       "eval_loss": 0.15315091609954834,
-      "eval_runtime": 8.025,
-      "eval_samples_per_second": 12.461,
-      "eval_steps_per_second": 12.461,
+      "eval_runtime": 9.2724,
+      "eval_samples_per_second": 10.785,
+      "eval_steps_per_second": 10.785,
       "step": 70
     },
     {
@@ -123,9 +123,9 @@
     {
       "epoch": 0.7111111111111111,
       "eval_loss": 0.13480396568775177,
-      "eval_runtime": 8.0237,
-      "eval_samples_per_second": 12.463,
-      "eval_steps_per_second": 12.463,
+      "eval_runtime": 9.1987,
+      "eval_samples_per_second": 10.871,
+      "eval_steps_per_second": 10.871,
       "step": 80
     },
     {
@@ -138,9 +138,9 @@
     {
       "epoch": 0.8,
       "eval_loss": 0.13721750676631927,
-      "eval_runtime": 8.0237,
-      "eval_samples_per_second": 12.463,
-      "eval_steps_per_second": 12.463,
+      "eval_runtime": 9.2578,
+      "eval_samples_per_second": 10.802,
+      "eval_steps_per_second": 10.802,
       "step": 90
     },
     {
@@ -153,9 +153,9 @@
     {
       "epoch": 0.8888888888888888,
       "eval_loss": 0.12762245535850525,
-      "eval_runtime": 8.0161,
-      "eval_samples_per_second": 12.475,
-      "eval_steps_per_second": 12.475,
+      "eval_runtime": 9.2566,
+      "eval_samples_per_second": 10.803,
+      "eval_steps_per_second": 10.803,
       "step": 100
     },
     {
@@ -168,9 +168,9 @@
     {
       "epoch": 0.9777777777777777,
       "eval_loss": 0.10031093657016754,
-      "eval_runtime": 8.0285,
-      "eval_samples_per_second": 12.456,
-      "eval_steps_per_second": 12.456,
+      "eval_runtime": 9.365,
+      "eval_samples_per_second": 10.678,
+      "eval_steps_per_second": 10.678,
       "step": 110
     },
     {
@@ -183,9 +183,9 @@
     {
       "epoch": 1.0666666666666667,
       "eval_loss": 0.08794313669204712,
-      "eval_runtime": 8.0399,
-      "eval_samples_per_second": 12.438,
-      "eval_steps_per_second": 12.438,
+      "eval_runtime": 9.3908,
+      "eval_samples_per_second": 10.649,
+      "eval_steps_per_second": 10.649,
       "step": 120
     },
     {
@@ -198,9 +198,9 @@
     {
       "epoch": 1.1555555555555554,
       "eval_loss": 0.08720792084932327,
-      "eval_runtime": 8.2778,
-      "eval_samples_per_second": 12.08,
-      "eval_steps_per_second": 12.08,
+      "eval_runtime": 9.3262,
+      "eval_samples_per_second": 10.722,
+      "eval_steps_per_second": 10.722,
       "step": 130
     },
     {
@@ -213,9 +213,9 @@
     {
       "epoch": 1.2444444444444445,
       "eval_loss": 0.09057007730007172,
-      "eval_runtime": 8.2874,
-      "eval_samples_per_second": 12.067,
-      "eval_steps_per_second": 12.067,
+      "eval_runtime": 9.3221,
+      "eval_samples_per_second": 10.727,
+      "eval_steps_per_second": 10.727,
       "step": 140
     },
     {
@@ -228,9 +228,9 @@
     {
       "epoch": 1.3333333333333333,
       "eval_loss": 0.058685798197984695,
-      "eval_runtime": 8.2384,
-      "eval_samples_per_second": 12.138,
-      "eval_steps_per_second": 12.138,
+      "eval_runtime": 9.3758,
+      "eval_samples_per_second": 10.666,
+      "eval_steps_per_second": 10.666,
       "step": 150
     },
     {
@@ -243,9 +243,9 @@
     {
       "epoch": 1.4222222222222223,
       "eval_loss": 0.0560651533305645,
-      "eval_runtime": 8.1982,
-      "eval_samples_per_second": 12.198,
-      "eval_steps_per_second": 12.198,
+      "eval_runtime": 9.6017,
+      "eval_samples_per_second": 10.415,
+      "eval_steps_per_second": 10.415,
       "step": 160
     },
     {
@@ -258,9 +258,9 @@
     {
       "epoch": 1.511111111111111,
       "eval_loss": 0.05025744438171387,
-      "eval_runtime": 8.239,
-      "eval_samples_per_second": 12.137,
-      "eval_steps_per_second": 12.137,
+      "eval_runtime": 9.3986,
+      "eval_samples_per_second": 10.64,
+      "eval_steps_per_second": 10.64,
       "step": 170
     },
     {
@@ -273,9 +273,9 @@
     {
       "epoch": 1.6,
       "eval_loss": 0.030684156343340874,
-      "eval_runtime": 8.2772,
-      "eval_samples_per_second": 12.081,
-      "eval_steps_per_second": 12.081,
+      "eval_runtime": 9.3927,
+      "eval_samples_per_second": 10.647,
+      "eval_steps_per_second": 10.647,
       "step": 180
     },
     {
@@ -288,9 +288,9 @@
     {
       "epoch": 1.6888888888888889,
       "eval_loss": 0.023328043520450592,
-      "eval_runtime": 8.2724,
-      "eval_samples_per_second": 12.088,
-      "eval_steps_per_second": 12.088,
+      "eval_runtime": 9.6997,
+      "eval_samples_per_second": 10.31,
+      "eval_steps_per_second": 10.31,
       "step": 190
     },
     {
@@ -303,9 +303,9 @@
     {
       "epoch": 1.7777777777777777,
       "eval_loss": 0.021545417606830597,
-      "eval_runtime": 8.2753,
-      "eval_samples_per_second": 12.084,
-      "eval_steps_per_second": 12.084,
+      "eval_runtime": 9.6129,
+      "eval_samples_per_second": 10.403,
+      "eval_steps_per_second": 10.403,
       "step": 200
     },
     {
@@ -318,9 +318,9 @@
     {
       "epoch": 1.8666666666666667,
       "eval_loss": 0.012232878245413303,
-      "eval_runtime": 8.275,
-      "eval_samples_per_second": 12.085,
-      "eval_steps_per_second": 12.085,
+      "eval_runtime": 9.4898,
+      "eval_samples_per_second": 10.538,
+      "eval_steps_per_second": 10.538,
       "step": 210
     },
     {
@@ -333,9 +333,9 @@
     {
       "epoch": 1.9555555555555557,
       "eval_loss": 0.01798514649271965,
-      "eval_runtime": 8.2746,
-      "eval_samples_per_second": 12.085,
-      "eval_steps_per_second": 12.085,
+      "eval_runtime": 9.5905,
+      "eval_samples_per_second": 10.427,
+      "eval_steps_per_second": 10.427,
       "step": 220
     },
     {
@@ -348,9 +348,9 @@
     {
       "epoch": 2.0444444444444443,
       "eval_loss": 0.008207106962800026,
-      "eval_runtime": 8.2792,
-      "eval_samples_per_second": 12.078,
-      "eval_steps_per_second": 12.078,
+      "eval_runtime": 9.2773,
+      "eval_samples_per_second": 10.779,
+      "eval_steps_per_second": 10.779,
       "step": 230
     },
     {
@@ -363,9 +363,9 @@
     {
       "epoch": 2.1333333333333333,
       "eval_loss": 0.008276881650090218,
-      "eval_runtime": 8.0782,
-      "eval_samples_per_second": 12.379,
-      "eval_steps_per_second": 12.379,
+      "eval_runtime": 9.327,
+      "eval_samples_per_second": 10.722,
+      "eval_steps_per_second": 10.722,
       "step": 240
     },
     {
@@ -378,9 +378,9 @@
     {
       "epoch": 2.2222222222222223,
       "eval_loss": 0.007150276098400354,
-      "eval_runtime": 8.0319,
-      "eval_samples_per_second": 12.45,
-      "eval_steps_per_second": 12.45,
+      "eval_runtime": 9.3785,
+      "eval_samples_per_second": 10.663,
+      "eval_steps_per_second": 10.663,
       "step": 250
     },
     {
@@ -393,9 +393,9 @@
     {
       "epoch": 2.311111111111111,
       "eval_loss": 0.003109171986579895,
-      "eval_runtime": 8.0309,
-      "eval_samples_per_second": 12.452,
-      "eval_steps_per_second": 12.452,
+      "eval_runtime": 9.3703,
+      "eval_samples_per_second": 10.672,
+      "eval_steps_per_second": 10.672,
       "step": 260
     },
     {
@@ -408,9 +408,9 @@
     {
       "epoch": 2.4,
       "eval_loss": 0.012033730745315552,
-      "eval_runtime": 8.0265,
-      "eval_samples_per_second": 12.459,
-      "eval_steps_per_second": 12.459,
+      "eval_runtime": 9.2982,
+      "eval_samples_per_second": 10.755,
+      "eval_steps_per_second": 10.755,
       "step": 270
     },
     {
@@ -423,9 +423,9 @@
     {
       "epoch": 2.488888888888889,
       "eval_loss": 0.015280201099812984,
-      "eval_runtime": 8.0184,
-      "eval_samples_per_second": 12.471,
-      "eval_steps_per_second": 12.471,
+      "eval_runtime": 9.4013,
+      "eval_samples_per_second": 10.637,
+      "eval_steps_per_second": 10.637,
       "step": 280
     },
     {
@@ -438,9 +438,9 @@
     {
       "epoch": 2.5777777777777775,
       "eval_loss": 0.01406156551092863,
-      "eval_runtime": 8.0171,
-      "eval_samples_per_second": 12.473,
-      "eval_steps_per_second": 12.473,
+      "eval_runtime": 9.3181,
+      "eval_samples_per_second": 10.732,
+      "eval_steps_per_second": 10.732,
       "step": 290
     },
     {
@@ -453,9 +453,9 @@
     {
       "epoch": 2.6666666666666665,
       "eval_loss": 0.0021963752806186676,
-      "eval_runtime": 8.0193,
-      "eval_samples_per_second": 12.47,
-      "eval_steps_per_second": 12.47,
+      "eval_runtime": 9.3813,
+      "eval_samples_per_second": 10.659,
+      "eval_steps_per_second": 10.659,
       "step": 300
     },
     {
@@ -468,9 +468,9 @@
     {
       "epoch": 2.7555555555555555,
       "eval_loss": 0.001871286309324205,
-      "eval_runtime": 8.0241,
-      "eval_samples_per_second": 12.463,
-      "eval_steps_per_second": 12.463,
+      "eval_runtime": 9.7104,
+      "eval_samples_per_second": 10.298,
+      "eval_steps_per_second": 10.298,
       "step": 310
     },
     {
@@ -483,9 +483,9 @@
     {
       "epoch": 2.8444444444444446,
       "eval_loss": 0.002184124430641532,
-      "eval_runtime": 8.0123,
-      "eval_samples_per_second": 12.481,
-      "eval_steps_per_second": 12.481,
+      "eval_runtime": 9.5703,
+      "eval_samples_per_second": 10.449,
+      "eval_steps_per_second": 10.449,
       "step": 320
     },
     {
@@ -498,9 +498,9 @@
     {
       "epoch": 2.9333333333333336,
       "eval_loss": 0.0034216546919196844,
-      "eval_runtime": 8.0164,
-      "eval_samples_per_second": 12.474,
-      "eval_steps_per_second": 12.474,
+      "eval_runtime": 9.647,
+      "eval_samples_per_second": 10.366,
+      "eval_steps_per_second": 10.366,
       "step": 330
     },
     {
@@ -513,9 +513,9 @@
     {
       "epoch": 3.022222222222222,
       "eval_loss": 0.007565508596599102,
-      "eval_runtime": 8.0255,
-      "eval_samples_per_second": 12.46,
-      "eval_steps_per_second": 12.46,
+      "eval_runtime": 9.5797,
+      "eval_samples_per_second": 10.439,
+      "eval_steps_per_second": 10.439,
       "step": 340
     },
     {
@@ -528,9 +528,9 @@
     {
       "epoch": 3.111111111111111,
       "eval_loss": 0.010203778743743896,
-      "eval_runtime": 8.017,
-      "eval_samples_per_second": 12.473,
-      "eval_steps_per_second": 12.473,
+      "eval_runtime": 9.5558,
+      "eval_samples_per_second": 10.465,
+      "eval_steps_per_second": 10.465,
       "step": 350
     },
     {
@@ -543,9 +543,9 @@
     {
       "epoch": 3.2,
       "eval_loss": 0.011154056526720524,
-      "eval_runtime": 8.0288,
-      "eval_samples_per_second": 12.455,
-      "eval_steps_per_second": 12.455,
+      "eval_runtime": 9.3832,
+      "eval_samples_per_second": 10.657,
+      "eval_steps_per_second": 10.657,
       "step": 360
     },
     {
@@ -558,9 +558,9 @@
     {
       "epoch": 3.2888888888888888,
       "eval_loss": 0.00937813799828291,
-      "eval_runtime": 8.0273,
-      "eval_samples_per_second": 12.458,
-      "eval_steps_per_second": 12.458,
+      "eval_runtime": 9.3745,
+      "eval_samples_per_second": 10.667,
+      "eval_steps_per_second": 10.667,
       "step": 370
     },
     {
@@ -573,9 +573,9 @@
     {
       "epoch": 3.3777777777777778,
       "eval_loss": 0.007455301936715841,
-      "eval_runtime": 8.0254,
-      "eval_samples_per_second": 12.46,
-      "eval_steps_per_second": 12.46,
+      "eval_runtime": 9.5178,
+      "eval_samples_per_second": 10.507,
+      "eval_steps_per_second": 10.507,
       "step": 380
     },
     {
@@ -588,9 +588,9 @@
     {
       "epoch": 3.466666666666667,
       "eval_loss": 0.006887929514050484,
-      "eval_runtime": 8.0268,
-      "eval_samples_per_second": 12.458,
-      "eval_steps_per_second": 12.458,
+      "eval_runtime": 9.5617,
+      "eval_samples_per_second": 10.458,
+      "eval_steps_per_second": 10.458,
       "step": 390
     },
     {
@@ -603,9 +603,9 @@
     {
       "epoch": 3.5555555555555554,
       "eval_loss": 0.006745634134858847,
-      "eval_runtime": 8.032,
-      "eval_samples_per_second": 12.45,
-      "eval_steps_per_second": 12.45,
+      "eval_runtime": 9.5509,
+      "eval_samples_per_second": 10.47,
+      "eval_steps_per_second": 10.47,
       "step": 400
     },
     {
@@ -618,9 +618,9 @@
     {
       "epoch": 3.6444444444444444,
       "eval_loss": 0.006609635427594185,
-      "eval_runtime": 8.0332,
-      "eval_samples_per_second": 12.448,
-      "eval_steps_per_second": 12.448,
+      "eval_runtime": 9.6817,
+      "eval_samples_per_second": 10.329,
+      "eval_steps_per_second": 10.329,
       "step": 410
     },
     {
@@ -633,9 +633,9 @@
     {
       "epoch": 3.7333333333333334,
       "eval_loss": 0.007157918065786362,
-      "eval_runtime": 8.039,
-      "eval_samples_per_second": 12.439,
-      "eval_steps_per_second": 12.439,
+      "eval_runtime": 9.5559,
+      "eval_samples_per_second": 10.465,
+      "eval_steps_per_second": 10.465,
       "step": 420
     },
     {
@@ -648,9 +648,9 @@
     {
       "epoch": 3.822222222222222,
       "eval_loss": 0.006302958354353905,
-      "eval_runtime": 8.0294,
-      "eval_samples_per_second": 12.454,
-      "eval_steps_per_second": 12.454,
+      "eval_runtime": 9.2431,
+      "eval_samples_per_second": 10.819,
+      "eval_steps_per_second": 10.819,
       "step": 430
     },
     {
@@ -663,9 +663,9 @@
     {
       "epoch": 3.911111111111111,
       "eval_loss": 0.005341523326933384,
-      "eval_runtime": 8.0207,
-      "eval_samples_per_second": 12.468,
-      "eval_steps_per_second": 12.468,
+      "eval_runtime": 9.5532,
+      "eval_samples_per_second": 10.468,
+      "eval_steps_per_second": 10.468,
       "step": 440
     },
     {
@@ -678,9 +678,9 @@
     {
       "epoch": 4.0,
       "eval_loss": 0.005209792871028185,
-      "eval_runtime": 8.031,
-      "eval_samples_per_second": 12.452,
-      "eval_steps_per_second": 12.452,
+      "eval_runtime": 9.7502,
+      "eval_samples_per_second": 10.256,
+      "eval_steps_per_second": 10.256,
       "step": 450
     },
     {
@@ -693,9 +693,9 @@
     {
       "epoch": 4.088888888888889,
       "eval_loss": 0.005074501037597656,
-      "eval_runtime": 8.0352,
-      "eval_samples_per_second": 12.445,
-      "eval_steps_per_second": 12.445,
+      "eval_runtime": 9.3359,
+      "eval_samples_per_second": 10.711,
+      "eval_steps_per_second": 10.711,
       "step": 460
     },
     {
@@ -708,9 +708,9 @@
     {
       "epoch": 4.177777777777778,
       "eval_loss": 0.004982742480933666,
-      "eval_runtime": 8.0284,
-      "eval_samples_per_second": 12.456,
-      "eval_steps_per_second": 12.456,
+      "eval_runtime": 9.5873,
+      "eval_samples_per_second": 10.43,
+      "eval_steps_per_second": 10.43,
       "step": 470
     },
     {
@@ -723,9 +723,9 @@
     {
       "epoch": 4.266666666666667,
       "eval_loss": 0.004874282516539097,
-      "eval_runtime": 8.0132,
-      "eval_samples_per_second": 12.479,
-      "eval_steps_per_second": 12.479,
+      "eval_runtime": 9.6607,
+      "eval_samples_per_second": 10.351,
+      "eval_steps_per_second": 10.351,
       "step": 480
     },
     {
@@ -738,9 +738,9 @@
     {
       "epoch": 4.355555555555555,
       "eval_loss": 0.004786411300301552,
-      "eval_runtime": 8.0341,
-      "eval_samples_per_second": 12.447,
-      "eval_steps_per_second": 12.447,
+      "eval_runtime": 9.6649,
+      "eval_samples_per_second": 10.347,
+      "eval_steps_per_second": 10.347,
       "step": 490
     },
     {
@@ -753,9 +753,9 @@
     {
       "epoch": 4.444444444444445,
       "eval_loss": 0.005105508491396904,
-      "eval_runtime": 8.0277,
-      "eval_samples_per_second": 12.457,
-      "eval_steps_per_second": 12.457,
+      "eval_runtime": 9.3806,
+      "eval_samples_per_second": 10.66,
+      "eval_steps_per_second": 10.66,
       "step": 500
     },
     {
@@ -763,9 +763,9 @@
       "step": 500,
       "total_flos": 1.038706354200576e+16,
       "train_loss": 0.1301481350355316,
-      "train_runtime": 1611.4177,
-      "train_samples_per_second": 2.482,
-      "train_steps_per_second": 0.31
+      "train_runtime": 1904.5573,
+      "train_samples_per_second": 2.1,
+      "train_steps_per_second": 0.263
     }
   ],
   "logging_steps": 10,