Model save

README.md

@@ -1,19 +1,17 @@
 ---
 base_model: mistralai/Mistral-7B-Instruct-v0.2
-datasets: sum-pref-overfit
 library_name: transformers
-model_name: sum-pref-overfit-v1-modelcard
+model_name: prometheus-7b-v1.5-beta-1-0109-sum-pref-overfit-v3-flash
 tags:
 - generated_from_trainer
-- alignment-handbook
 - trl
 - sft
 licence: license
 ---
 
-# Model Card for sum-pref-overfit-v1-modelcard
+# Model Card for prometheus-7b-v1.5-beta-1-0109-sum-pref-overfit-v3-flash
 
-This model is a fine-tuned version of [mistralai/Mistral-7B-Instruct-v0.2](https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.2) on the [sum-pref-overfit](https://huggingface.co/datasets/sum-pref-overfit) dataset.
+This model is a fine-tuned version of [mistralai/Mistral-7B-Instruct-v0.2](https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.2).
 It has been trained using [TRL](https://github.com/huggingface/trl).
 
 ## Quick start
@@ -29,7 +27,7 @@ print(output["generated_text"])
 
 ## Training procedure
 
-[<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="150" height="24"/>](https://wandb.ai/myexp/huggingface/runs/jws4xz89)
+[<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="150" height="24"/>](https://wandb.ai/myexp/huggingface/runs/um8lg7vg)
 
 This model was trained with SFT.
 

all_results.json

@@ -1,14 +1,9 @@
 {
     "epoch": 1.0,
-    "eval_loss": 0.010705736465752125,
-    "eval_runtime": 1.2803,
-    "eval_samples": 10,
-    "eval_samples_per_second": 0.781,
-    "eval_steps_per_second": 0.781,
     "total_flos": 2.5427771438137344e+16,
-    "train_loss": 0.060679071485428206,
-    "train_runtime": 599.4144,
+    "train_loss": 0.06060679448960045,
+    "train_runtime": 597.9304,
     "train_samples": 990,
-    "train_samples_per_second": 0.235,
-    "train_steps_per_second": 0.235
+    "train_samples_per_second": 0.236,
+    "train_steps_per_second": 0.236
 }

train_results.json

@@ -1,9 +1,9 @@
 {
     "epoch": 1.0,
     "total_flos": 2.5427771438137344e+16,
-    "train_loss": 0.060679071485428206,
-    "train_runtime": 599.4144,
+    "train_loss": 0.06060679448960045,
+    "train_runtime": 597.9304,
     "train_samples": 990,
-    "train_samples_per_second": 0.235,
-    "train_steps_per_second": 0.235
+    "train_samples_per_second": 0.236,
+    "train_steps_per_second": 0.236
 }

trainer_state.json

@@ -10,223 +10,223 @@
   "log_history": [
     {
       "epoch": 0.0070921985815602835,
-      "grad_norm": 8.370027542114258,
+      "grad_norm": 8.375289916992188,
       "learning_rate": 6.666666666666667e-07,
       "loss": 0.5467,
       "step": 1
     },
     {
       "epoch": 0.03546099290780142,
-      "grad_norm": 5.196157932281494,
+      "grad_norm": 5.213405132293701,
       "learning_rate": 3.3333333333333333e-06,
-      "loss": 0.5473,
+      "loss": 0.5472,
       "step": 5
     },
     {
       "epoch": 0.07092198581560284,
-      "grad_norm": 2.1426544189453125,
+      "grad_norm": 2.1543729305267334,
       "learning_rate": 6.666666666666667e-06,
-      "loss": 0.4131,
+      "loss": 0.4129,
       "step": 10
     },
     {
       "epoch": 0.10638297872340426,
-      "grad_norm": 1.238090991973877,
+      "grad_norm": 1.2419472932815552,
       "learning_rate": 1e-05,
       "loss": 0.2906,
       "step": 15
     },
     {
       "epoch": 0.14184397163120568,
-      "grad_norm": 1.1328115463256836,
+      "grad_norm": 1.1355537176132202,
       "learning_rate": 9.961196033000862e-06,
-      "loss": 0.1961,
+      "loss": 0.196,
       "step": 20
     },
     {
       "epoch": 0.1773049645390071,
-      "grad_norm": 1.2358434200286865,
+      "grad_norm": 1.2061327695846558,
       "learning_rate": 9.84538643114539e-06,
-      "loss": 0.101,
+      "loss": 0.1002,
       "step": 25
     },
     {
       "epoch": 0.2127659574468085,
-      "grad_norm": 2.309328556060791,
+      "grad_norm": 2.4458889961242676,
       "learning_rate": 9.654368743221022e-06,
-      "loss": 0.0425,
+      "loss": 0.0422,
       "step": 30
     },
     {
       "epoch": 0.24822695035460993,
-      "grad_norm": 0.4430210292339325,
+      "grad_norm": 0.42457473278045654,
       "learning_rate": 9.391107866851143e-06,
       "loss": 0.0168,
       "step": 35
     },
     {
       "epoch": 0.28368794326241137,
-      "grad_norm": 0.5989469289779663,
+      "grad_norm": 0.3143194019794464,
       "learning_rate": 9.059690028579285e-06,
       "loss": 0.0103,
       "step": 40
     },
     {
       "epoch": 0.3191489361702128,
-      "grad_norm": 0.5069467425346375,
+      "grad_norm": 0.22042836248874664,
       "learning_rate": 8.665259359149132e-06,
       "loss": 0.0088,
       "step": 45
     },
     {
       "epoch": 0.3546099290780142,
-      "grad_norm": 4.715251922607422,
+      "grad_norm": 4.918195724487305,
       "learning_rate": 8.213938048432697e-06,
-      "loss": 0.007,
+      "loss": 0.0071,
       "step": 50
     },
     {
       "epoch": 0.3900709219858156,
-      "grad_norm": 0.2916060984134674,
+      "grad_norm": 0.2836594879627228,
       "learning_rate": 7.712731319328798e-06,
       "loss": 0.0064,
       "step": 55
     },
     {
       "epoch": 0.425531914893617,
-      "grad_norm": 0.7477704286575317,
+      "grad_norm": 0.7905036211013794,
       "learning_rate": 7.169418695587791e-06,
-      "loss": 0.0081,
+      "loss": 0.0078,
       "step": 60
     },
     {
       "epoch": 0.46099290780141844,
-      "grad_norm": 0.29987776279449463,
+      "grad_norm": 0.2985084652900696,
       "learning_rate": 6.592433251258423e-06,
-      "loss": 0.0071,
+      "loss": 0.007,
       "step": 65
     },
     {
       "epoch": 0.49645390070921985,
-      "grad_norm": 0.11222591996192932,
+      "grad_norm": 0.11166999489068985,
       "learning_rate": 5.990730715996989e-06,
-      "loss": 0.0054,
+      "loss": 0.0053,
       "step": 70
     },
     {
       "epoch": 0.5319148936170213,
-      "grad_norm": 0.5412853956222534,
+      "grad_norm": 0.5340791344642639,
       "learning_rate": 5.373650467932122e-06,
-      "loss": 0.0047,
+      "loss": 0.0046,
       "step": 75
     },
     {
       "epoch": 0.5673758865248227,
-      "grad_norm": 0.20562699437141418,
+      "grad_norm": 0.20431235432624817,
       "learning_rate": 4.750770571696514e-06,
-      "loss": 0.0038,
+      "loss": 0.0037,
       "step": 80
     },
     {
       "epoch": 0.6028368794326241,
-      "grad_norm": 0.16385875642299652,
+      "grad_norm": 0.16025400161743164,
       "learning_rate": 4.131759111665349e-06,
       "loss": 0.0031,
       "step": 85
     },
     {
       "epoch": 0.6382978723404256,
-      "grad_norm": 0.17877456545829773,
+      "grad_norm": 0.17936165630817413,
       "learning_rate": 3.526224127945479e-06,
       "loss": 0.0044,
       "step": 90
     },
     {
       "epoch": 0.6737588652482269,
-      "grad_norm": 0.17082445323467255,
+      "grad_norm": 0.16927257180213928,
       "learning_rate": 2.9435644843469434e-06,
       "loss": 0.0037,
       "step": 95
     },
     {
       "epoch": 0.7092198581560284,
-      "grad_norm": 0.13639487326145172,
+      "grad_norm": 0.13479387760162354,
       "learning_rate": 2.39282398310251e-06,
       "loss": 0.0037,
       "step": 100
     },
     {
       "epoch": 0.7446808510638298,
-      "grad_norm": 0.14005467295646667,
+      "grad_norm": 0.13625358045101166,
       "learning_rate": 1.8825509907063328e-06,
       "loss": 0.0035,
       "step": 105
     },
     {
       "epoch": 0.7801418439716312,
-      "grad_norm": 0.1736467480659485,
+      "grad_norm": 0.1837025284767151,
       "learning_rate": 1.4206657537014078e-06,
       "loss": 0.0031,
       "step": 110
     },
     {
       "epoch": 0.8156028368794326,
-      "grad_norm": 0.30012521147727966,
+      "grad_norm": 0.30005085468292236,
       "learning_rate": 1.0143374638853892e-06,
       "loss": 0.0035,
       "step": 115
     },
     {
       "epoch": 0.851063829787234,
-      "grad_norm": 0.17241844534873962,
+      "grad_norm": 0.17207816243171692,
       "learning_rate": 6.698729810778065e-07,
       "loss": 0.0039,
       "step": 120
     },
     {
       "epoch": 0.8865248226950354,
-      "grad_norm": 0.14520683884620667,
+      "grad_norm": 0.1432938575744629,
       "learning_rate": 3.9261894064796136e-07,
       "loss": 0.0027,
       "step": 125
     },
     {
       "epoch": 0.9219858156028369,
-      "grad_norm": 0.23272407054901123,
+      "grad_norm": 0.2211960405111313,
       "learning_rate": 1.8687876524993987e-07,
       "loss": 0.0048,
       "step": 130
     },
     {
       "epoch": 0.9574468085106383,
-      "grad_norm": 0.2893274426460266,
+      "grad_norm": 0.29887452721595764,
       "learning_rate": 5.584586887435739e-08,
       "loss": 0.003,
       "step": 135
     },
     {
       "epoch": 0.9929078014184397,
-      "grad_norm": 0.422632098197937,
+      "grad_norm": 0.4178454577922821,
       "learning_rate": 1.5540899959187727e-09,
-      "loss": 0.0025,
+      "loss": 0.0024,
       "step": 140
     },
     {
       "epoch": 1.0,
-      "eval_loss": 0.010705736465752125,
-      "eval_runtime": 1.2842,
-      "eval_samples_per_second": 0.779,
-      "eval_steps_per_second": 0.779,
+      "eval_loss": 0.01081210095435381,
+      "eval_runtime": 1.2804,
+      "eval_samples_per_second": 0.781,
+      "eval_steps_per_second": 0.781,
       "step": 141
     },
     {
       "epoch": 1.0,
       "step": 141,
       "total_flos": 2.5427771438137344e+16,
-      "train_loss": 0.060679071485428206,
-      "train_runtime": 599.4144,
-      "train_samples_per_second": 0.235,
-      "train_steps_per_second": 0.235
+      "train_loss": 0.06060679448960045,
+      "train_runtime": 597.9304,
+      "train_samples_per_second": 0.236,
+      "train_steps_per_second": 0.236
     }
   ],
   "logging_steps": 5,