Model save

README.md

@@ -1,19 +1,17 @@
 ---
 base_model: mistralai/Mistral-7B-Instruct-v0.2
-datasets: sum-pref-overfit
 library_name: transformers
-model_name: sum-pref-overfit-v1-modelcard
+model_name: prometheus-7b-v1.5-beta-1-0109-sum-pref-overfit-v3-flash
 tags:
 - generated_from_trainer
-- alignment-handbook
 - trl
 - sft
 licence: license
 ---
 
-# Model Card for sum-pref-overfit-v1-modelcard
+# Model Card for prometheus-7b-v1.5-beta-1-0109-sum-pref-overfit-v3-flash
 
-This model is a fine-tuned version of [mistralai/Mistral-7B-Instruct-v0.2](https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.2) on the [sum-pref-overfit](https://huggingface.co/datasets/sum-pref-overfit) dataset.
+This model is a fine-tuned version of [mistralai/Mistral-7B-Instruct-v0.2](https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.2).
 It has been trained using [TRL](https://github.com/huggingface/trl).
 
 ## Quick start
@@ -29,7 +27,7 @@ print(output["generated_text"])
 
 ## Training procedure
 
-[<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="150" height="24"/>](https://wandb.ai/myexp/huggingface/runs/um8lg7vg)
+[<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="150" height="24"/>](https://wandb.ai/myexp/huggingface/runs/ttoprqy7)
 
 This model was trained with SFT.
 

all_results.json

@@ -1,13 +1,8 @@
 {
     "epoch": 1.0,
-    "eval_loss": 0.01081210095435381,
-    "eval_runtime": 1.2807,
-    "eval_samples": 10,
-    "eval_samples_per_second": 0.781,
-    "eval_steps_per_second": 0.781,
-    "total_flos": 2.5427771438137344e+16,
-    "train_loss": 0.06060679448960045,
-    "train_runtime": 597.9304,
+    "total_flos": 2.542777053216768e+16,
+    "train_loss": 0.06061042585337521,
+    "train_runtime": 596.3446,
     "train_samples": 990,
     "train_samples_per_second": 0.236,
     "train_steps_per_second": 0.236

train_results.json

@@ -1,8 +1,8 @@
 {
     "epoch": 1.0,
-    "total_flos": 2.5427771438137344e+16,
-    "train_loss": 0.06060679448960045,
-    "train_runtime": 597.9304,
+    "total_flos": 2.542777053216768e+16,
+    "train_loss": 0.06061042585337521,
+    "train_runtime": 596.3446,
     "train_samples": 990,
     "train_samples_per_second": 0.236,
     "train_steps_per_second": 0.236

trainer_state.json

@@ -10,221 +10,221 @@
   "log_history": [
     {
       "epoch": 0.0070921985815602835,
-      "grad_norm": 8.375289916992188,
+      "grad_norm": 8.372024536132812,
       "learning_rate": 6.666666666666667e-07,
       "loss": 0.5467,
       "step": 1
     },
     {
       "epoch": 0.03546099290780142,
-      "grad_norm": 5.213405132293701,
+      "grad_norm": 5.1955976486206055,
       "learning_rate": 3.3333333333333333e-06,
-      "loss": 0.5472,
+      "loss": 0.547,
       "step": 5
     },
     {
       "epoch": 0.07092198581560284,
-      "grad_norm": 2.1543729305267334,
+      "grad_norm": 2.1514317989349365,
       "learning_rate": 6.666666666666667e-06,
       "loss": 0.4129,
       "step": 10
     },
     {
       "epoch": 0.10638297872340426,
-      "grad_norm": 1.2419472932815552,
+      "grad_norm": 1.2406867742538452,
       "learning_rate": 1e-05,
-      "loss": 0.2906,
+      "loss": 0.2905,
       "step": 15
     },
     {
       "epoch": 0.14184397163120568,
-      "grad_norm": 1.1355537176132202,
+      "grad_norm": 1.1295853853225708,
       "learning_rate": 9.961196033000862e-06,
       "loss": 0.196,
       "step": 20
     },
     {
       "epoch": 0.1773049645390071,
-      "grad_norm": 1.2061327695846558,
+      "grad_norm": 1.2268608808517456,
       "learning_rate": 9.84538643114539e-06,
-      "loss": 0.1002,
+      "loss": 0.1009,
       "step": 25
     },
     {
       "epoch": 0.2127659574468085,
-      "grad_norm": 2.4458889961242676,
+      "grad_norm": 2.184471845626831,
       "learning_rate": 9.654368743221022e-06,
-      "loss": 0.0422,
+      "loss": 0.0425,
       "step": 30
     },
     {
       "epoch": 0.24822695035460993,
-      "grad_norm": 0.42457473278045654,
+      "grad_norm": 0.4862246513366699,
       "learning_rate": 9.391107866851143e-06,
-      "loss": 0.0168,
+      "loss": 0.0169,
       "step": 35
     },
     {
       "epoch": 0.28368794326241137,
-      "grad_norm": 0.3143194019794464,
+      "grad_norm": 0.3168083429336548,
       "learning_rate": 9.059690028579285e-06,
       "loss": 0.0103,
       "step": 40
     },
     {
       "epoch": 0.3191489361702128,
-      "grad_norm": 0.22042836248874664,
+      "grad_norm": 0.2438250631093979,
       "learning_rate": 8.665259359149132e-06,
-      "loss": 0.0088,
+      "loss": 0.0089,
       "step": 45
     },
     {
       "epoch": 0.3546099290780142,
-      "grad_norm": 4.918195724487305,
+      "grad_norm": 4.674113750457764,
       "learning_rate": 8.213938048432697e-06,
       "loss": 0.0071,
       "step": 50
     },
     {
       "epoch": 0.3900709219858156,
-      "grad_norm": 0.2836594879627228,
+      "grad_norm": 0.30226773023605347,
       "learning_rate": 7.712731319328798e-06,
       "loss": 0.0064,
       "step": 55
     },
     {
       "epoch": 0.425531914893617,
-      "grad_norm": 0.7905036211013794,
+      "grad_norm": 0.7678222060203552,
       "learning_rate": 7.169418695587791e-06,
-      "loss": 0.0078,
+      "loss": 0.0076,
       "step": 60
     },
     {
       "epoch": 0.46099290780141844,
-      "grad_norm": 0.2985084652900696,
+      "grad_norm": 0.2979326546192169,
       "learning_rate": 6.592433251258423e-06,
       "loss": 0.007,
       "step": 65
     },
     {
       "epoch": 0.49645390070921985,
-      "grad_norm": 0.11166999489068985,
+      "grad_norm": 0.11421607434749603,
       "learning_rate": 5.990730715996989e-06,
-      "loss": 0.0053,
+      "loss": 0.0052,
       "step": 70
     },
     {
       "epoch": 0.5319148936170213,
-      "grad_norm": 0.5340791344642639,
+      "grad_norm": 0.452579140663147,
       "learning_rate": 5.373650467932122e-06,
-      "loss": 0.0046,
+      "loss": 0.0045,
       "step": 75
     },
     {
       "epoch": 0.5673758865248227,
-      "grad_norm": 0.20431235432624817,
+      "grad_norm": 0.23238492012023926,
       "learning_rate": 4.750770571696514e-06,
       "loss": 0.0037,
       "step": 80
     },
     {
       "epoch": 0.6028368794326241,
-      "grad_norm": 0.16025400161743164,
+      "grad_norm": 0.19309714436531067,
       "learning_rate": 4.131759111665349e-06,
       "loss": 0.0031,
       "step": 85
     },
     {
       "epoch": 0.6382978723404256,
-      "grad_norm": 0.17936165630817413,
+      "grad_norm": 0.19123104214668274,
       "learning_rate": 3.526224127945479e-06,
-      "loss": 0.0044,
+      "loss": 0.0045,
       "step": 90
     },
     {
       "epoch": 0.6737588652482269,
-      "grad_norm": 0.16927257180213928,
+      "grad_norm": 0.20250193774700165,
       "learning_rate": 2.9435644843469434e-06,
       "loss": 0.0037,
       "step": 95
     },
     {
       "epoch": 0.7092198581560284,
-      "grad_norm": 0.13479387760162354,
+      "grad_norm": 0.15051685273647308,
       "learning_rate": 2.39282398310251e-06,
-      "loss": 0.0037,
+      "loss": 0.0036,
       "step": 100
     },
     {
       "epoch": 0.7446808510638298,
-      "grad_norm": 0.13625358045101166,
+      "grad_norm": 0.12928694486618042,
       "learning_rate": 1.8825509907063328e-06,
       "loss": 0.0035,
       "step": 105
     },
     {
       "epoch": 0.7801418439716312,
-      "grad_norm": 0.1837025284767151,
+      "grad_norm": 0.16108298301696777,
       "learning_rate": 1.4206657537014078e-06,
-      "loss": 0.0031,
+      "loss": 0.003,
       "step": 110
     },
     {
       "epoch": 0.8156028368794326,
-      "grad_norm": 0.30005085468292236,
+      "grad_norm": 0.2974533438682556,
       "learning_rate": 1.0143374638853892e-06,
-      "loss": 0.0035,
+      "loss": 0.0034,
       "step": 115
     },
     {
       "epoch": 0.851063829787234,
-      "grad_norm": 0.17207816243171692,
+      "grad_norm": 0.18328051269054413,
       "learning_rate": 6.698729810778065e-07,
-      "loss": 0.0039,
+      "loss": 0.0038,
       "step": 120
     },
     {
       "epoch": 0.8865248226950354,
-      "grad_norm": 0.1432938575744629,
+      "grad_norm": 0.1297992765903473,
       "learning_rate": 3.9261894064796136e-07,
-      "loss": 0.0027,
+      "loss": 0.0028,
       "step": 125
     },
     {
       "epoch": 0.9219858156028369,
-      "grad_norm": 0.2211960405111313,
+      "grad_norm": 0.20298618078231812,
       "learning_rate": 1.8687876524993987e-07,
-      "loss": 0.0048,
+      "loss": 0.0046,
       "step": 130
     },
     {
       "epoch": 0.9574468085106383,
-      "grad_norm": 0.29887452721595764,
+      "grad_norm": 0.2990882098674774,
       "learning_rate": 5.584586887435739e-08,
-      "loss": 0.003,
+      "loss": 0.0029,
       "step": 135
     },
     {
       "epoch": 0.9929078014184397,
-      "grad_norm": 0.4178454577922821,
+      "grad_norm": 0.5524214506149292,
       "learning_rate": 1.5540899959187727e-09,
       "loss": 0.0024,
       "step": 140
     },
     {
       "epoch": 1.0,
-      "eval_loss": 0.01081210095435381,
-      "eval_runtime": 1.2804,
-      "eval_samples_per_second": 0.781,
-      "eval_steps_per_second": 0.781,
+      "eval_loss": 0.010453196242451668,
+      "eval_runtime": 1.2785,
+      "eval_samples_per_second": 0.782,
+      "eval_steps_per_second": 0.782,
       "step": 141
     },
     {
       "epoch": 1.0,
       "step": 141,
-      "total_flos": 2.5427771438137344e+16,
-      "train_loss": 0.06060679448960045,
-      "train_runtime": 597.9304,
+      "total_flos": 2.542777053216768e+16,
+      "train_loss": 0.06061042585337521,
+      "train_runtime": 596.3446,
       "train_samples_per_second": 0.236,
       "train_steps_per_second": 0.236
     }
@@ -246,7 +246,7 @@
       "attributes": {}
     }
   },
-  "total_flos": 2.5427771438137344e+16,
+  "total_flos": 2.542777053216768e+16,
   "train_batch_size": 1,
   "trial_name": null,
   "trial_params": null