End of training

README.md

@@ -2,9 +2,16 @@
 license: apache-2.0
 base_model: hZzy/qwen2.5-0.5b-sft-news-IFT
 tags:
+- alignment-handbook
+- ndcg
 - trl
 - expo
 - generated_from_trainer
+- trl
+- expo
+- generated_from_trainer
+datasets:
+- hZzy/train_pairwise_weighted
 model-index:
 - name: qwen2.5-0.5b-expo-L2EXPO-ES-0.1
   results: []
@@ -16,18 +23,18 @@ should probably proofread and complete it, then remove this comment. -->
 [<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="200" height="32"/>](https://wandb.ai/zhiyuzha-university-of-florida/huggingface/runs/a4jed762)
 # qwen2.5-0.5b-expo-L2EXPO-ES-0.1
 
-This model is a fine-tuned version of [hZzy/qwen2.5-0.5b-sft-news-IFT](https://huggingface.co/hZzy/qwen2.5-0.5b-sft-news-IFT) on an unknown dataset.
+This model is a fine-tuned version of [hZzy/qwen2.5-0.5b-sft-news-IFT](https://huggingface.co/hZzy/qwen2.5-0.5b-sft-news-IFT) on the hZzy/train_pairwise_weighted dataset.
 It achieves the following results on the evaluation set:
-- Loss: 0.6428
-- Logps: -79.5818
-- Logits: -0.6068
-- Objective: 0.6266
-- Dpo Loss: 0.7211
-- Regularize: 0.6266
-- Ranking Simple: 0.5316
+- Loss: 0.6458
+- Logps: -79.3784
+- Logits: -0.5665
+- Objective: 0.6297
+- Dpo Loss: 0.7206
+- Regularize: 0.6297
+- Ranking Simple: 0.5347
 - Ranking Idealized: 0.6030
 - Ranking Idealized Expo: 0.5223
-- Wo Beta: 14.3406
+- Wo Beta: 14.3163
 
 ## Model description
 

all_results.json

@@ -1,5 +1,19 @@
 {
     "epoch": 2.975909305621162,
+    "eval_dpo_loss": 0.7205542922019958,
+    "eval_logits": -0.5665243268013,
+    "eval_logps": -79.37840270996094,
+    "eval_loss": 0.6457626223564148,
+    "eval_objective": 0.6297247409820557,
+    "eval_ranking_idealized": 0.6030020713806152,
+    "eval_ranking_idealized_expo": 0.5222567319869995,
+    "eval_ranking_simple": 0.534679114818573,
+    "eval_regularize": 0.6297247409820557,
+    "eval_runtime": 309.533,
+    "eval_samples": 5790,
+    "eval_samples_per_second": 18.706,
+    "eval_steps_per_second": 1.56,
+    "eval_wo_beta": 14.316285133361816,
     "total_flos": 0.0,
     "train_loss": 0.3115594020343962,
     "train_runtime": 28931.7373,

config.json

@@ -23,7 +23,7 @@
   "tie_word_embeddings": true,
   "torch_dtype": "float32",
   "transformers_version": "4.42.0",
-  "use_cache": false,
+  "use_cache": true,
   "use_mrope": false,
   "use_sliding_window": false,
   "vocab_size": 151665

eval_results.json

@@ -1,17 +1,17 @@
 {
     "epoch": 2.975909305621162,
-    "eval_dpo_loss": 0.6790949106216431,
-    "eval_logits": -1.383711576461792,
-    "eval_logps": -89.10604858398438,
-    "eval_loss": 0.4217349588871002,
-    "eval_objective": 0.4141845107078552,
+    "eval_dpo_loss": 0.7205542922019958,
+    "eval_logits": -0.5665243268013,
+    "eval_logps": -79.37840270996094,
+    "eval_loss": 0.6457626223564148,
+    "eval_objective": 0.6297247409820557,
     "eval_ranking_idealized": 0.6030020713806152,
     "eval_ranking_idealized_expo": 0.5222567319869995,
     "eval_ranking_simple": 0.534679114818573,
-    "eval_regularize": 0.4141845107078552,
-    "eval_runtime": 467.1821,
+    "eval_regularize": 0.6297247409820557,
+    "eval_runtime": 309.533,
     "eval_samples": 5790,
-    "eval_samples_per_second": 12.393,
-    "eval_steps_per_second": 1.034,
-    "eval_wo_beta": 15.984663963317871
+    "eval_samples_per_second": 18.706,
+    "eval_steps_per_second": 1.56,
+    "eval_wo_beta": 14.316285133361816
 }