End of training

README.md

@@ -2,9 +2,16 @@
 license: apache-2.0
 base_model: hZzy/qwen2.5-0.5b-sft-news-IFT
 tags:
+- alignment-handbook
+- ndcg
 - trl
 - expo
 - generated_from_trainer
+- trl
+- expo
+- generated_from_trainer
+datasets:
+- hZzy/train_pairwise
 model-index:
 - name: qwen2.5-0.5b-expo-L2EXPO-EXPERIMENT-0.005-5e6
   results: []
@@ -16,11 +23,11 @@ should probably proofread and complete it, then remove this comment. -->
 [<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="200" height="32"/>](https://wandb.ai/zhiyuzha-university-of-florida/huggingface/runs/3gvck2ki)
 # qwen2.5-0.5b-expo-L2EXPO-EXPERIMENT-0.005-5e6
 
-This model is a fine-tuned version of [hZzy/qwen2.5-0.5b-sft-news-IFT](https://huggingface.co/hZzy/qwen2.5-0.5b-sft-news-IFT) on an unknown dataset.
+This model is a fine-tuned version of [hZzy/qwen2.5-0.5b-sft-news-IFT](https://huggingface.co/hZzy/qwen2.5-0.5b-sft-news-IFT) on the hZzy/train_pairwise dataset.
 It achieves the following results on the evaluation set:
 - Loss: 0.3951
-- Logps: -195.5095
-- Logits: -3.2704
+- Logps: -195.4572
+- Logits: -3.2699
 - Objective: 0.3956
 - Dpo Loss: 0.6771
 - Regularize: 0.3956

all_results.json

@@ -1,5 +1,18 @@
 {
     "epoch": 4.988190836088805,
+    "eval_dpo_loss": 0.6770760416984558,
+    "eval_logits": -3.2698676586151123,
+    "eval_logps": -195.45721435546875,
+    "eval_loss": 0.39512959122657776,
+    "eval_objective": 0.3955548405647278,
+    "eval_ranking_idealized": 0.9194214940071106,
+    "eval_ranking_idealized_expo": 0.5309917330741882,
+    "eval_ranking_simple": 0.56611567735672,
+    "eval_regularize": 0.3955548405647278,
+    "eval_runtime": 259.4514,
+    "eval_samples": 5790,
+    "eval_samples_per_second": 22.316,
+    "eval_steps_per_second": 0.933,
     "total_flos": 0.0,
     "train_loss": 0.1496292933313684,
     "train_runtime": 35141.4223,

config.json

@@ -23,7 +23,7 @@
   "tie_word_embeddings": true,
   "torch_dtype": "float32",
   "transformers_version": "4.42.0",
-  "use_cache": false,
+  "use_cache": true,
   "use_mrope": false,
   "use_sliding_window": false,
   "vocab_size": 151665

eval_results.json

@@ -0,0 +1,16 @@
+{
+    "epoch": 4.988190836088805,
+    "eval_dpo_loss": 0.6770760416984558,
+    "eval_logits": -3.2698676586151123,
+    "eval_logps": -195.45721435546875,
+    "eval_loss": 0.39512959122657776,
+    "eval_objective": 0.3955548405647278,
+    "eval_ranking_idealized": 0.9194214940071106,
+    "eval_ranking_idealized_expo": 0.5309917330741882,
+    "eval_ranking_simple": 0.56611567735672,
+    "eval_regularize": 0.3955548405647278,
+    "eval_runtime": 259.4514,
+    "eval_samples": 5790,
+    "eval_samples_per_second": 22.316,
+    "eval_steps_per_second": 0.933
+}