File size: 9,967 Bytes
6a901b2 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 |
{
"best_metric": 7.86433744430542,
"best_model_checkpoint": "./qwen2.5-0.5b/qwen2.5-0.5b-expo-DPO-ES2-0.1/checkpoint-100",
"epoch": 0.9919697685403873,
"eval_steps": 50,
"global_step": 350,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"dpo_loss": 0.6931471824645996,
"epoch": 0.002834199338686821,
"grad_norm": 18.442528136913708,
"learning_rate": 5.681818181818181e-09,
"logits": -1.359458565711975,
"logps": -84.69721221923828,
"loss": 0.6931,
"objective": 0.6931471824645996,
"ranking_idealized": 0.6458333134651184,
"ranking_idealized_expo": 0.5833333134651184,
"ranking_simple": 0.5833333134651184,
"regularize": 0.6931471824645996,
"step": 1,
"wo_beta": 5.271125316619873
},
{
"dpo_loss": 0.6897825002670288,
"epoch": 0.14170996693434104,
"grad_norm": 17.687331232419115,
"learning_rate": 2.840909090909091e-07,
"logits": -1.467690110206604,
"logps": -83.78176879882812,
"loss": 0.689,
"objective": 0.6897825002670288,
"ranking_idealized": 0.608418345451355,
"ranking_idealized_expo": 0.5229591727256775,
"ranking_simple": 0.5259353518486023,
"regularize": 0.6897825002670288,
"step": 50,
"wo_beta": 7.163306713104248
},
{
"epoch": 0.14170996693434104,
"eval_dpo_loss": 0.6892488598823547,
"eval_logits": -1.486922264099121,
"eval_logps": -90.08146667480469,
"eval_loss": 0.6874589920043945,
"eval_objective": 0.6892488598823547,
"eval_ranking_idealized": 0.6030020713806152,
"eval_ranking_idealized_expo": 0.5222567319869995,
"eval_ranking_simple": 0.5258799195289612,
"eval_regularize": 0.6892488598823547,
"eval_runtime": 308.1362,
"eval_samples_per_second": 18.79,
"eval_steps_per_second": 1.567,
"eval_wo_beta": 7.8856682777404785,
"step": 50
},
{
"dpo_loss": 0.6650223731994629,
"epoch": 0.2834199338686821,
"grad_norm": 19.38239421391755,
"learning_rate": 5.681818181818182e-07,
"logits": -1.5395574569702148,
"logps": -83.69255828857422,
"loss": 0.6673,
"objective": 0.6650223731994629,
"ranking_idealized": 0.6016666889190674,
"ranking_idealized_expo": 0.5141666531562805,
"ranking_simple": 0.527916669845581,
"regularize": 0.6650223731994629,
"step": 100,
"wo_beta": 6.79261589050293
},
{
"epoch": 0.2834199338686821,
"eval_dpo_loss": 0.6835533380508423,
"eval_logits": -1.6164112091064453,
"eval_logps": -90.96741485595703,
"eval_loss": 0.6808017492294312,
"eval_objective": 0.6835533380508423,
"eval_ranking_idealized": 0.6030020713806152,
"eval_ranking_idealized_expo": 0.5222567319869995,
"eval_ranking_simple": 0.5331262946128845,
"eval_regularize": 0.6835533380508423,
"eval_runtime": 307.7224,
"eval_samples_per_second": 18.816,
"eval_steps_per_second": 1.57,
"eval_wo_beta": 7.86433744430542,
"step": 100
},
{
"dpo_loss": 0.6406400799751282,
"epoch": 0.42512990080302315,
"grad_norm": 18.95367759941799,
"learning_rate": 8.522727272727273e-07,
"logits": -1.6548144817352295,
"logps": -86.31576538085938,
"loss": 0.6376,
"objective": 0.6406400799751282,
"ranking_idealized": 0.6066666841506958,
"ranking_idealized_expo": 0.5287500023841858,
"ranking_simple": 0.5554166436195374,
"regularize": 0.6406400799751282,
"step": 150,
"wo_beta": 6.808902740478516
},
{
"epoch": 0.42512990080302315,
"eval_dpo_loss": 0.683335542678833,
"eval_logits": -1.6873152256011963,
"eval_logps": -94.63862609863281,
"eval_loss": 0.6785484552383423,
"eval_objective": 0.683335542678833,
"eval_ranking_idealized": 0.6030020713806152,
"eval_ranking_idealized_expo": 0.5222567319869995,
"eval_ranking_simple": 0.5341615080833435,
"eval_regularize": 0.683335542678833,
"eval_runtime": 308.25,
"eval_samples_per_second": 18.783,
"eval_steps_per_second": 1.567,
"eval_wo_beta": 8.17447566986084,
"step": 150
},
{
"dpo_loss": 0.595325231552124,
"epoch": 0.5668398677373642,
"grad_norm": 18.26661888886481,
"learning_rate": 9.99433669591504e-07,
"logits": -1.7552146911621094,
"logps": -90.12830352783203,
"loss": 0.5955,
"objective": 0.595325231552124,
"ranking_idealized": 0.5924999713897705,
"ranking_idealized_expo": 0.5166666507720947,
"ranking_simple": 0.5649999976158142,
"regularize": 0.595325231552124,
"step": 200,
"wo_beta": 6.764244556427002
},
{
"epoch": 0.5668398677373642,
"eval_dpo_loss": 0.6818291544914246,
"eval_logits": -1.8582650423049927,
"eval_logps": -100.27864837646484,
"eval_loss": 0.6808217167854309,
"eval_objective": 0.6818291544914246,
"eval_ranking_idealized": 0.6030020713806152,
"eval_ranking_idealized_expo": 0.5222567319869995,
"eval_ranking_simple": 0.5341615080833435,
"eval_regularize": 0.6818291544914246,
"eval_runtime": 307.6797,
"eval_samples_per_second": 18.818,
"eval_steps_per_second": 1.57,
"eval_wo_beta": 7.903720855712891,
"step": 200
},
{
"dpo_loss": 0.5614926218986511,
"epoch": 0.7085498346717053,
"grad_norm": 17.975386844775777,
"learning_rate": 9.94624571028813e-07,
"logits": -1.847279667854309,
"logps": -92.22396850585938,
"loss": 0.5623,
"objective": 0.5614926218986511,
"ranking_idealized": 0.5991666913032532,
"ranking_idealized_expo": 0.5170833468437195,
"ranking_simple": 0.5924999713897705,
"regularize": 0.5614926218986511,
"step": 250,
"wo_beta": 6.590356349945068
},
{
"epoch": 0.7085498346717053,
"eval_dpo_loss": 0.675693154335022,
"eval_logits": -1.9406613111495972,
"eval_logps": -97.30335998535156,
"eval_loss": 0.6757029294967651,
"eval_objective": 0.675693154335022,
"eval_ranking_idealized": 0.6030020713806152,
"eval_ranking_idealized_expo": 0.5222567319869995,
"eval_ranking_simple": 0.5362318754196167,
"eval_regularize": 0.675693154335022,
"eval_runtime": 307.504,
"eval_samples_per_second": 18.829,
"eval_steps_per_second": 1.571,
"eval_wo_beta": 7.916144847869873,
"step": 250
},
{
"dpo_loss": 0.5231651067733765,
"epoch": 0.8502598016060463,
"grad_norm": 21.98858332084632,
"learning_rate": 9.849553282839024e-07,
"logits": -1.9162583351135254,
"logps": -92.107177734375,
"loss": 0.5255,
"objective": 0.5231651067733765,
"ranking_idealized": 0.5799999833106995,
"ranking_idealized_expo": 0.4970833361148834,
"ranking_simple": 0.5849999785423279,
"regularize": 0.5231651067733765,
"step": 300,
"wo_beta": 6.37797212600708
},
{
"epoch": 0.8502598016060463,
"eval_dpo_loss": 0.7118534445762634,
"eval_logits": -2.031287431716919,
"eval_logps": -102.48200988769531,
"eval_loss": 0.7037488222122192,
"eval_objective": 0.7118534445762634,
"eval_ranking_idealized": 0.6030020713806152,
"eval_ranking_idealized_expo": 0.5222567319869995,
"eval_ranking_simple": 0.5351966619491577,
"eval_regularize": 0.7118534445762634,
"eval_runtime": 307.7923,
"eval_samples_per_second": 18.811,
"eval_steps_per_second": 1.569,
"eval_wo_beta": 8.7955904006958,
"step": 300
},
{
"dpo_loss": 0.4828701913356781,
"epoch": 0.9919697685403873,
"grad_norm": 21.148105751270688,
"learning_rate": 9.705209506155634e-07,
"logits": -1.863725185394287,
"logps": -97.61394500732422,
"loss": 0.4939,
"objective": 0.4828701913356781,
"ranking_idealized": 0.60916668176651,
"ranking_idealized_expo": 0.5270833373069763,
"ranking_simple": 0.6449999809265137,
"regularize": 0.4828701913356781,
"step": 350,
"wo_beta": 5.530836582183838
},
{
"epoch": 0.9919697685403873,
"eval_dpo_loss": 0.6916147470474243,
"eval_logits": -1.9357593059539795,
"eval_logps": -102.14349365234375,
"eval_loss": 0.6897423267364502,
"eval_objective": 0.6916147470474243,
"eval_ranking_idealized": 0.6030020713806152,
"eval_ranking_idealized_expo": 0.5222567319869995,
"eval_ranking_simple": 0.5419254899024963,
"eval_regularize": 0.6916147470474243,
"eval_runtime": 309.7171,
"eval_samples_per_second": 18.694,
"eval_steps_per_second": 1.559,
"eval_wo_beta": 8.39614486694336,
"step": 350
},
{
"epoch": 0.9919697685403873,
"step": 350,
"total_flos": 0.0,
"train_loss": 0.5958910301753453,
"train_runtime": 9674.8125,
"train_samples_per_second": 26.255,
"train_steps_per_second": 0.182
}
],
"logging_steps": 50,
"max_steps": 1760,
"num_input_tokens_seen": 0,
"num_train_epochs": 5,
"save_steps": 50,
"stateful_callbacks": {
"EarlyStoppingCallback": {
"args": {
"early_stopping_patience": 5,
"early_stopping_threshold": 0.0
},
"attributes": {
"early_stopping_patience_counter": 0
}
},
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": true
},
"attributes": {}
}
},
"total_flos": 0.0,
"train_batch_size": 4,
"trial_name": null,
"trial_params": null
}
|