| { | |
| "best_metric": 14.269521713256836, | |
| "best_model_checkpoint": "./qwen2.5-0.5b/qwen2.5-0.5b-expo-L2EXPO-ES-0.1-W0/checkpoint-850", | |
| "epoch": 3.119981105337742, | |
| "eval_steps": 50, | |
| "global_step": 1100, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "dpo_loss": 0.6931471824645996, | |
| "epoch": 0.002834199338686821, | |
| "grad_norm": 17829.928247930075, | |
| "learning_rate": 2.840909090909091e-08, | |
| "logits": -1.359458565711975, | |
| "logps": -84.69721221923828, | |
| "loss": 169.5214, | |
| "objective": 153.4677734375, | |
| "ranking_idealized": 0.6458333134651184, | |
| "ranking_idealized_expo": 0.5833333134651184, | |
| "ranking_simple": 0.5833333134651184, | |
| "regularize": 0.3618059456348419, | |
| "step": 1, | |
| "wo_beta": 14.830931663513184 | |
| }, | |
| { | |
| "dpo_loss": 0.6812583208084106, | |
| "epoch": 0.14170996693434104, | |
| "grad_norm": 16211.46107075598, | |
| "learning_rate": 1.4204545454545458e-06, | |
| "logits": -1.4696459770202637, | |
| "logps": -84.0085220336914, | |
| "loss": 176.8183, | |
| "objective": 176.67568969726562, | |
| "ranking_idealized": 0.608418345451355, | |
| "ranking_idealized_expo": 0.5229591727256775, | |
| "ranking_simple": 0.5229591727256775, | |
| "regularize": 0.40743452310562134, | |
| "step": 50, | |
| "wo_beta": 15.723442077636719 | |
| }, | |
| { | |
| "epoch": 0.14170996693434104, | |
| "eval_dpo_loss": 0.6874236464500427, | |
| "eval_logits": -1.4744971990585327, | |
| "eval_logps": -93.32908630371094, | |
| "eval_loss": 185.6754150390625, | |
| "eval_objective": 183.7364959716797, | |
| "eval_ranking_idealized": 0.6030020713806152, | |
| "eval_ranking_idealized_expo": 0.5222567319869995, | |
| "eval_ranking_simple": 0.5212215185165405, | |
| "eval_regularize": 0.4177533686161041, | |
| "eval_runtime": 313.3628, | |
| "eval_samples_per_second": 18.477, | |
| "eval_steps_per_second": 1.541, | |
| "eval_wo_beta": 16.450912475585938, | |
| "step": 50 | |
| }, | |
| { | |
| "dpo_loss": 0.6344443559646606, | |
| "epoch": 0.2834199338686821, | |
| "grad_norm": 13549.385454159787, | |
| "learning_rate": 2.8409090909090916e-06, | |
| "logits": -1.4799116849899292, | |
| "logps": -83.19428253173828, | |
| "loss": 168.1755, | |
| "objective": 170.85800170898438, | |
| "ranking_idealized": 0.6016666889190674, | |
| "ranking_idealized_expo": 0.5141666531562805, | |
| "ranking_simple": 0.5462499856948853, | |
| "regularize": 0.3876563012599945, | |
| "step": 100, | |
| "wo_beta": 15.583632469177246 | |
| }, | |
| { | |
| "epoch": 0.2834199338686821, | |
| "eval_dpo_loss": 0.6818934679031372, | |
| "eval_logits": -1.4487266540527344, | |
| "eval_logps": -93.78287506103516, | |
| "eval_loss": 195.25457763671875, | |
| "eval_objective": 190.24264526367188, | |
| "eval_ranking_idealized": 0.6030020713806152, | |
| "eval_ranking_idealized_expo": 0.5222567319869995, | |
| "eval_ranking_simple": 0.5341615080833435, | |
| "eval_regularize": 0.4319508373737335, | |
| "eval_runtime": 308.147, | |
| "eval_samples_per_second": 18.79, | |
| "eval_steps_per_second": 1.567, | |
| "eval_wo_beta": 16.292007446289062, | |
| "step": 100 | |
| }, | |
| { | |
| "dpo_loss": 0.6211874485015869, | |
| "epoch": 0.42512990080302315, | |
| "grad_norm": 11468.6742630064, | |
| "learning_rate": 4.2613636363636365e-06, | |
| "logits": -1.3584699630737305, | |
| "logps": -84.20758056640625, | |
| "loss": 182.7148, | |
| "objective": 183.446044921875, | |
| "ranking_idealized": 0.6066666841506958, | |
| "ranking_idealized_expo": 0.5287500023841858, | |
| "ranking_simple": 0.5704166889190674, | |
| "regularize": 0.408563494682312, | |
| "step": 150, | |
| "wo_beta": 15.468416213989258 | |
| }, | |
| { | |
| "epoch": 0.42512990080302315, | |
| "eval_dpo_loss": 0.696851909160614, | |
| "eval_logits": -1.2730469703674316, | |
| "eval_logps": -89.73287200927734, | |
| "eval_loss": 218.5299072265625, | |
| "eval_objective": 213.48837280273438, | |
| "eval_ranking_idealized": 0.6030020713806152, | |
| "eval_ranking_idealized_expo": 0.5222567319869995, | |
| "eval_ranking_simple": 0.533643901348114, | |
| "eval_regularize": 0.4859408438205719, | |
| "eval_runtime": 310.345, | |
| "eval_samples_per_second": 18.657, | |
| "eval_steps_per_second": 1.556, | |
| "eval_wo_beta": 15.804472923278809, | |
| "step": 150 | |
| }, | |
| { | |
| "dpo_loss": 0.6188575029373169, | |
| "epoch": 0.5668398677373642, | |
| "grad_norm": 9821.481225782692, | |
| "learning_rate": 4.997168347957521e-06, | |
| "logits": -1.112230896949768, | |
| "logps": -78.28816223144531, | |
| "loss": 203.0993, | |
| "objective": 197.34710693359375, | |
| "ranking_idealized": 0.5924999713897705, | |
| "ranking_idealized_expo": 0.5166666507720947, | |
| "ranking_simple": 0.5529166460037231, | |
| "regularize": 0.43580684065818787, | |
| "step": 200, | |
| "wo_beta": 15.601910591125488 | |
| }, | |
| { | |
| "epoch": 0.5668398677373642, | |
| "eval_dpo_loss": 0.7050652503967285, | |
| "eval_logits": -1.0446792840957642, | |
| "eval_logps": -79.70624542236328, | |
| "eval_loss": 251.92431640625, | |
| "eval_objective": 242.6405792236328, | |
| "eval_ranking_idealized": 0.6030020713806152, | |
| "eval_ranking_idealized_expo": 0.5222567319869995, | |
| "eval_ranking_simple": 0.532608687877655, | |
| "eval_regularize": 0.5518472790718079, | |
| "eval_runtime": 309.0635, | |
| "eval_samples_per_second": 18.734, | |
| "eval_steps_per_second": 1.563, | |
| "eval_wo_beta": 14.694934844970703, | |
| "step": 200 | |
| }, | |
| { | |
| "dpo_loss": 0.6134654879570007, | |
| "epoch": 0.7085498346717053, | |
| "grad_norm": 9089.685589774383, | |
| "learning_rate": 4.973122855144066e-06, | |
| "logits": -0.831710934638977, | |
| "logps": -75.95425415039062, | |
| "loss": 207.5481, | |
| "objective": 209.42929077148438, | |
| "ranking_idealized": 0.5991666913032532, | |
| "ranking_idealized_expo": 0.5170833468437195, | |
| "ranking_simple": 0.5600000023841858, | |
| "regularize": 0.46070510149002075, | |
| "step": 250, | |
| "wo_beta": 15.946144104003906 | |
| }, | |
| { | |
| "epoch": 0.7085498346717053, | |
| "eval_dpo_loss": 0.7055123448371887, | |
| "eval_logits": -1.0362330675125122, | |
| "eval_logps": -80.09400177001953, | |
| "eval_loss": 251.99049377441406, | |
| "eval_objective": 244.35101318359375, | |
| "eval_ranking_idealized": 0.6030020713806152, | |
| "eval_ranking_idealized_expo": 0.5222567319869995, | |
| "eval_ranking_simple": 0.5305383205413818, | |
| "eval_regularize": 0.5541524887084961, | |
| "eval_runtime": 308.2828, | |
| "eval_samples_per_second": 18.781, | |
| "eval_steps_per_second": 1.567, | |
| "eval_wo_beta": 14.815776824951172, | |
| "step": 250 | |
| }, | |
| { | |
| "dpo_loss": 0.6043393015861511, | |
| "epoch": 0.8502598016060463, | |
| "grad_norm": 8539.808891034761, | |
| "learning_rate": 4.924776641419513e-06, | |
| "logits": -0.7953253388404846, | |
| "logps": -75.85888671875, | |
| "loss": 193.4843, | |
| "objective": 194.79408264160156, | |
| "ranking_idealized": 0.5799999833106995, | |
| "ranking_idealized_expo": 0.4970833361148834, | |
| "ranking_simple": 0.5475000143051147, | |
| "regularize": 0.43644893169403076, | |
| "step": 300, | |
| "wo_beta": 15.487529754638672 | |
| }, | |
| { | |
| "epoch": 0.8502598016060463, | |
| "eval_dpo_loss": 0.7149869799613953, | |
| "eval_logits": -0.7137008905410767, | |
| "eval_logps": -80.42964172363281, | |
| "eval_loss": 266.710693359375, | |
| "eval_objective": 258.3957214355469, | |
| "eval_ranking_idealized": 0.6030020713806152, | |
| "eval_ranking_idealized_expo": 0.5222567319869995, | |
| "eval_ranking_simple": 0.5289855003356934, | |
| "eval_regularize": 0.5880751013755798, | |
| "eval_runtime": 308.0939, | |
| "eval_samples_per_second": 18.793, | |
| "eval_steps_per_second": 1.568, | |
| "eval_wo_beta": 14.543147087097168, | |
| "step": 300 | |
| }, | |
| { | |
| "dpo_loss": 0.5903122425079346, | |
| "epoch": 0.9919697685403873, | |
| "grad_norm": 7990.460628234389, | |
| "learning_rate": 4.8526047530778175e-06, | |
| "logits": -0.5379437208175659, | |
| "logps": -75.28119659423828, | |
| "loss": 182.6922, | |
| "objective": 183.501220703125, | |
| "ranking_idealized": 0.60916668176651, | |
| "ranking_idealized_expo": 0.5270833373069763, | |
| "ranking_simple": 0.5887500047683716, | |
| "regularize": 0.4042646884918213, | |
| "step": 350, | |
| "wo_beta": 15.643413543701172 | |
| }, | |
| { | |
| "epoch": 0.9919697685403873, | |
| "eval_dpo_loss": 0.7073115706443787, | |
| "eval_logits": -0.6448346972465515, | |
| "eval_logps": -76.36376190185547, | |
| "eval_loss": 262.3345947265625, | |
| "eval_objective": 254.63600158691406, | |
| "eval_ranking_idealized": 0.6030020713806152, | |
| "eval_ranking_idealized_expo": 0.5222567319869995, | |
| "eval_ranking_simple": 0.5357142686843872, | |
| "eval_regularize": 0.5802178978919983, | |
| "eval_runtime": 307.6386, | |
| "eval_samples_per_second": 18.821, | |
| "eval_steps_per_second": 1.57, | |
| "eval_wo_beta": 14.617557525634766, | |
| "step": 350 | |
| }, | |
| { | |
| "dpo_loss": 0.5762209892272949, | |
| "epoch": 1.1336797354747283, | |
| "grad_norm": 8197.08929637491, | |
| "learning_rate": 4.757316345716554e-06, | |
| "logits": -0.5033857226371765, | |
| "logps": -73.0711441040039, | |
| "loss": 166.9683, | |
| "objective": 169.2793426513672, | |
| "ranking_idealized": 0.6087499856948853, | |
| "ranking_idealized_expo": 0.5337499976158142, | |
| "ranking_simple": 0.5870833396911621, | |
| "regularize": 0.3724302351474762, | |
| "step": 400, | |
| "wo_beta": 15.946381568908691 | |
| }, | |
| { | |
| "epoch": 1.1336797354747283, | |
| "eval_dpo_loss": 0.7151855230331421, | |
| "eval_logits": -0.6391506791114807, | |
| "eval_logps": -78.34819793701172, | |
| "eval_loss": 272.3287658691406, | |
| "eval_objective": 264.91107177734375, | |
| "eval_ranking_idealized": 0.6030020713806152, | |
| "eval_ranking_idealized_expo": 0.5222567319869995, | |
| "eval_ranking_simple": 0.5274327397346497, | |
| "eval_regularize": 0.6056078672409058, | |
| "eval_runtime": 308.6832, | |
| "eval_samples_per_second": 18.757, | |
| "eval_steps_per_second": 1.565, | |
| "eval_wo_beta": 14.651263236999512, | |
| "step": 400 | |
| }, | |
| { | |
| "dpo_loss": 0.5697375535964966, | |
| "epoch": 1.2753897024090695, | |
| "grad_norm": 7987.082885512546, | |
| "learning_rate": 4.639847716126855e-06, | |
| "logits": -0.49218180775642395, | |
| "logps": -75.01708984375, | |
| "loss": 155.9364, | |
| "objective": 154.53318786621094, | |
| "ranking_idealized": 0.5975000262260437, | |
| "ranking_idealized_expo": 0.5199999809265137, | |
| "ranking_simple": 0.5849999785423279, | |
| "regularize": 0.34387490153312683, | |
| "step": 450, | |
| "wo_beta": 16.392471313476562 | |
| }, | |
| { | |
| "epoch": 1.2753897024090695, | |
| "eval_dpo_loss": 0.7185649871826172, | |
| "eval_logits": -0.4207253158092499, | |
| "eval_logps": -80.52300262451172, | |
| "eval_loss": 275.0490417480469, | |
| "eval_objective": 268.8637390136719, | |
| "eval_ranking_idealized": 0.6030020713806152, | |
| "eval_ranking_idealized_expo": 0.5222567319869995, | |
| "eval_ranking_simple": 0.5320910811424255, | |
| "eval_regularize": 0.6128751039505005, | |
| "eval_runtime": 308.3205, | |
| "eval_samples_per_second": 18.779, | |
| "eval_steps_per_second": 1.567, | |
| "eval_wo_beta": 14.77772331237793, | |
| "step": 450 | |
| }, | |
| { | |
| "dpo_loss": 0.5621860027313232, | |
| "epoch": 1.4170996693434104, | |
| "grad_norm": 8470.747695660142, | |
| "learning_rate": 4.501353102310901e-06, | |
| "logits": -0.3975617587566376, | |
| "logps": -76.15510559082031, | |
| "loss": 143.4724, | |
| "objective": 144.99127197265625, | |
| "ranking_idealized": 0.57833331823349, | |
| "ranking_idealized_expo": 0.4983333349227905, | |
| "ranking_simple": 0.5641666650772095, | |
| "regularize": 0.3229096531867981, | |
| "step": 500, | |
| "wo_beta": 15.915486335754395 | |
| }, | |
| { | |
| "epoch": 1.4170996693434104, | |
| "eval_dpo_loss": 0.720949113368988, | |
| "eval_logits": -0.5140562653541565, | |
| "eval_logps": -80.55872344970703, | |
| "eval_loss": 275.96630859375, | |
| "eval_objective": 270.0382995605469, | |
| "eval_ranking_idealized": 0.6030020713806152, | |
| "eval_ranking_idealized_expo": 0.5222567319869995, | |
| "eval_ranking_simple": 0.5269151329994202, | |
| "eval_regularize": 0.6150393486022949, | |
| "eval_runtime": 308.3699, | |
| "eval_samples_per_second": 18.776, | |
| "eval_steps_per_second": 1.566, | |
| "eval_wo_beta": 14.436367988586426, | |
| "step": 500 | |
| }, | |
| { | |
| "dpo_loss": 0.5593892931938171, | |
| "epoch": 1.5588096362777515, | |
| "grad_norm": 8086.109814509309, | |
| "learning_rate": 4.34319334202531e-06, | |
| "logits": -0.5436981320381165, | |
| "logps": -76.949462890625, | |
| "loss": 141.3444, | |
| "objective": 144.28431701660156, | |
| "ranking_idealized": 0.5945833325386047, | |
| "ranking_idealized_expo": 0.5116666555404663, | |
| "ranking_simple": 0.5841666460037231, | |
| "regularize": 0.3211959898471832, | |
| "step": 550, | |
| "wo_beta": 15.494115829467773 | |
| }, | |
| { | |
| "epoch": 1.5588096362777515, | |
| "eval_dpo_loss": 0.7139093279838562, | |
| "eval_logits": -0.6337844729423523, | |
| "eval_logps": -81.12705993652344, | |
| "eval_loss": 275.0850524902344, | |
| "eval_objective": 269.2188720703125, | |
| "eval_ranking_idealized": 0.6030020713806152, | |
| "eval_ranking_idealized_expo": 0.5222567319869995, | |
| "eval_ranking_simple": 0.5377846956253052, | |
| "eval_regularize": 0.6158860325813293, | |
| "eval_runtime": 309.36, | |
| "eval_samples_per_second": 18.716, | |
| "eval_steps_per_second": 1.561, | |
| "eval_wo_beta": 14.642486572265625, | |
| "step": 550 | |
| }, | |
| { | |
| "dpo_loss": 0.5621269345283508, | |
| "epoch": 1.7028814359943316, | |
| "grad_norm": 7358.036337966711, | |
| "learning_rate": 4.16692250129073e-06, | |
| "logits": -0.5125311613082886, | |
| "logps": -76.2679443359375, | |
| "loss": 136.172, | |
| "objective": 138.94873046875, | |
| "ranking_idealized": 0.6000000238418579, | |
| "ranking_idealized_expo": 0.51583331823349, | |
| "ranking_simple": 0.5874999761581421, | |
| "regularize": 0.304604709148407, | |
| "step": 600, | |
| "wo_beta": 15.486053466796875 | |
| }, | |
| { | |
| "epoch": 1.7028814359943316, | |
| "eval_dpo_loss": 0.711104691028595, | |
| "eval_logits": -0.5857469439506531, | |
| "eval_logps": -79.42213439941406, | |
| "eval_loss": 273.6680908203125, | |
| "eval_objective": 264.6509704589844, | |
| "eval_ranking_idealized": 0.6030020713806152, | |
| "eval_ranking_idealized_expo": 0.5222567319869995, | |
| "eval_ranking_simple": 0.5372670888900757, | |
| "eval_regularize": 0.6011682748794556, | |
| "eval_runtime": 311.317, | |
| "eval_samples_per_second": 18.598, | |
| "eval_steps_per_second": 1.551, | |
| "eval_wo_beta": 14.563067436218262, | |
| "step": 600 | |
| }, | |
| { | |
| "dpo_loss": 0.5565243363380432, | |
| "epoch": 1.8445914029286725, | |
| "grad_norm": 7716.658918543234, | |
| "learning_rate": 3.974272604254906e-06, | |
| "logits": -0.45386597514152527, | |
| "logps": -76.72352600097656, | |
| "loss": 130.7133, | |
| "objective": 137.35403442382812, | |
| "ranking_idealized": 0.6075000166893005, | |
| "ranking_idealized_expo": 0.5308333039283752, | |
| "ranking_simple": 0.5920833349227905, | |
| "regularize": 0.2999296486377716, | |
| "step": 650, | |
| "wo_beta": 16.43378448486328 | |
| }, | |
| { | |
| "epoch": 1.8445914029286725, | |
| "eval_dpo_loss": 0.7193200588226318, | |
| "eval_logits": -0.4215196371078491, | |
| "eval_logps": -80.21295166015625, | |
| "eval_loss": 276.3609313964844, | |
| "eval_objective": 269.6939392089844, | |
| "eval_ranking_idealized": 0.6030020713806152, | |
| "eval_ranking_idealized_expo": 0.5222567319869995, | |
| "eval_ranking_simple": 0.5341615080833435, | |
| "eval_regularize": 0.614128828048706, | |
| "eval_runtime": 309.0561, | |
| "eval_samples_per_second": 18.734, | |
| "eval_steps_per_second": 1.563, | |
| "eval_wo_beta": 14.545560836791992, | |
| "step": 650 | |
| }, | |
| { | |
| "dpo_loss": 0.5614636540412903, | |
| "epoch": 1.9863013698630136, | |
| "grad_norm": 6878.133616740314, | |
| "learning_rate": 3.767136614452458e-06, | |
| "logits": -0.4337880313396454, | |
| "logps": -76.46927642822266, | |
| "loss": 122.624, | |
| "objective": 121.14984130859375, | |
| "ranking_idealized": 0.5933333039283752, | |
| "ranking_idealized_expo": 0.5104166865348816, | |
| "ranking_simple": 0.5766666531562805, | |
| "regularize": 0.27313005924224854, | |
| "step": 700, | |
| "wo_beta": 15.872406005859375 | |
| }, | |
| { | |
| "epoch": 1.9863013698630136, | |
| "eval_dpo_loss": 0.717802107334137, | |
| "eval_logits": -0.5263403058052063, | |
| "eval_logps": -80.99676513671875, | |
| "eval_loss": 278.4689636230469, | |
| "eval_objective": 271.4756774902344, | |
| "eval_ranking_idealized": 0.6030020713806152, | |
| "eval_ranking_idealized_expo": 0.5222567319869995, | |
| "eval_ranking_simple": 0.5377846956253052, | |
| "eval_regularize": 0.6189925074577332, | |
| "eval_runtime": 308.2823, | |
| "eval_samples_per_second": 18.781, | |
| "eval_steps_per_second": 1.567, | |
| "eval_wo_beta": 14.466358184814453, | |
| "step": 700 | |
| }, | |
| { | |
| "dpo_loss": 0.5429660677909851, | |
| "epoch": 2.1280113367973548, | |
| "grad_norm": 7099.084874469886, | |
| "learning_rate": 3.547549834686222e-06, | |
| "logits": -0.456377774477005, | |
| "logps": -78.5710678100586, | |
| "loss": 108.7022, | |
| "objective": 107.37686157226562, | |
| "ranking_idealized": 0.6087499856948853, | |
| "ranking_idealized_expo": 0.5170833468437195, | |
| "ranking_simple": 0.5899999737739563, | |
| "regularize": 0.2386901080608368, | |
| "step": 750, | |
| "wo_beta": 16.154056549072266 | |
| }, | |
| { | |
| "epoch": 2.1280113367973548, | |
| "eval_dpo_loss": 0.7206873297691345, | |
| "eval_logits": -0.4656512439250946, | |
| "eval_logps": -84.00879669189453, | |
| "eval_loss": 282.56683349609375, | |
| "eval_objective": 276.0200500488281, | |
| "eval_ranking_idealized": 0.6030020713806152, | |
| "eval_ranking_idealized_expo": 0.5222567319869995, | |
| "eval_ranking_simple": 0.534679114818573, | |
| "eval_regularize": 0.6302040815353394, | |
| "eval_runtime": 308.3238, | |
| "eval_samples_per_second": 18.779, | |
| "eval_steps_per_second": 1.567, | |
| "eval_wo_beta": 14.451681137084961, | |
| "step": 750 | |
| }, | |
| { | |
| "dpo_loss": 0.5408411026000977, | |
| "epoch": 2.269721303731696, | |
| "grad_norm": 7050.1218576698175, | |
| "learning_rate": 3.3176699082935546e-06, | |
| "logits": -0.44169890880584717, | |
| "logps": -79.25837707519531, | |
| "loss": 104.1923, | |
| "objective": 101.39546966552734, | |
| "ranking_idealized": 0.5924999713897705, | |
| "ranking_idealized_expo": 0.5095833539962769, | |
| "ranking_simple": 0.5879166722297668, | |
| "regularize": 0.22695893049240112, | |
| "step": 800, | |
| "wo_beta": 15.370372772216797 | |
| }, | |
| { | |
| "epoch": 2.269721303731696, | |
| "eval_dpo_loss": 0.7166009545326233, | |
| "eval_logits": -0.46399185061454773, | |
| "eval_logps": -81.63129425048828, | |
| "eval_loss": 278.05548095703125, | |
| "eval_objective": 272.76220703125, | |
| "eval_ranking_idealized": 0.6030020713806152, | |
| "eval_ranking_idealized_expo": 0.5222567319869995, | |
| "eval_ranking_simple": 0.5383023023605347, | |
| "eval_regularize": 0.6210389137268066, | |
| "eval_runtime": 316.0101, | |
| "eval_samples_per_second": 18.322, | |
| "eval_steps_per_second": 1.528, | |
| "eval_wo_beta": 14.43066692352295, | |
| "step": 800 | |
| }, | |
| { | |
| "dpo_loss": 0.5408244132995605, | |
| "epoch": 2.411431270666037, | |
| "grad_norm": 6732.756367827086, | |
| "learning_rate": 3.0797556183036582e-06, | |
| "logits": -0.398872435092926, | |
| "logps": -77.83311462402344, | |
| "loss": 99.0867, | |
| "objective": 97.56111145019531, | |
| "ranking_idealized": 0.5975000262260437, | |
| "ranking_idealized_expo": 0.5166666507720947, | |
| "ranking_simple": 0.5879166722297668, | |
| "regularize": 0.21405553817749023, | |
| "step": 850, | |
| "wo_beta": 15.753022193908691 | |
| }, | |
| { | |
| "epoch": 2.411431270666037, | |
| "eval_dpo_loss": 0.7208675742149353, | |
| "eval_logits": -0.5211770534515381, | |
| "eval_logps": -81.06893157958984, | |
| "eval_loss": 283.0077819824219, | |
| "eval_objective": 277.3703308105469, | |
| "eval_ranking_idealized": 0.6030020713806152, | |
| "eval_ranking_idealized_expo": 0.5222567319869995, | |
| "eval_ranking_simple": 0.5331262946128845, | |
| "eval_regularize": 0.6309527158737183, | |
| "eval_runtime": 308.4936, | |
| "eval_samples_per_second": 18.769, | |
| "eval_steps_per_second": 1.566, | |
| "eval_wo_beta": 14.269521713256836, | |
| "step": 850 | |
| }, | |
| { | |
| "dpo_loss": 0.5474214553833008, | |
| "epoch": 2.5531412376003777, | |
| "grad_norm": 6765.065529775399, | |
| "learning_rate": 2.8361446928038298e-06, | |
| "logits": -0.45377472043037415, | |
| "logps": -77.1721420288086, | |
| "loss": 91.7475, | |
| "objective": 90.64097595214844, | |
| "ranking_idealized": 0.5887500047683716, | |
| "ranking_idealized_expo": 0.5191666483879089, | |
| "ranking_simple": 0.5808333158493042, | |
| "regularize": 0.20561054348945618, | |
| "step": 900, | |
| "wo_beta": 16.313594818115234 | |
| }, | |
| { | |
| "epoch": 2.5531412376003777, | |
| "eval_dpo_loss": 0.7200337052345276, | |
| "eval_logits": -0.5149067044258118, | |
| "eval_logps": -81.61436462402344, | |
| "eval_loss": 279.6676025390625, | |
| "eval_objective": 275.1768798828125, | |
| "eval_ranking_idealized": 0.6030020713806152, | |
| "eval_ranking_idealized_expo": 0.5222567319869995, | |
| "eval_ranking_simple": 0.5372670888900757, | |
| "eval_regularize": 0.6278803944587708, | |
| "eval_runtime": 308.2613, | |
| "eval_samples_per_second": 18.783, | |
| "eval_steps_per_second": 1.567, | |
| "eval_wo_beta": 14.35700798034668, | |
| "step": 900 | |
| }, | |
| { | |
| "dpo_loss": 0.536076545715332, | |
| "epoch": 2.694851204534719, | |
| "grad_norm": 6780.927379854703, | |
| "learning_rate": 2.5892308345974517e-06, | |
| "logits": -0.3948451280593872, | |
| "logps": -78.59798431396484, | |
| "loss": 87.8681, | |
| "objective": 91.65276336669922, | |
| "ranking_idealized": 0.5983333587646484, | |
| "ranking_idealized_expo": 0.5087500214576721, | |
| "ranking_simple": 0.5895833373069763, | |
| "regularize": 0.1982572227716446, | |
| "step": 950, | |
| "wo_beta": 16.053390502929688 | |
| }, | |
| { | |
| "epoch": 2.694851204534719, | |
| "eval_dpo_loss": 0.7190758585929871, | |
| "eval_logits": -0.44280436635017395, | |
| "eval_logps": -81.85442352294922, | |
| "eval_loss": 281.5718078613281, | |
| "eval_objective": 275.7560119628906, | |
| "eval_ranking_idealized": 0.6030020713806152, | |
| "eval_ranking_idealized_expo": 0.5222567319869995, | |
| "eval_ranking_simple": 0.5362318754196167, | |
| "eval_regularize": 0.6276679039001465, | |
| "eval_runtime": 308.5458, | |
| "eval_samples_per_second": 18.765, | |
| "eval_steps_per_second": 1.565, | |
| "eval_wo_beta": 14.350942611694336, | |
| "step": 950 | |
| }, | |
| { | |
| "dpo_loss": 0.5394951105117798, | |
| "epoch": 2.83656117146906, | |
| "grad_norm": 7326.8730595182415, | |
| "learning_rate": 2.341440200858589e-06, | |
| "logits": -0.389419287443161, | |
| "logps": -77.48452758789062, | |
| "loss": 81.742, | |
| "objective": 80.39604187011719, | |
| "ranking_idealized": 0.6016666889190674, | |
| "ranking_idealized_expo": 0.5099999904632568, | |
| "ranking_simple": 0.5883333086967468, | |
| "regularize": 0.18344084918498993, | |
| "step": 1000, | |
| "wo_beta": 15.534008979797363 | |
| }, | |
| { | |
| "epoch": 2.83656117146906, | |
| "eval_dpo_loss": 0.7197140455245972, | |
| "eval_logits": -0.49511978030204773, | |
| "eval_logps": -81.44123077392578, | |
| "eval_loss": 279.1323547363281, | |
| "eval_objective": 274.5647277832031, | |
| "eval_ranking_idealized": 0.6030020713806152, | |
| "eval_ranking_idealized_expo": 0.5222567319869995, | |
| "eval_ranking_simple": 0.533643901348114, | |
| "eval_regularize": 0.6257451176643372, | |
| "eval_runtime": 309.1776, | |
| "eval_samples_per_second": 18.727, | |
| "eval_steps_per_second": 1.562, | |
| "eval_wo_beta": 14.355087280273438, | |
| "step": 1000 | |
| }, | |
| { | |
| "dpo_loss": 0.5420763492584229, | |
| "epoch": 2.978271138403401, | |
| "grad_norm": 6821.455863031989, | |
| "learning_rate": 2.0952075638923656e-06, | |
| "logits": -0.4298148453235626, | |
| "logps": -78.06723022460938, | |
| "loss": 76.4372, | |
| "objective": 76.12059783935547, | |
| "ranking_idealized": 0.6083333492279053, | |
| "ranking_idealized_expo": 0.518750011920929, | |
| "ranking_simple": 0.5958333611488342, | |
| "regularize": 0.1691569834947586, | |
| "step": 1050, | |
| "wo_beta": 16.169239044189453 | |
| }, | |
| { | |
| "epoch": 2.978271138403401, | |
| "eval_dpo_loss": 0.7184009552001953, | |
| "eval_logits": -0.4501994550228119, | |
| "eval_logps": -82.39596557617188, | |
| "eval_loss": 279.18841552734375, | |
| "eval_objective": 273.9026184082031, | |
| "eval_ranking_idealized": 0.6030020713806152, | |
| "eval_ranking_idealized_expo": 0.5222567319869995, | |
| "eval_ranking_simple": 0.533643901348114, | |
| "eval_regularize": 0.6249070167541504, | |
| "eval_runtime": 310.2594, | |
| "eval_samples_per_second": 18.662, | |
| "eval_steps_per_second": 1.557, | |
| "eval_wo_beta": 14.32027816772461, | |
| "step": 1050 | |
| }, | |
| { | |
| "dpo_loss": 0.5327512621879578, | |
| "epoch": 3.119981105337742, | |
| "grad_norm": 6539.491492464407, | |
| "learning_rate": 1.852952387243698e-06, | |
| "logits": -0.39219775795936584, | |
| "logps": -78.88080596923828, | |
| "loss": 67.4698, | |
| "objective": 66.67189025878906, | |
| "ranking_idealized": 0.6045833230018616, | |
| "ranking_idealized_expo": 0.528333306312561, | |
| "ranking_simple": 0.6029166579246521, | |
| "regularize": 0.14756560325622559, | |
| "step": 1100, | |
| "wo_beta": 16.35073471069336 | |
| }, | |
| { | |
| "epoch": 3.119981105337742, | |
| "eval_dpo_loss": 0.7169165015220642, | |
| "eval_logits": -0.41896748542785645, | |
| "eval_logps": -82.91073608398438, | |
| "eval_loss": 280.53173828125, | |
| "eval_objective": 274.793212890625, | |
| "eval_ranking_idealized": 0.6030020713806152, | |
| "eval_ranking_idealized_expo": 0.5222567319869995, | |
| "eval_ranking_simple": 0.532608687877655, | |
| "eval_regularize": 0.6259706616401672, | |
| "eval_runtime": 310.4871, | |
| "eval_samples_per_second": 18.648, | |
| "eval_steps_per_second": 1.556, | |
| "eval_wo_beta": 14.341768264770508, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 3.119981105337742, | |
| "step": 1100, | |
| "total_flos": 0.0, | |
| "train_loss": 50.30704811789773, | |
| "train_runtime": 15116.5529, | |
| "train_samples_per_second": 16.803, | |
| "train_steps_per_second": 0.116 | |
| } | |
| ], | |
| "logging_steps": 50, | |
| "max_steps": 1760, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 5, | |
| "save_steps": 50, | |
| "stateful_callbacks": { | |
| "EarlyStoppingCallback": { | |
| "args": { | |
| "early_stopping_patience": 5, | |
| "early_stopping_threshold": 0.0 | |
| }, | |
| "attributes": { | |
| "early_stopping_patience_counter": 0 | |
| } | |
| }, | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 0.0, | |
| "train_batch_size": 4, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |