{
  "best_metric": 6.621464252471924,
  "best_model_checkpoint": "./qwen2.5-0.5b/qwen2.5-0.5b-expo-DPO-ES-100/checkpoint-700",
  "epoch": 2.69248937175248,
  "eval_steps": 50,
  "global_step": 950,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "dpo_loss": 0.6931471824645996,
      "epoch": 0.002834199338686821,
      "grad_norm": 18442.54709688657,
      "learning_rate": 2.840909090909091e-08,
      "logits": -1.359458565711975,
      "logps": -84.69721221923828,
      "loss": 0.6931,
      "objective": 0.6931471824645996,
      "ranking_idealized": 0.5833333134651184,
      "ranking_idealized_expo": 0.5833333134651184,
      "ranking_simple": 0.5833333134651184,
      "regularize": 0.6931471824645996,
      "step": 1,
      "wo_beta": 5.271125316619873
    },
    {
      "dpo_loss": 16.993518829345703,
      "epoch": 0.14170996693434104,
      "grad_norm": 20039.682390740076,
      "learning_rate": 1.4204545454545458e-06,
      "logits": -1.4496889114379883,
      "logps": -84.4629898071289,
      "loss": 17.3723,
      "objective": 16.993518829345703,
      "ranking_idealized": 0.5221088528633118,
      "ranking_idealized_expo": 0.5216836929321289,
      "ranking_simple": 0.5242347121238708,
      "regularize": 16.993518829345703,
      "step": 50,
      "wo_beta": 7.0965657234191895
    },
    {
      "epoch": 0.14170996693434104,
      "eval_dpo_loss": 31.485410690307617,
      "eval_logits": -1.4391247034072876,
      "eval_logps": -90.95195770263672,
      "eval_loss": 32.11253356933594,
      "eval_objective": 31.485410690307617,
      "eval_ranking_idealized": 0.5212215185165405,
      "eval_ranking_idealized_expo": 0.5212215185165405,
      "eval_ranking_simple": 0.5263975262641907,
      "eval_regularize": 31.485410690307617,
      "eval_runtime": 309.3922,
      "eval_samples_per_second": 18.714,
      "eval_steps_per_second": 1.561,
      "eval_wo_beta": 7.685111999511719,
      "step": 50
    },
    {
      "dpo_loss": 59.36994934082031,
      "epoch": 0.2834199338686821,
      "grad_norm": 16985.157671530273,
      "learning_rate": 2.8409090909090916e-06,
      "logits": -1.4624311923980713,
      "logps": -81.97602844238281,
      "loss": 60.4454,
      "objective": 59.36994934082031,
      "ranking_idealized": 0.5137500166893005,
      "ranking_idealized_expo": 0.5137500166893005,
      "ranking_simple": 0.5433333516120911,
      "regularize": 59.36994934082031,
      "step": 100,
      "wo_beta": 6.49465799331665
    },
    {
      "epoch": 0.2834199338686821,
      "eval_dpo_loss": 70.77193450927734,
      "eval_logits": -1.4385725259780884,
      "eval_logps": -86.5999984741211,
      "eval_loss": 70.99683380126953,
      "eval_objective": 70.77193450927734,
      "eval_ranking_idealized": 0.5212215185165405,
      "eval_ranking_idealized_expo": 0.5212215185165405,
      "eval_ranking_simple": 0.5305383205413818,
      "eval_regularize": 70.77193450927734,
      "eval_runtime": 308.6565,
      "eval_samples_per_second": 18.759,
      "eval_steps_per_second": 1.565,
      "eval_wo_beta": 7.528871059417725,
      "step": 100
    },
    {
      "dpo_loss": 101.89765930175781,
      "epoch": 0.42512990080302315,
      "grad_norm": 14194.684745919038,
      "learning_rate": 4.2613636363636365e-06,
      "logits": -1.386507511138916,
      "logps": -78.6588134765625,
      "loss": 100.2237,
      "objective": 101.89765930175781,
      "ranking_idealized": 0.527916669845581,
      "ranking_idealized_expo": 0.527916669845581,
      "ranking_simple": 0.5612499713897705,
      "regularize": 101.89765930175781,
      "step": 150,
      "wo_beta": 6.392862319946289
    },
    {
      "epoch": 0.42512990080302315,
      "eval_dpo_loss": 126.88445281982422,
      "eval_logits": -1.2892017364501953,
      "eval_logps": -85.73033905029297,
      "eval_loss": 129.89280700683594,
      "eval_objective": 126.88445281982422,
      "eval_ranking_idealized": 0.5212215185165405,
      "eval_ranking_idealized_expo": 0.5212215185165405,
      "eval_ranking_simple": 0.5320910811424255,
      "eval_regularize": 126.88445281982422,
      "eval_runtime": 308.7582,
      "eval_samples_per_second": 18.753,
      "eval_steps_per_second": 1.564,
      "eval_wo_beta": 7.464066505432129,
      "step": 150
    },
    {
      "dpo_loss": 119.16841125488281,
      "epoch": 0.5668398677373642,
      "grad_norm": 12833.152797223363,
      "learning_rate": 4.997168347957521e-06,
      "logits": -1.3282432556152344,
      "logps": -75.89098358154297,
      "loss": 120.8284,
      "objective": 119.16841125488281,
      "ranking_idealized": 0.51541668176651,
      "ranking_idealized_expo": 0.51541668176651,
      "ranking_simple": 0.5562499761581421,
      "regularize": 119.16841125488281,
      "step": 200,
      "wo_beta": 6.29520320892334
    },
    {
      "epoch": 0.5668398677373642,
      "eval_dpo_loss": 159.50131225585938,
      "eval_logits": -1.3194636106491089,
      "eval_logps": -75.5542221069336,
      "eval_loss": 164.0151824951172,
      "eval_objective": 159.50131225585938,
      "eval_ranking_idealized": 0.5212215185165405,
      "eval_ranking_idealized_expo": 0.5212215185165405,
      "eval_ranking_simple": 0.5357142686843872,
      "eval_regularize": 159.50131225585938,
      "eval_runtime": 308.6776,
      "eval_samples_per_second": 18.757,
      "eval_steps_per_second": 1.565,
      "eval_wo_beta": 7.183592319488525,
      "step": 200
    },
    {
      "dpo_loss": 134.0004119873047,
      "epoch": 0.7085498346717053,
      "grad_norm": 13188.097817084132,
      "learning_rate": 4.973122855144066e-06,
      "logits": -1.138743281364441,
      "logps": -72.49617004394531,
      "loss": 134.8217,
      "objective": 134.0004119873047,
      "ranking_idealized": 0.5162500143051147,
      "ranking_idealized_expo": 0.5162500143051147,
      "ranking_simple": 0.5795833468437195,
      "regularize": 134.0004119873047,
      "step": 250,
      "wo_beta": 6.357597827911377
    },
    {
      "epoch": 0.7085498346717053,
      "eval_dpo_loss": 190.8510284423828,
      "eval_logits": -1.2058484554290771,
      "eval_logps": -79.3890609741211,
      "eval_loss": 195.72117614746094,
      "eval_objective": 190.8510284423828,
      "eval_ranking_idealized": 0.5212215185165405,
      "eval_ranking_idealized_expo": 0.5212215185165405,
      "eval_ranking_simple": 0.5284678936004639,
      "eval_regularize": 190.8510284423828,
      "eval_runtime": 308.7239,
      "eval_samples_per_second": 18.755,
      "eval_steps_per_second": 1.565,
      "eval_wo_beta": 7.27105188369751,
      "step": 250
    },
    {
      "dpo_loss": 114.66310119628906,
      "epoch": 0.8502598016060463,
      "grad_norm": 8558.083204689276,
      "learning_rate": 4.924776641419513e-06,
      "logits": -1.090308666229248,
      "logps": -76.0093765258789,
      "loss": 119.0273,
      "objective": 114.66310119628906,
      "ranking_idealized": 0.4950000047683716,
      "ranking_idealized_expo": 0.4950000047683716,
      "ranking_simple": 0.5687500238418579,
      "regularize": 114.66310119628906,
      "step": 300,
      "wo_beta": 6.086948871612549
    },
    {
      "epoch": 0.8502598016060463,
      "eval_dpo_loss": 188.05804443359375,
      "eval_logits": -0.994479775428772,
      "eval_logps": -84.29710388183594,
      "eval_loss": 192.52310180664062,
      "eval_objective": 188.05804443359375,
      "eval_ranking_idealized": 0.5212215185165405,
      "eval_ranking_idealized_expo": 0.5212215185165405,
      "eval_ranking_simple": 0.5357142686843872,
      "eval_regularize": 188.05804443359375,
      "eval_runtime": 308.8243,
      "eval_samples_per_second": 18.749,
      "eval_steps_per_second": 1.564,
      "eval_wo_beta": 6.938241958618164,
      "step": 300
    },
    {
      "dpo_loss": 116.39104461669922,
      "epoch": 0.9919697685403873,
      "grad_norm": 14112.952284083942,
      "learning_rate": 4.8526047530778175e-06,
      "logits": -0.9387365579605103,
      "logps": -79.04769897460938,
      "loss": 114.0792,
      "objective": 116.39104461669922,
      "ranking_idealized": 0.5254166722297668,
      "ranking_idealized_expo": 0.5254166722297668,
      "ranking_simple": 0.5975000262260437,
      "regularize": 116.39104461669922,
      "step": 350,
      "wo_beta": 5.450421333312988
    },
    {
      "epoch": 0.9919697685403873,
      "eval_dpo_loss": 192.3919677734375,
      "eval_logits": -1.0045075416564941,
      "eval_logps": -82.11246490478516,
      "eval_loss": 205.77967834472656,
      "eval_objective": 192.3919677734375,
      "eval_ranking_idealized": 0.5212215185165405,
      "eval_ranking_idealized_expo": 0.5212215185165405,
      "eval_ranking_simple": 0.5408902764320374,
      "eval_regularize": 192.3919677734375,
      "eval_runtime": 308.4486,
      "eval_samples_per_second": 18.771,
      "eval_steps_per_second": 1.566,
      "eval_wo_beta": 6.923487663269043,
      "step": 350
    },
    {
      "dpo_loss": 73.98444366455078,
      "epoch": 1.1336797354747283,
      "grad_norm": 7172.9062533852075,
      "learning_rate": 4.757316345716554e-06,
      "logits": -0.8197985887527466,
      "logps": -76.91300201416016,
      "loss": 72.4145,
      "objective": 73.98444366455078,
      "ranking_idealized": 0.5320833325386047,
      "ranking_idealized_expo": 0.5320833325386047,
      "ranking_simple": 0.621666669845581,
      "regularize": 73.98444366455078,
      "step": 400,
      "wo_beta": 4.771157264709473
    },
    {
      "epoch": 1.1336797354747283,
      "eval_dpo_loss": 204.8121795654297,
      "eval_logits": -0.7119522094726562,
      "eval_logps": -82.81564331054688,
      "eval_loss": 212.66128540039062,
      "eval_objective": 204.8121795654297,
      "eval_ranking_idealized": 0.5212215185165405,
      "eval_ranking_idealized_expo": 0.5212215185165405,
      "eval_ranking_simple": 0.5408902764320374,
      "eval_regularize": 204.8121795654297,
      "eval_runtime": 308.465,
      "eval_samples_per_second": 18.77,
      "eval_steps_per_second": 1.566,
      "eval_wo_beta": 7.0484819412231445,
      "step": 400
    },
    {
      "dpo_loss": 81.11451721191406,
      "epoch": 1.2753897024090695,
      "grad_norm": 7257.334900105363,
      "learning_rate": 4.639847716126855e-06,
      "logits": -0.6066682934761047,
      "logps": -78.56853485107422,
      "loss": 76.9668,
      "objective": 81.11451721191406,
      "ranking_idealized": 0.5191666483879089,
      "ranking_idealized_expo": 0.5191666483879089,
      "ranking_simple": 0.6295833587646484,
      "regularize": 81.11451721191406,
      "step": 450,
      "wo_beta": 5.272921562194824
    },
    {
      "epoch": 1.2753897024090695,
      "eval_dpo_loss": 203.026123046875,
      "eval_logits": -0.7807133197784424,
      "eval_logps": -82.4189682006836,
      "eval_loss": 210.22909545898438,
      "eval_objective": 203.026123046875,
      "eval_ranking_idealized": 0.5212215185165405,
      "eval_ranking_idealized_expo": 0.5212215185165405,
      "eval_ranking_simple": 0.5383023023605347,
      "eval_regularize": 203.026123046875,
      "eval_runtime": 309.148,
      "eval_samples_per_second": 18.729,
      "eval_steps_per_second": 1.562,
      "eval_wo_beta": 6.924361705780029,
      "step": 450
    },
    {
      "dpo_loss": 76.8044204711914,
      "epoch": 1.4170996693434104,
      "grad_norm": 8969.209638335737,
      "learning_rate": 4.501353102310901e-06,
      "logits": -0.6817887425422668,
      "logps": -77.68151092529297,
      "loss": 77.9261,
      "objective": 76.8044204711914,
      "ranking_idealized": 0.4970833361148834,
      "ranking_idealized_expo": 0.4970833361148834,
      "ranking_simple": 0.6170833110809326,
      "regularize": 76.8044204711914,
      "step": 500,
      "wo_beta": 5.202561855316162
    },
    {
      "epoch": 1.4170996693434104,
      "eval_dpo_loss": 202.15687561035156,
      "eval_logits": -0.7438479661941528,
      "eval_logps": -81.37281036376953,
      "eval_loss": 211.31556701660156,
      "eval_objective": 202.15687561035156,
      "eval_ranking_idealized": 0.5212215185165405,
      "eval_ranking_idealized_expo": 0.5212215185165405,
      "eval_ranking_simple": 0.5362318754196167,
      "eval_regularize": 202.15687561035156,
      "eval_runtime": 308.8567,
      "eval_samples_per_second": 18.747,
      "eval_steps_per_second": 1.564,
      "eval_wo_beta": 6.886315822601318,
      "step": 500
    },
    {
      "dpo_loss": 70.9330062866211,
      "epoch": 1.5588096362777515,
      "grad_norm": 8040.484078292184,
      "learning_rate": 4.34319334202531e-06,
      "logits": -0.636380136013031,
      "logps": -77.03202056884766,
      "loss": 70.5755,
      "objective": 70.9330062866211,
      "ranking_idealized": 0.5104166865348816,
      "ranking_idealized_expo": 0.5104166865348816,
      "ranking_simple": 0.637499988079071,
      "regularize": 70.9330062866211,
      "step": 550,
      "wo_beta": 4.849801063537598
    },
    {
      "epoch": 1.5588096362777515,
      "eval_dpo_loss": 200.1410369873047,
      "eval_logits": -0.6838412880897522,
      "eval_logps": -82.32962799072266,
      "eval_loss": 212.6468048095703,
      "eval_objective": 200.1410369873047,
      "eval_ranking_idealized": 0.5212215185165405,
      "eval_ranking_idealized_expo": 0.5212215185165405,
      "eval_ranking_simple": 0.5429606437683105,
      "eval_regularize": 200.1410369873047,
      "eval_runtime": 311.5527,
      "eval_samples_per_second": 18.584,
      "eval_steps_per_second": 1.55,
      "eval_wo_beta": 6.724142551422119,
      "step": 550
    },
    {
      "dpo_loss": 65.89614868164062,
      "epoch": 1.7005196032120926,
      "grad_norm": 7186.548213944491,
      "learning_rate": 4.16692250129073e-06,
      "logits": -0.510294497013092,
      "logps": -78.14505004882812,
      "loss": 69.6026,
      "objective": 65.89614868164062,
      "ranking_idealized": 0.5149999856948853,
      "ranking_idealized_expo": 0.5149999856948853,
      "ranking_simple": 0.6416666507720947,
      "regularize": 65.89614868164062,
      "step": 600,
      "wo_beta": 4.862266540527344
    },
    {
      "epoch": 1.7005196032120926,
      "eval_dpo_loss": 196.96690368652344,
      "eval_logits": -0.5568598508834839,
      "eval_logps": -80.71286010742188,
      "eval_loss": 212.02540588378906,
      "eval_objective": 196.96690368652344,
      "eval_ranking_idealized": 0.5212215185165405,
      "eval_ranking_idealized_expo": 0.5212215185165405,
      "eval_ranking_simple": 0.5419254899024963,
      "eval_regularize": 196.96690368652344,
      "eval_runtime": 308.7949,
      "eval_samples_per_second": 18.75,
      "eval_steps_per_second": 1.564,
      "eval_wo_beta": 6.6975417137146,
      "step": 600
    },
    {
      "dpo_loss": 69.19684600830078,
      "epoch": 1.8422295701464337,
      "grad_norm": 7556.588020373631,
      "learning_rate": 3.974272604254906e-06,
      "logits": -0.5819191336631775,
      "logps": -75.77037048339844,
      "loss": 69.7829,
      "objective": 69.19684600830078,
      "ranking_idealized": 0.527916669845581,
      "ranking_idealized_expo": 0.527916669845581,
      "ranking_simple": 0.6395833492279053,
      "regularize": 69.19684600830078,
      "step": 650,
      "wo_beta": 5.048923969268799
    },
    {
      "epoch": 1.8422295701464337,
      "eval_dpo_loss": 209.67823791503906,
      "eval_logits": -0.7061935663223267,
      "eval_logps": -79.49684143066406,
      "eval_loss": 222.27664184570312,
      "eval_objective": 209.67823791503906,
      "eval_ranking_idealized": 0.5212215185165405,
      "eval_ranking_idealized_expo": 0.5212215185165405,
      "eval_ranking_simple": 0.5403726696968079,
      "eval_regularize": 209.67823791503906,
      "eval_runtime": 308.514,
      "eval_samples_per_second": 18.767,
      "eval_steps_per_second": 1.566,
      "eval_wo_beta": 6.654106140136719,
      "step": 650
    },
    {
      "dpo_loss": 60.93992233276367,
      "epoch": 1.9839395370807746,
      "grad_norm": 7674.886013172465,
      "learning_rate": 3.767136614452458e-06,
      "logits": -0.5295735597610474,
      "logps": -76.11310577392578,
      "loss": 62.7864,
      "objective": 60.93992233276367,
      "ranking_idealized": 0.5112500190734863,
      "ranking_idealized_expo": 0.5108333230018616,
      "ranking_simple": 0.6387500166893005,
      "regularize": 60.93992233276367,
      "step": 700,
      "wo_beta": 4.921832084655762
    },
    {
      "epoch": 1.9839395370807746,
      "eval_dpo_loss": 213.3031463623047,
      "eval_logits": -0.6268911957740784,
      "eval_logps": -80.2667236328125,
      "eval_loss": 226.3468017578125,
      "eval_objective": 213.3031463623047,
      "eval_ranking_idealized": 0.5212215185165405,
      "eval_ranking_idealized_expo": 0.5212215185165405,
      "eval_ranking_simple": 0.5398550629615784,
      "eval_regularize": 213.3031463623047,
      "eval_runtime": 312.7433,
      "eval_samples_per_second": 18.514,
      "eval_steps_per_second": 1.544,
      "eval_wo_beta": 6.621464252471924,
      "step": 700
    },
    {
      "dpo_loss": 37.5257682800293,
      "epoch": 2.1256495040151155,
      "grad_norm": 6013.443827898748,
      "learning_rate": 3.547549834686222e-06,
      "logits": -0.507068932056427,
      "logps": -76.31243133544922,
      "loss": 37.3326,
      "objective": 37.5257682800293,
      "ranking_idealized": 0.5112500190734863,
      "ranking_idealized_expo": 0.5112500190734863,
      "ranking_simple": 0.6583333611488342,
      "regularize": 37.5257682800293,
      "step": 750,
      "wo_beta": 4.600498676300049
    },
    {
      "epoch": 2.1256495040151155,
      "eval_dpo_loss": 208.872314453125,
      "eval_logits": -0.7007076144218445,
      "eval_logps": -80.56648254394531,
      "eval_loss": 219.77853393554688,
      "eval_objective": 208.872314453125,
      "eval_ranking_idealized": 0.5212215185165405,
      "eval_ranking_idealized_expo": 0.5212215185165405,
      "eval_ranking_simple": 0.5439958572387695,
      "eval_regularize": 208.872314453125,
      "eval_runtime": 308.6702,
      "eval_samples_per_second": 18.758,
      "eval_steps_per_second": 1.565,
      "eval_wo_beta": 6.726495265960693,
      "step": 750
    },
    {
      "dpo_loss": 32.680686950683594,
      "epoch": 2.2673594709494567,
      "grad_norm": 5530.199901679942,
      "learning_rate": 3.3176699082935546e-06,
      "logits": -0.5285750031471252,
      "logps": -77.53636932373047,
      "loss": 33.2099,
      "objective": 32.680686950683594,
      "ranking_idealized": 0.512499988079071,
      "ranking_idealized_expo": 0.512499988079071,
      "ranking_simple": 0.6654166579246521,
      "regularize": 32.680686950683594,
      "step": 800,
      "wo_beta": 4.228292465209961
    },
    {
      "epoch": 2.2673594709494567,
      "eval_dpo_loss": 207.68812561035156,
      "eval_logits": -0.5673097968101501,
      "eval_logps": -81.89009857177734,
      "eval_loss": 221.87864685058594,
      "eval_objective": 207.68812561035156,
      "eval_ranking_idealized": 0.5212215185165405,
      "eval_ranking_idealized_expo": 0.5212215185165405,
      "eval_ranking_simple": 0.5450310707092285,
      "eval_regularize": 207.68812561035156,
      "eval_runtime": 308.8922,
      "eval_samples_per_second": 18.744,
      "eval_steps_per_second": 1.564,
      "eval_wo_beta": 6.671654224395752,
      "step": 800
    },
    {
      "dpo_loss": 34.45829772949219,
      "epoch": 2.409069437883798,
      "grad_norm": 4586.247966907105,
      "learning_rate": 3.0797556183036582e-06,
      "logits": -0.49624624848365784,
      "logps": -79.02293395996094,
      "loss": 33.915,
      "objective": 34.45829772949219,
      "ranking_idealized": 0.5141666531562805,
      "ranking_idealized_expo": 0.5133333206176758,
      "ranking_simple": 0.6575000286102295,
      "regularize": 34.45829772949219,
      "step": 850,
      "wo_beta": 4.579156398773193
    },
    {
      "epoch": 2.409069437883798,
      "eval_dpo_loss": 205.05154418945312,
      "eval_logits": -0.5177903771400452,
      "eval_logps": -81.91341400146484,
      "eval_loss": 217.6955108642578,
      "eval_objective": 205.05154418945312,
      "eval_ranking_idealized": 0.5212215185165405,
      "eval_ranking_idealized_expo": 0.5212215185165405,
      "eval_ranking_simple": 0.542443037033081,
      "eval_regularize": 205.05154418945312,
      "eval_runtime": 308.6493,
      "eval_samples_per_second": 18.759,
      "eval_steps_per_second": 1.565,
      "eval_wo_beta": 6.724928855895996,
      "step": 850
    },
    {
      "dpo_loss": 39.46757888793945,
      "epoch": 2.550779404818139,
      "grad_norm": 5711.491250646742,
      "learning_rate": 2.8361446928038298e-06,
      "logits": -0.44471094012260437,
      "logps": -76.97750091552734,
      "loss": 35.3572,
      "objective": 39.46757888793945,
      "ranking_idealized": 0.5183333158493042,
      "ranking_idealized_expo": 0.5179166793823242,
      "ranking_simple": 0.6600000262260437,
      "regularize": 39.46757888793945,
      "step": 900,
      "wo_beta": 4.633584022521973
    },
    {
      "epoch": 2.550779404818139,
      "eval_dpo_loss": 214.5051727294922,
      "eval_logits": -0.47291529178619385,
      "eval_logps": -81.58795166015625,
      "eval_loss": 224.5401611328125,
      "eval_objective": 214.5051727294922,
      "eval_ranking_idealized": 0.5212215185165405,
      "eval_ranking_idealized_expo": 0.5212215185165405,
      "eval_ranking_simple": 0.54347825050354,
      "eval_regularize": 214.5051727294922,
      "eval_runtime": 308.5271,
      "eval_samples_per_second": 18.767,
      "eval_steps_per_second": 1.566,
      "eval_wo_beta": 6.827796936035156,
      "step": 900
    },
    {
      "dpo_loss": 30.270259857177734,
      "epoch": 2.69248937175248,
      "grad_norm": 4986.6651394423525,
      "learning_rate": 2.5892308345974517e-06,
      "logits": -0.46939340233802795,
      "logps": -76.20037841796875,
      "loss": 31.032,
      "objective": 30.270259857177734,
      "ranking_idealized": 0.5058333277702332,
      "ranking_idealized_expo": 0.5058333277702332,
      "ranking_simple": 0.6645833253860474,
      "regularize": 30.270259857177734,
      "step": 950,
      "wo_beta": 4.50759220123291
    },
    {
      "epoch": 2.69248937175248,
      "eval_dpo_loss": 216.58029174804688,
      "eval_logits": -0.55417799949646,
      "eval_logps": -80.34796905517578,
      "eval_loss": 225.29067993164062,
      "eval_objective": 216.58029174804688,
      "eval_ranking_idealized": 0.5212215185165405,
      "eval_ranking_idealized_expo": 0.5212215185165405,
      "eval_ranking_simple": 0.5419254899024963,
      "eval_regularize": 216.58029174804688,
      "eval_runtime": 309.3192,
      "eval_samples_per_second": 18.719,
      "eval_steps_per_second": 1.561,
      "eval_wo_beta": 6.8429484367370605,
      "step": 950
    },
    {
      "epoch": 2.69248937175248,
      "step": 950,
      "total_flos": 0.0,
      "train_loss": 70.38767440143384,
      "train_runtime": 26138.5983,
      "train_samples_per_second": 9.718,
      "train_steps_per_second": 0.067
    }
  ],
  "logging_steps": 50,
  "max_steps": 1760,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 5,
  "save_steps": 50,
  "stateful_callbacks": {
    "EarlyStoppingCallback": {
      "args": {
        "early_stopping_patience": 5,
        "early_stopping_threshold": 0.0
      },
      "attributes": {
        "early_stopping_patience_counter": 0
      }
    },
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}