{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 100,
  "global_step": 478,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "learning_rate": 1.0416666666666666e-08,
      "logits/chosen": -2.7303905487060547,
      "logits/rejected": -2.491323471069336,
      "logps/chosen": -330.3969421386719,
      "logps/rejected": -275.2320251464844,
      "loss": 0.6931,
      "rewards/accuracies": 0.0,
      "rewards/chosen": 0.0,
      "rewards/margins": 0.0,
      "rewards/rejected": 0.0,
      "step": 1
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0416666666666667e-07,
      "logits/chosen": -2.641596794128418,
      "logits/rejected": -2.6669137477874756,
      "logps/chosen": -247.8772735595703,
      "logps/rejected": -215.13897705078125,
      "loss": 0.6923,
      "rewards/accuracies": 0.4930555522441864,
      "rewards/chosen": 0.003492807038128376,
      "rewards/margins": 0.0050589111633598804,
      "rewards/rejected": -0.0015661040088161826,
      "step": 10
    },
    {
      "epoch": 0.04,
      "learning_rate": 2.0833333333333333e-07,
      "logits/chosen": -2.6507956981658936,
      "logits/rejected": -2.6236915588378906,
      "logps/chosen": -273.2765197753906,
      "logps/rejected": -251.28515625,
      "loss": 0.6864,
      "rewards/accuracies": 0.550000011920929,
      "rewards/chosen": 0.009784101508557796,
      "rewards/margins": 0.016010593622922897,
      "rewards/rejected": -0.006226491183042526,
      "step": 20
    },
    {
      "epoch": 0.06,
      "learning_rate": 3.1249999999999997e-07,
      "logits/chosen": -2.710038661956787,
      "logits/rejected": -2.690446615219116,
      "logps/chosen": -284.8275451660156,
      "logps/rejected": -277.4762878417969,
      "loss": 0.6591,
      "rewards/accuracies": 0.675000011920929,
      "rewards/chosen": 0.04264455288648605,
      "rewards/margins": 0.07662136852741241,
      "rewards/rejected": -0.03397681191563606,
      "step": 30
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.1666666666666667e-07,
      "logits/chosen": -2.6249327659606934,
      "logits/rejected": -2.5905442237854004,
      "logps/chosen": -292.10052490234375,
      "logps/rejected": -273.6890869140625,
      "loss": 0.5967,
      "rewards/accuracies": 0.6625000238418579,
      "rewards/chosen": 0.2472788393497467,
      "rewards/margins": 0.2821725308895111,
      "rewards/rejected": -0.034893669188022614,
      "step": 40
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.999733114418725e-07,
      "logits/chosen": -2.568021297454834,
      "logits/rejected": -2.5584471225738525,
      "logps/chosen": -310.86553955078125,
      "logps/rejected": -303.51788330078125,
      "loss": 0.5946,
      "rewards/accuracies": 0.7124999761581421,
      "rewards/chosen": 0.30402347445487976,
      "rewards/margins": 0.43341511487960815,
      "rewards/rejected": -0.12939168512821198,
      "step": 50
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.990398100856366e-07,
      "logits/chosen": -2.523190975189209,
      "logits/rejected": -2.5076286792755127,
      "logps/chosen": -256.69189453125,
      "logps/rejected": -236.0826416015625,
      "loss": 0.5986,
      "rewards/accuracies": 0.675000011920929,
      "rewards/chosen": 0.15096399188041687,
      "rewards/margins": 0.5717790722846985,
      "rewards/rejected": -0.4208151400089264,
      "step": 60
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.967775735898179e-07,
      "logits/chosen": -2.566596269607544,
      "logits/rejected": -2.539604663848877,
      "logps/chosen": -277.34051513671875,
      "logps/rejected": -253.0051727294922,
      "loss": 0.555,
      "rewards/accuracies": 0.71875,
      "rewards/chosen": 0.4086539149284363,
      "rewards/margins": 0.6797145009040833,
      "rewards/rejected": -0.2710605561733246,
      "step": 70
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.931986719649298e-07,
      "logits/chosen": -2.5624489784240723,
      "logits/rejected": -2.5468833446502686,
      "logps/chosen": -264.40777587890625,
      "logps/rejected": -277.04302978515625,
      "loss": 0.5779,
      "rewards/accuracies": 0.7562500238418579,
      "rewards/chosen": 0.5318883657455444,
      "rewards/margins": 0.6019696593284607,
      "rewards/rejected": -0.07008129358291626,
      "step": 80
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.883222001996351e-07,
      "logits/chosen": -2.5509326457977295,
      "logits/rejected": -2.51672101020813,
      "logps/chosen": -268.6958923339844,
      "logps/rejected": -259.604248046875,
      "loss": 0.5422,
      "rewards/accuracies": 0.71875,
      "rewards/chosen": -0.08079380542039871,
      "rewards/margins": 0.6855199933052063,
      "rewards/rejected": -0.7663138508796692,
      "step": 90
    },
    {
      "epoch": 0.21,
      "learning_rate": 4.821741763807186e-07,
      "logits/chosen": -2.588852882385254,
      "logits/rejected": -2.5498127937316895,
      "logps/chosen": -285.1400146484375,
      "logps/rejected": -271.84210205078125,
      "loss": 0.5155,
      "rewards/accuracies": 0.699999988079071,
      "rewards/chosen": -0.07230035215616226,
      "rewards/margins": 0.7331563234329224,
      "rewards/rejected": -0.8054566383361816,
      "step": 100
    },
    {
      "epoch": 0.21,
      "eval_logits/chosen": -2.611691951751709,
      "eval_logits/rejected": -2.6270973682403564,
      "eval_logps/chosen": -261.0467529296875,
      "eval_logps/rejected": -270.02215576171875,
      "eval_loss": 0.5465933680534363,
      "eval_rewards/accuracies": 0.765625,
      "eval_rewards/chosen": 0.2422177791595459,
      "eval_rewards/margins": 0.9007211327552795,
      "eval_rewards/rejected": -0.6585034728050232,
      "eval_runtime": 110.7473,
      "eval_samples_per_second": 18.059,
      "eval_steps_per_second": 0.289,
      "step": 100
    },
    {
      "epoch": 0.23,
      "learning_rate": 4.747874028753375e-07,
      "logits/chosen": -2.6185667514801025,
      "logits/rejected": -2.616579294204712,
      "logps/chosen": -314.2326354980469,
      "logps/rejected": -275.5158386230469,
      "loss": 0.5319,
      "rewards/accuracies": 0.7562500238418579,
      "rewards/chosen": 0.5200657844543457,
      "rewards/margins": 0.9619105458259583,
      "rewards/rejected": -0.4418447017669678,
      "step": 110
    },
    {
      "epoch": 0.25,
      "learning_rate": 4.662012913161997e-07,
      "logits/chosen": -2.536588430404663,
      "logits/rejected": -2.513469696044922,
      "logps/chosen": -277.8913879394531,
      "logps/rejected": -236.05810546875,
      "loss": 0.553,
      "rewards/accuracies": 0.7124999761581421,
      "rewards/chosen": 0.32471024990081787,
      "rewards/margins": 0.877071738243103,
      "rewards/rejected": -0.5523615479469299,
      "step": 120
    },
    {
      "epoch": 0.27,
      "learning_rate": 4.5646165232345103e-07,
      "logits/chosen": -2.5779452323913574,
      "logits/rejected": -2.5439867973327637,
      "logps/chosen": -259.2991638183594,
      "logps/rejected": -295.8136901855469,
      "loss": 0.5512,
      "rewards/accuracies": 0.706250011920929,
      "rewards/chosen": 0.41181427240371704,
      "rewards/margins": 0.8539644479751587,
      "rewards/rejected": -0.442150354385376,
      "step": 130
    },
    {
      "epoch": 0.29,
      "learning_rate": 4.456204510851956e-07,
      "logits/chosen": -2.6304543018341064,
      "logits/rejected": -2.6672914028167725,
      "logps/chosen": -291.71868896484375,
      "logps/rejected": -261.11785888671875,
      "loss": 0.5089,
      "rewards/accuracies": 0.7749999761581421,
      "rewards/chosen": 0.29633384943008423,
      "rewards/margins": 0.8693134188652039,
      "rewards/rejected": -0.5729796290397644,
      "step": 140
    },
    {
      "epoch": 0.31,
      "learning_rate": 4.337355301007335e-07,
      "logits/chosen": -2.5667216777801514,
      "logits/rejected": -2.551162004470825,
      "logps/chosen": -287.31976318359375,
      "logps/rejected": -248.73007202148438,
      "loss": 0.5386,
      "rewards/accuracies": 0.768750011920929,
      "rewards/chosen": 0.08558840304613113,
      "rewards/margins": 1.1002191305160522,
      "rewards/rejected": -1.014630675315857,
      "step": 150
    },
    {
      "epoch": 0.33,
      "learning_rate": 4.2087030056579986e-07,
      "logits/chosen": -2.5007309913635254,
      "logits/rejected": -2.500986337661743,
      "logps/chosen": -285.1891174316406,
      "logps/rejected": -280.5631408691406,
      "loss": 0.4998,
      "rewards/accuracies": 0.75,
      "rewards/chosen": 0.1950608193874359,
      "rewards/margins": 1.127140998840332,
      "rewards/rejected": -0.932080090045929,
      "step": 160
    },
    {
      "epoch": 0.36,
      "learning_rate": 4.070934040463998e-07,
      "logits/chosen": -2.535205841064453,
      "logits/rejected": -2.4786734580993652,
      "logps/chosen": -243.1121368408203,
      "logps/rejected": -233.311767578125,
      "loss": 0.5795,
      "rewards/accuracies": 0.65625,
      "rewards/chosen": 0.4860494136810303,
      "rewards/margins": 0.6808937191963196,
      "rewards/rejected": -0.19484423100948334,
      "step": 170
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.9247834624635404e-07,
      "logits/chosen": -2.559175968170166,
      "logits/rejected": -2.6240577697753906,
      "logps/chosen": -290.93310546875,
      "logps/rejected": -285.2959289550781,
      "loss": 0.5659,
      "rewards/accuracies": 0.71875,
      "rewards/chosen": 0.6741276979446411,
      "rewards/margins": 0.9162510633468628,
      "rewards/rejected": -0.2421233355998993,
      "step": 180
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.7710310482256523e-07,
      "logits/chosen": -2.6226439476013184,
      "logits/rejected": -2.5742576122283936,
      "logps/chosen": -283.1707458496094,
      "logps/rejected": -281.86883544921875,
      "loss": 0.4922,
      "rewards/accuracies": 0.78125,
      "rewards/chosen": 0.17462602257728577,
      "rewards/margins": 1.022231101989746,
      "rewards/rejected": -0.8476050496101379,
      "step": 190
    },
    {
      "epoch": 0.42,
      "learning_rate": 3.610497133404795e-07,
      "logits/chosen": -2.507990837097168,
      "logits/rejected": -2.497056484222412,
      "logps/chosen": -285.31103515625,
      "logps/rejected": -257.9646911621094,
      "loss": 0.4988,
      "rewards/accuracies": 0.7250000238418579,
      "rewards/chosen": -0.23659539222717285,
      "rewards/margins": 0.9270391464233398,
      "rewards/rejected": -1.1636345386505127,
      "step": 200
    },
    {
      "epoch": 0.42,
      "eval_logits/chosen": -2.5791051387786865,
      "eval_logits/rejected": -2.597656726837158,
      "eval_logps/chosen": -263.1426086425781,
      "eval_logps/rejected": -273.430419921875,
      "eval_loss": 0.5293660759925842,
      "eval_rewards/accuracies": 0.76171875,
      "eval_rewards/chosen": 0.03263232856988907,
      "eval_rewards/margins": 1.0319640636444092,
      "eval_rewards/rejected": -0.9993317127227783,
      "eval_runtime": 110.4395,
      "eval_samples_per_second": 18.109,
      "eval_steps_per_second": 0.29,
      "step": 200
    },
    {
      "epoch": 0.44,
      "learning_rate": 3.4440382358952115e-07,
      "logits/chosen": -2.5910706520080566,
      "logits/rejected": -2.4992268085479736,
      "logps/chosen": -277.0013122558594,
      "logps/rejected": -247.256591796875,
      "loss": 0.5301,
      "rewards/accuracies": 0.699999988079071,
      "rewards/chosen": 0.11889532953500748,
      "rewards/margins": 0.8859857320785522,
      "rewards/rejected": -0.7670904397964478,
      "step": 210
    },
    {
      "epoch": 0.46,
      "learning_rate": 3.272542485937368e-07,
      "logits/chosen": -2.515289783477783,
      "logits/rejected": -2.5274503231048584,
      "logps/chosen": -272.37982177734375,
      "logps/rejected": -248.88864135742188,
      "loss": 0.5328,
      "rewards/accuracies": 0.75,
      "rewards/chosen": 0.5251632928848267,
      "rewards/margins": 0.9271014332771301,
      "rewards/rejected": -0.40193814039230347,
      "step": 220
    },
    {
      "epoch": 0.48,
      "learning_rate": 3.096924887558854e-07,
      "logits/chosen": -2.510225772857666,
      "logits/rejected": -2.4751222133636475,
      "logps/chosen": -273.2637023925781,
      "logps/rejected": -302.44781494140625,
      "loss": 0.5334,
      "rewards/accuracies": 0.7124999761581421,
      "rewards/chosen": 0.19920429587364197,
      "rewards/margins": 1.1725027561187744,
      "rewards/rejected": -0.9732984304428101,
      "step": 230
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.9181224366319943e-07,
      "logits/chosen": -2.539271116256714,
      "logits/rejected": -2.4599385261535645,
      "logps/chosen": -256.0094909667969,
      "logps/rejected": -257.43890380859375,
      "loss": 0.5244,
      "rewards/accuracies": 0.7250000238418579,
      "rewards/chosen": -0.3548157811164856,
      "rewards/margins": 1.0358607769012451,
      "rewards/rejected": -1.3906766176223755,
      "step": 240
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.7370891215954565e-07,
      "logits/chosen": -2.5517690181732178,
      "logits/rejected": -2.5313477516174316,
      "logps/chosen": -268.627197265625,
      "logps/rejected": -268.250244140625,
      "loss": 0.5021,
      "rewards/accuracies": 0.71875,
      "rewards/chosen": -0.05188677832484245,
      "rewards/margins": 0.9482690691947937,
      "rewards/rejected": -1.0001558065414429,
      "step": 250
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.55479083351317e-07,
      "logits/chosen": -2.5209710597991943,
      "logits/rejected": -2.5104966163635254,
      "logps/chosen": -281.55816650390625,
      "logps/rejected": -252.4012451171875,
      "loss": 0.5137,
      "rewards/accuracies": 0.7749999761581421,
      "rewards/chosen": -0.04571589455008507,
      "rewards/margins": 0.9159566760063171,
      "rewards/rejected": -0.9616724848747253,
      "step": 260
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.3722002126275822e-07,
      "logits/chosen": -2.527885913848877,
      "logits/rejected": -2.5149693489074707,
      "logps/chosen": -274.4147033691406,
      "logps/rejected": -274.0594177246094,
      "loss": 0.5049,
      "rewards/accuracies": 0.7124999761581421,
      "rewards/chosen": 0.08336488157510757,
      "rewards/margins": 1.141265630722046,
      "rewards/rejected": -1.0579006671905518,
      "step": 270
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.19029145890313e-07,
      "logits/chosen": -2.5481579303741455,
      "logits/rejected": -2.549409866333008,
      "logps/chosen": -274.05084228515625,
      "logps/rejected": -248.07510375976562,
      "loss": 0.5354,
      "rewards/accuracies": 0.7124999761581421,
      "rewards/chosen": 0.2714424133300781,
      "rewards/margins": 0.9555227160453796,
      "rewards/rejected": -0.6840803027153015,
      "step": 280
    },
    {
      "epoch": 0.61,
      "learning_rate": 2.0100351342479216e-07,
      "logits/chosen": -2.5490007400512695,
      "logits/rejected": -2.5670957565307617,
      "logps/chosen": -285.09149169921875,
      "logps/rejected": -280.4388122558594,
      "loss": 0.5433,
      "rewards/accuracies": 0.731249988079071,
      "rewards/chosen": 0.27259546518325806,
      "rewards/margins": 0.915685772895813,
      "rewards/rejected": -0.6430902481079102,
      "step": 290
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8323929841460178e-07,
      "logits/chosen": -2.4967257976531982,
      "logits/rejected": -2.456782579421997,
      "logps/chosen": -298.3119812011719,
      "logps/rejected": -319.1778564453125,
      "loss": 0.5354,
      "rewards/accuracies": 0.6625000238418579,
      "rewards/chosen": 0.21918602287769318,
      "rewards/margins": 0.772106945514679,
      "rewards/rejected": -0.552920937538147,
      "step": 300
    },
    {
      "epoch": 0.63,
      "eval_logits/chosen": -2.52313232421875,
      "eval_logits/rejected": -2.5448904037475586,
      "eval_logps/chosen": -258.1974182128906,
      "eval_logps/rejected": -268.3979797363281,
      "eval_loss": 0.5234915018081665,
      "eval_rewards/accuracies": 0.765625,
      "eval_rewards/chosen": 0.5271521210670471,
      "eval_rewards/margins": 1.0232384204864502,
      "eval_rewards/rejected": -0.49608638882637024,
      "eval_runtime": 110.4859,
      "eval_samples_per_second": 18.102,
      "eval_steps_per_second": 0.29,
      "step": 300
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.6583128063291573e-07,
      "logits/chosen": -2.5454556941986084,
      "logits/rejected": -2.4632349014282227,
      "logps/chosen": -271.7674255371094,
      "logps/rejected": -225.97720336914062,
      "loss": 0.5092,
      "rewards/accuracies": 0.71875,
      "rewards/chosen": 0.27959296107292175,
      "rewards/margins": 0.8714268803596497,
      "rewards/rejected": -0.5918339490890503,
      "step": 310
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.488723393865766e-07,
      "logits/chosen": -2.4652187824249268,
      "logits/rejected": -2.5084636211395264,
      "logps/chosen": -245.5274658203125,
      "logps/rejected": -247.57510375976562,
      "loss": 0.4848,
      "rewards/accuracies": 0.762499988079071,
      "rewards/chosen": 0.3343454599380493,
      "rewards/margins": 1.2461203336715698,
      "rewards/rejected": -0.9117751121520996,
      "step": 320
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.3245295796480788e-07,
      "logits/chosen": -2.5566658973693848,
      "logits/rejected": -2.5458455085754395,
      "logps/chosen": -284.0519714355469,
      "logps/rejected": -261.8670349121094,
      "loss": 0.5339,
      "rewards/accuracies": 0.75,
      "rewards/chosen": 0.23870639503002167,
      "rewards/margins": 0.971710205078125,
      "rewards/rejected": -0.7330037951469421,
      "step": 330
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.1666074087171627e-07,
      "logits/chosen": -2.4353904724121094,
      "logits/rejected": -2.4397363662719727,
      "logps/chosen": -260.65948486328125,
      "logps/rejected": -255.44589233398438,
      "loss": 0.5303,
      "rewards/accuracies": 0.731249988079071,
      "rewards/chosen": 0.24421295523643494,
      "rewards/margins": 0.8219479322433472,
      "rewards/rejected": -0.5777350664138794,
      "step": 340
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.0157994641835734e-07,
      "logits/chosen": -2.4673986434936523,
      "logits/rejected": -2.4053406715393066,
      "logps/chosen": -248.89453125,
      "logps/rejected": -241.627685546875,
      "loss": 0.4901,
      "rewards/accuracies": 0.800000011920929,
      "rewards/chosen": 0.24581214785575867,
      "rewards/margins": 1.065041184425354,
      "rewards/rejected": -0.8192291259765625,
      "step": 350
    },
    {
      "epoch": 0.75,
      "learning_rate": 8.729103716819111e-08,
      "logits/chosen": -2.510063886642456,
      "logits/rejected": -2.494906187057495,
      "logps/chosen": -317.6705322265625,
      "logps/rejected": -272.2886047363281,
      "loss": 0.4807,
      "rewards/accuracies": 0.7562500238418579,
      "rewards/chosen": 0.12424838542938232,
      "rewards/margins": 1.1248137950897217,
      "rewards/rejected": -1.0005652904510498,
      "step": 360
    },
    {
      "epoch": 0.77,
      "learning_rate": 7.387025063449081e-08,
      "logits/chosen": -2.5114152431488037,
      "logits/rejected": -2.487001657485962,
      "logps/chosen": -310.0940856933594,
      "logps/rejected": -267.06549072265625,
      "loss": 0.505,
      "rewards/accuracies": 0.78125,
      "rewards/chosen": 0.1273534893989563,
      "rewards/margins": 1.071047067642212,
      "rewards/rejected": -0.9436934590339661,
      "step": 370
    },
    {
      "epoch": 0.79,
      "learning_rate": 6.138919252022435e-08,
      "logits/chosen": -2.462189197540283,
      "logits/rejected": -2.4567205905914307,
      "logps/chosen": -280.74456787109375,
      "logps/rejected": -289.3302307128906,
      "loss": 0.4948,
      "rewards/accuracies": 0.71875,
      "rewards/chosen": -0.03562026470899582,
      "rewards/margins": 0.998038113117218,
      "rewards/rejected": -1.0336583852767944,
      "step": 380
    },
    {
      "epoch": 0.82,
      "learning_rate": 4.991445467064689e-08,
      "logits/chosen": -2.474853992462158,
      "logits/rejected": -2.440526247024536,
      "logps/chosen": -273.2267150878906,
      "logps/rejected": -282.3059387207031,
      "loss": 0.5195,
      "rewards/accuracies": 0.7250000238418579,
      "rewards/chosen": -0.009925110265612602,
      "rewards/margins": 0.8709251284599304,
      "rewards/rejected": -0.8808503150939941,
      "step": 390
    },
    {
      "epoch": 0.84,
      "learning_rate": 3.9507259776993954e-08,
      "logits/chosen": -2.439959764480591,
      "logits/rejected": -2.4382309913635254,
      "logps/chosen": -324.0129089355469,
      "logps/rejected": -306.1255798339844,
      "loss": 0.5043,
      "rewards/accuracies": 0.7437499761581421,
      "rewards/chosen": 0.014118212275207043,
      "rewards/margins": 1.1355412006378174,
      "rewards/rejected": -1.1214230060577393,
      "step": 400
    },
    {
      "epoch": 0.84,
      "eval_logits/chosen": -2.512162685394287,
      "eval_logits/rejected": -2.535545587539673,
      "eval_logps/chosen": -261.9752197265625,
      "eval_logps/rejected": -272.55133056640625,
      "eval_loss": 0.5180773735046387,
      "eval_rewards/accuracies": 0.7734375,
      "eval_rewards/chosen": 0.14937430620193481,
      "eval_rewards/margins": 1.0607978105545044,
      "eval_rewards/rejected": -0.9114235043525696,
      "eval_runtime": 110.4584,
      "eval_samples_per_second": 18.106,
      "eval_steps_per_second": 0.29,
      "step": 400
    },
    {
      "epoch": 0.86,
      "learning_rate": 3.022313472693447e-08,
      "logits/chosen": -2.4538586139678955,
      "logits/rejected": -2.430116653442383,
      "logps/chosen": -259.824462890625,
      "logps/rejected": -259.74822998046875,
      "loss": 0.5273,
      "rewards/accuracies": 0.78125,
      "rewards/chosen": 0.08546312898397446,
      "rewards/margins": 1.1317038536071777,
      "rewards/rejected": -1.0462408065795898,
      "step": 410
    },
    {
      "epoch": 0.88,
      "learning_rate": 2.2111614344599684e-08,
      "logits/chosen": -2.4714725017547607,
      "logits/rejected": -2.4253392219543457,
      "logps/chosen": -275.32476806640625,
      "logps/rejected": -297.7317810058594,
      "loss": 0.5154,
      "rewards/accuracies": 0.768750011920929,
      "rewards/chosen": 0.21276769042015076,
      "rewards/margins": 1.185510277748108,
      "rewards/rejected": -0.9727425575256348,
      "step": 420
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.521597710086439e-08,
      "logits/chosen": -2.528935194015503,
      "logits/rejected": -2.5169296264648438,
      "logps/chosen": -295.73089599609375,
      "logps/rejected": -264.444091796875,
      "loss": 0.5192,
      "rewards/accuracies": 0.75,
      "rewards/chosen": 0.1730698049068451,
      "rewards/margins": 1.1036224365234375,
      "rewards/rejected": -0.93055260181427,
      "step": 430
    },
    {
      "epoch": 0.92,
      "learning_rate": 9.57301420397924e-09,
      "logits/chosen": -2.5310583114624023,
      "logits/rejected": -2.525994300842285,
      "logps/chosen": -258.9687805175781,
      "logps/rejected": -266.4095764160156,
      "loss": 0.4924,
      "rewards/accuracies": 0.71875,
      "rewards/chosen": 0.0379396490752697,
      "rewards/margins": 0.9913676381111145,
      "rewards/rejected": -0.9534279108047485,
      "step": 440
    },
    {
      "epoch": 0.94,
      "learning_rate": 5.212833302556258e-09,
      "logits/chosen": -2.423041343688965,
      "logits/rejected": -2.3861000537872314,
      "logps/chosen": -245.48684692382812,
      "logps/rejected": -242.0968017578125,
      "loss": 0.5088,
      "rewards/accuracies": 0.7437499761581421,
      "rewards/chosen": 0.1688850075006485,
      "rewards/margins": 1.0535351037979126,
      "rewards/rejected": -0.8846500515937805,
      "step": 450
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.158697848236607e-09,
      "logits/chosen": -2.437401294708252,
      "logits/rejected": -2.418217420578003,
      "logps/chosen": -244.7450714111328,
      "logps/rejected": -240.0804443359375,
      "loss": 0.4846,
      "rewards/accuracies": 0.7562500238418579,
      "rewards/chosen": -0.012026339769363403,
      "rewards/margins": 1.0095479488372803,
      "rewards/rejected": -1.0215742588043213,
      "step": 460
    },
    {
      "epoch": 0.98,
      "learning_rate": 4.269029751107489e-10,
      "logits/chosen": -2.5386886596679688,
      "logits/rejected": -2.498887062072754,
      "logps/chosen": -298.3239440917969,
      "logps/rejected": -276.06463623046875,
      "loss": 0.4882,
      "rewards/accuracies": 0.8125,
      "rewards/chosen": 0.09313023090362549,
      "rewards/margins": 1.2526581287384033,
      "rewards/rejected": -1.1595278978347778,
      "step": 470
    },
    {
      "epoch": 1.0,
      "step": 478,
      "total_flos": 0.0,
      "train_loss": 0.5342033233602675,
      "train_runtime": 8549.6251,
      "train_samples_per_second": 7.151,
      "train_steps_per_second": 0.056
    }
  ],
  "logging_steps": 10,
  "max_steps": 478,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 100,
  "total_flos": 0.0,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}