{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 50,
  "global_step": 436,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.022935779816513763,
      "grad_norm": 6.666838198680302,
      "learning_rate": 1.1363636363636363e-07,
      "logits/chosen": -2.6193127632141113,
      "logits/rejected": -2.5524516105651855,
      "logps/chosen": -265.4483337402344,
      "logps/rejected": -236.09951782226562,
      "loss": 0.6931,
      "rewards/accuracies": 0.35624998807907104,
      "rewards/chosen": -2.520665293559432e-05,
      "rewards/margins": -0.0003298574883956462,
      "rewards/rejected": 0.00030465080635622144,
      "step": 10
    },
    {
      "epoch": 0.045871559633027525,
      "grad_norm": 6.256434066153107,
      "learning_rate": 2.2727272727272726e-07,
      "logits/chosen": -2.6579253673553467,
      "logits/rejected": -2.5760178565979004,
      "logps/chosen": -298.82305908203125,
      "logps/rejected": -274.31829833984375,
      "loss": 0.6922,
      "rewards/accuracies": 0.612500011920929,
      "rewards/chosen": -0.0003779557882808149,
      "rewards/margins": 0.0017056630458682775,
      "rewards/rejected": -0.0020836188923567533,
      "step": 20
    },
    {
      "epoch": 0.06880733944954129,
      "grad_norm": 6.014004575787888,
      "learning_rate": 3.4090909090909085e-07,
      "logits/chosen": -2.675771713256836,
      "logits/rejected": -2.6020450592041016,
      "logps/chosen": -290.2829895019531,
      "logps/rejected": -234.431396484375,
      "loss": 0.6883,
      "rewards/accuracies": 0.6937500238418579,
      "rewards/chosen": 0.01049796212464571,
      "rewards/margins": 0.01499337237328291,
      "rewards/rejected": -0.004495412111282349,
      "step": 30
    },
    {
      "epoch": 0.09174311926605505,
      "grad_norm": 6.545633202821474,
      "learning_rate": 4.545454545454545e-07,
      "logits/chosen": -2.6612305641174316,
      "logits/rejected": -2.6114158630371094,
      "logps/chosen": -280.93109130859375,
      "logps/rejected": -267.76605224609375,
      "loss": 0.6776,
      "rewards/accuracies": 0.668749988079071,
      "rewards/chosen": 0.04238061234354973,
      "rewards/margins": 0.04211103171110153,
      "rewards/rejected": 0.00026957987574860454,
      "step": 40
    },
    {
      "epoch": 0.11467889908256881,
      "grad_norm": 7.0518705334996215,
      "learning_rate": 4.997110275491701e-07,
      "logits/chosen": -2.6194958686828613,
      "logits/rejected": -2.6111502647399902,
      "logps/chosen": -294.24957275390625,
      "logps/rejected": -305.2260437011719,
      "loss": 0.6607,
      "rewards/accuracies": 0.706250011920929,
      "rewards/chosen": 0.020016254857182503,
      "rewards/margins": 0.08043506741523743,
      "rewards/rejected": -0.060418806970119476,
      "step": 50
    },
    {
      "epoch": 0.11467889908256881,
      "eval_logits/chosen": -2.5735373497009277,
      "eval_logits/rejected": -2.4922757148742676,
      "eval_logps/chosen": -285.52752685546875,
      "eval_logps/rejected": -261.0398254394531,
      "eval_loss": 0.6447442770004272,
      "eval_rewards/accuracies": 0.6896551847457886,
      "eval_rewards/chosen": -0.004374094773083925,
      "eval_rewards/margins": 0.140799880027771,
      "eval_rewards/rejected": -0.14517399668693542,
      "eval_runtime": 94.492,
      "eval_samples_per_second": 19.24,
      "eval_steps_per_second": 0.307,
      "step": 50
    },
    {
      "epoch": 0.13761467889908258,
      "grad_norm": 10.342302388199876,
      "learning_rate": 4.979475034558115e-07,
      "logits/chosen": -2.559204578399658,
      "logits/rejected": -2.5000882148742676,
      "logps/chosen": -296.8924255371094,
      "logps/rejected": -279.6778869628906,
      "loss": 0.6362,
      "rewards/accuracies": 0.668749988079071,
      "rewards/chosen": -0.07407740503549576,
      "rewards/margins": 0.14713598787784576,
      "rewards/rejected": -0.22121338546276093,
      "step": 60
    },
    {
      "epoch": 0.16055045871559634,
      "grad_norm": 11.57375336560156,
      "learning_rate": 4.945923025551788e-07,
      "logits/chosen": -2.439746141433716,
      "logits/rejected": -2.39266037940979,
      "logps/chosen": -341.58990478515625,
      "logps/rejected": -305.513427734375,
      "loss": 0.614,
      "rewards/accuracies": 0.706250011920929,
      "rewards/chosen": -0.14018920063972473,
      "rewards/margins": 0.3008686304092407,
      "rewards/rejected": -0.44105786085128784,
      "step": 70
    },
    {
      "epoch": 0.1834862385321101,
      "grad_norm": 13.101676053286978,
      "learning_rate": 4.896669632591651e-07,
      "logits/chosen": -2.333707332611084,
      "logits/rejected": -2.2206273078918457,
      "logps/chosen": -311.94189453125,
      "logps/rejected": -312.6253662109375,
      "loss": 0.5993,
      "rewards/accuracies": 0.7250000238418579,
      "rewards/chosen": -0.2609206438064575,
      "rewards/margins": 0.33877214789390564,
      "rewards/rejected": -0.5996928215026855,
      "step": 80
    },
    {
      "epoch": 0.20642201834862386,
      "grad_norm": 18.464805323764754,
      "learning_rate": 4.832031033425662e-07,
      "logits/chosen": -1.2291042804718018,
      "logits/rejected": -1.0986605882644653,
      "logps/chosen": -349.7447814941406,
      "logps/rejected": -355.8329162597656,
      "loss": 0.5841,
      "rewards/accuracies": 0.6812499761581421,
      "rewards/chosen": -0.6215134859085083,
      "rewards/margins": 0.4688030779361725,
      "rewards/rejected": -1.0903165340423584,
      "step": 90
    },
    {
      "epoch": 0.22935779816513763,
      "grad_norm": 18.44194365148455,
      "learning_rate": 4.752422169756047e-07,
      "logits/chosen": -0.5803453326225281,
      "logits/rejected": -0.4585650861263275,
      "logps/chosen": -330.8556823730469,
      "logps/rejected": -383.45281982421875,
      "loss": 0.5616,
      "rewards/accuracies": 0.706250011920929,
      "rewards/chosen": -0.5843100547790527,
      "rewards/margins": 0.5309332609176636,
      "rewards/rejected": -1.1152434349060059,
      "step": 100
    },
    {
      "epoch": 0.22935779816513763,
      "eval_logits/chosen": -0.241001695394516,
      "eval_logits/rejected": 0.20754042267799377,
      "eval_logps/chosen": -370.36248779296875,
      "eval_logps/rejected": -404.2408142089844,
      "eval_loss": 0.5463992357254028,
      "eval_rewards/accuracies": 0.6853448152542114,
      "eval_rewards/chosen": -0.8527240753173828,
      "eval_rewards/margins": 0.7244595289230347,
      "eval_rewards/rejected": -1.5771836042404175,
      "eval_runtime": 94.4096,
      "eval_samples_per_second": 19.257,
      "eval_steps_per_second": 0.307,
      "step": 100
    },
    {
      "epoch": 0.25229357798165136,
      "grad_norm": 20.029871948259476,
      "learning_rate": 4.658354083558188e-07,
      "logits/chosen": -0.10621030628681183,
      "logits/rejected": 0.371669203042984,
      "logps/chosen": -369.4322204589844,
      "logps/rejected": -397.5771179199219,
      "loss": 0.5451,
      "rewards/accuracies": 0.71875,
      "rewards/chosen": -1.0424408912658691,
      "rewards/margins": 0.5959984660148621,
      "rewards/rejected": -1.638439416885376,
      "step": 110
    },
    {
      "epoch": 0.27522935779816515,
      "grad_norm": 25.325536766276052,
      "learning_rate": 4.550430636492389e-07,
      "logits/chosen": 0.43674445152282715,
      "logits/rejected": 0.7346484065055847,
      "logps/chosen": -387.1654968261719,
      "logps/rejected": -426.51898193359375,
      "loss": 0.5604,
      "rewards/accuracies": 0.6875,
      "rewards/chosen": -1.1134614944458008,
      "rewards/margins": 0.6370891332626343,
      "rewards/rejected": -1.7505505084991455,
      "step": 120
    },
    {
      "epoch": 0.2981651376146789,
      "grad_norm": 25.1538794496433,
      "learning_rate": 4.429344633468004e-07,
      "logits/chosen": 0.7902742624282837,
      "logits/rejected": 1.2213919162750244,
      "logps/chosen": -351.0482482910156,
      "logps/rejected": -406.3229675292969,
      "loss": 0.5509,
      "rewards/accuracies": 0.699999988079071,
      "rewards/chosen": -0.9486812353134155,
      "rewards/margins": 0.6884225606918335,
      "rewards/rejected": -1.6371036767959595,
      "step": 130
    },
    {
      "epoch": 0.3211009174311927,
      "grad_norm": 21.483029077159443,
      "learning_rate": 4.2958733752443187e-07,
      "logits/chosen": 0.7886204123497009,
      "logits/rejected": 1.4716787338256836,
      "logps/chosen": -352.66986083984375,
      "logps/rejected": -371.2418212890625,
      "loss": 0.5467,
      "rewards/accuracies": 0.731249988079071,
      "rewards/chosen": -0.764846920967102,
      "rewards/margins": 0.704605758190155,
      "rewards/rejected": -1.4694526195526123,
      "step": 140
    },
    {
      "epoch": 0.3440366972477064,
      "grad_norm": 21.063627942952767,
      "learning_rate": 4.150873668617898e-07,
      "logits/chosen": 1.314632534980774,
      "logits/rejected": 2.00125789642334,
      "logps/chosen": -385.40447998046875,
      "logps/rejected": -437.3175354003906,
      "loss": 0.5333,
      "rewards/accuracies": 0.71875,
      "rewards/chosen": -1.1886088848114014,
      "rewards/margins": 0.8526908755302429,
      "rewards/rejected": -2.04129958152771,
      "step": 150
    },
    {
      "epoch": 0.3440366972477064,
      "eval_logits/chosen": 0.5890395045280457,
      "eval_logits/rejected": 1.4808454513549805,
      "eval_logps/chosen": -385.3254699707031,
      "eval_logps/rejected": -434.7274169921875,
      "eval_loss": 0.5195103883743286,
      "eval_rewards/accuracies": 0.7112069129943848,
      "eval_rewards/chosen": -1.0023537874221802,
      "eval_rewards/margins": 0.8796959519386292,
      "eval_rewards/rejected": -1.8820499181747437,
      "eval_runtime": 94.3575,
      "eval_samples_per_second": 19.267,
      "eval_steps_per_second": 0.307,
      "step": 150
    },
    {
      "epoch": 0.3669724770642202,
      "grad_norm": 27.196294375049977,
      "learning_rate": 3.9952763262280397e-07,
      "logits/chosen": 0.8305681943893433,
      "logits/rejected": 1.4138782024383545,
      "logps/chosen": -414.48675537109375,
      "logps/rejected": -488.97027587890625,
      "loss": 0.5169,
      "rewards/accuracies": 0.7124999761581421,
      "rewards/chosen": -1.179356336593628,
      "rewards/margins": 0.8506600260734558,
      "rewards/rejected": -2.0300164222717285,
      "step": 160
    },
    {
      "epoch": 0.38990825688073394,
      "grad_norm": 20.448285631169824,
      "learning_rate": 3.8300801912883414e-07,
      "logits/chosen": 1.4580880403518677,
      "logits/rejected": 1.959507703781128,
      "logps/chosen": -411.11505126953125,
      "logps/rejected": -499.7334899902344,
      "loss": 0.5017,
      "rewards/accuracies": 0.6937500238418579,
      "rewards/chosen": -1.395141363143921,
      "rewards/margins": 0.9015046954154968,
      "rewards/rejected": -2.2966461181640625,
      "step": 170
    },
    {
      "epoch": 0.41284403669724773,
      "grad_norm": 19.388105918914484,
      "learning_rate": 3.6563457256020884e-07,
      "logits/chosen": 1.2716890573501587,
      "logits/rejected": 2.1560723781585693,
      "logps/chosen": -418.70068359375,
      "logps/rejected": -435.9356994628906,
      "loss": 0.5267,
      "rewards/accuracies": 0.731249988079071,
      "rewards/chosen": -1.1534276008605957,
      "rewards/margins": 0.8209800720214844,
      "rewards/rejected": -1.9744075536727905,
      "step": 180
    },
    {
      "epoch": 0.43577981651376146,
      "grad_norm": 24.752350050203567,
      "learning_rate": 3.475188202022617e-07,
      "logits/chosen": 1.6485626697540283,
      "logits/rejected": 2.1269421577453613,
      "logps/chosen": -365.346435546875,
      "logps/rejected": -476.385009765625,
      "loss": 0.5115,
      "rewards/accuracies": 0.762499988079071,
      "rewards/chosen": -1.0723192691802979,
      "rewards/margins": 1.048086404800415,
      "rewards/rejected": -2.120405673980713,
      "step": 190
    },
    {
      "epoch": 0.45871559633027525,
      "grad_norm": 20.591094290068703,
      "learning_rate": 3.287770545059052e-07,
      "logits/chosen": 1.790414810180664,
      "logits/rejected": 2.4998342990875244,
      "logps/chosen": -400.47991943359375,
      "logps/rejected": -456.0809020996094,
      "loss": 0.5219,
      "rewards/accuracies": 0.71875,
      "rewards/chosen": -1.221982717514038,
      "rewards/margins": 0.900266170501709,
      "rewards/rejected": -2.122248888015747,
      "step": 200
    },
    {
      "epoch": 0.45871559633027525,
      "eval_logits/chosen": 1.4256442785263062,
      "eval_logits/rejected": 2.4260053634643555,
      "eval_logps/chosen": -392.2837829589844,
      "eval_logps/rejected": -451.93536376953125,
      "eval_loss": 0.5009589195251465,
      "eval_rewards/accuracies": 0.732758641242981,
      "eval_rewards/chosen": -1.0719367265701294,
      "eval_rewards/margins": 0.9821925759315491,
      "eval_rewards/rejected": -2.0541296005249023,
      "eval_runtime": 96.4986,
      "eval_samples_per_second": 18.84,
      "eval_steps_per_second": 0.301,
      "step": 200
    },
    {
      "epoch": 0.481651376146789,
      "grad_norm": 21.25864225686741,
      "learning_rate": 3.0952958655864954e-07,
      "logits/chosen": 1.83803391456604,
      "logits/rejected": 2.399480104446411,
      "logps/chosen": -394.57037353515625,
      "logps/rejected": -468.97021484375,
      "loss": 0.5006,
      "rewards/accuracies": 0.75,
      "rewards/chosen": -1.212659478187561,
      "rewards/margins": 0.9336206316947937,
      "rewards/rejected": -2.14628005027771,
      "step": 210
    },
    {
      "epoch": 0.5045871559633027,
      "grad_norm": 24.95309197907959,
      "learning_rate": 2.898999737583448e-07,
      "logits/chosen": 1.8371950387954712,
      "logits/rejected": 2.8440494537353516,
      "logps/chosen": -448.06109619140625,
      "logps/rejected": -526.2056884765625,
      "loss": 0.491,
      "rewards/accuracies": 0.8062499761581421,
      "rewards/chosen": -1.2538080215454102,
      "rewards/margins": 1.158546805381775,
      "rewards/rejected": -2.4123549461364746,
      "step": 220
    },
    {
      "epoch": 0.5275229357798165,
      "grad_norm": 24.874258979226397,
      "learning_rate": 2.7001422664752333e-07,
      "logits/chosen": 1.71869695186615,
      "logits/rejected": 2.2633819580078125,
      "logps/chosen": -376.9873046875,
      "logps/rejected": -471.9263610839844,
      "loss": 0.5124,
      "rewards/accuracies": 0.731249988079071,
      "rewards/chosen": -1.0904380083084106,
      "rewards/margins": 0.9726268649101257,
      "rewards/rejected": -2.0630650520324707,
      "step": 230
    },
    {
      "epoch": 0.5504587155963303,
      "grad_norm": 18.86072207414666,
      "learning_rate": 2.5e-07,
      "logits/chosen": 1.5722936391830444,
      "logits/rejected": 2.684537410736084,
      "logps/chosen": -418.7516174316406,
      "logps/rejected": -480.7166442871094,
      "loss": 0.5197,
      "rewards/accuracies": 0.7124999761581421,
      "rewards/chosen": -1.3121980428695679,
      "rewards/margins": 0.8814684152603149,
      "rewards/rejected": -2.193666696548462,
      "step": 240
    },
    {
      "epoch": 0.573394495412844,
      "grad_norm": 19.046011375519186,
      "learning_rate": 2.2998577335247667e-07,
      "logits/chosen": 1.6455481052398682,
      "logits/rejected": 2.8547589778900146,
      "logps/chosen": -438.38238525390625,
      "logps/rejected": -492.9747619628906,
      "loss": 0.5007,
      "rewards/accuracies": 0.7562500238418579,
      "rewards/chosen": -1.3458855152130127,
      "rewards/margins": 0.9794231653213501,
      "rewards/rejected": -2.3253085613250732,
      "step": 250
    },
    {
      "epoch": 0.573394495412844,
      "eval_logits/chosen": 1.4527463912963867,
      "eval_logits/rejected": 2.673773765563965,
      "eval_logps/chosen": -408.2994384765625,
      "eval_logps/rejected": -479.4298095703125,
      "eval_loss": 0.4917016923427582,
      "eval_rewards/accuracies": 0.7241379022598267,
      "eval_rewards/chosen": -1.232093095779419,
      "eval_rewards/margins": 1.096980333328247,
      "eval_rewards/rejected": -2.329073429107666,
      "eval_runtime": 95.5197,
      "eval_samples_per_second": 19.033,
      "eval_steps_per_second": 0.304,
      "step": 250
    },
    {
      "epoch": 0.5963302752293578,
      "grad_norm": 19.810153184401507,
      "learning_rate": 2.1010002624165524e-07,
      "logits/chosen": 1.6456598043441772,
      "logits/rejected": 2.469041347503662,
      "logps/chosen": -406.33642578125,
      "logps/rejected": -532.65869140625,
      "loss": 0.4916,
      "rewards/accuracies": 0.800000011920929,
      "rewards/chosen": -1.356218934059143,
      "rewards/margins": 1.226430892944336,
      "rewards/rejected": -2.5826497077941895,
      "step": 260
    },
    {
      "epoch": 0.6192660550458715,
      "grad_norm": 24.810334002988427,
      "learning_rate": 1.9047041344135043e-07,
      "logits/chosen": 2.157437801361084,
      "logits/rejected": 2.676581621170044,
      "logps/chosen": -414.63427734375,
      "logps/rejected": -517.6594848632812,
      "loss": 0.4963,
      "rewards/accuracies": 0.7562500238418579,
      "rewards/chosen": -1.4857197999954224,
      "rewards/margins": 1.172404408454895,
      "rewards/rejected": -2.6581242084503174,
      "step": 270
    },
    {
      "epoch": 0.6422018348623854,
      "grad_norm": 22.618579944183196,
      "learning_rate": 1.7122294549409482e-07,
      "logits/chosen": 1.9851901531219482,
      "logits/rejected": 2.9032249450683594,
      "logps/chosen": -424.8306579589844,
      "logps/rejected": -531.9037475585938,
      "loss": 0.5145,
      "rewards/accuracies": 0.800000011920929,
      "rewards/chosen": -1.5183179378509521,
      "rewards/margins": 1.1627616882324219,
      "rewards/rejected": -2.681079387664795,
      "step": 280
    },
    {
      "epoch": 0.6651376146788991,
      "grad_norm": 29.728057206179926,
      "learning_rate": 1.524811797977383e-07,
      "logits/chosen": 1.9606460332870483,
      "logits/rejected": 3.0971603393554688,
      "logps/chosen": -424.40155029296875,
      "logps/rejected": -510.2555236816406,
      "loss": 0.4931,
      "rewards/accuracies": 0.7437499761581421,
      "rewards/chosen": -1.3667072057724,
      "rewards/margins": 1.1966798305511475,
      "rewards/rejected": -2.563387155532837,
      "step": 290
    },
    {
      "epoch": 0.6880733944954128,
      "grad_norm": 32.56443619783417,
      "learning_rate": 1.3436542743979125e-07,
      "logits/chosen": 1.548921823501587,
      "logits/rejected": 2.2454886436462402,
      "logps/chosen": -435.3851623535156,
      "logps/rejected": -480.7173767089844,
      "loss": 0.5109,
      "rewards/accuracies": 0.762499988079071,
      "rewards/chosen": -1.2943581342697144,
      "rewards/margins": 0.9242169260978699,
      "rewards/rejected": -2.2185752391815186,
      "step": 300
    },
    {
      "epoch": 0.6880733944954128,
      "eval_logits/chosen": 1.5762183666229248,
      "eval_logits/rejected": 2.8883702754974365,
      "eval_logps/chosen": -418.6533508300781,
      "eval_logps/rejected": -496.99908447265625,
      "eval_loss": 0.48780226707458496,
      "eval_rewards/accuracies": 0.7284482717514038,
      "eval_rewards/chosen": -1.3356326818466187,
      "eval_rewards/margins": 1.1691336631774902,
      "eval_rewards/rejected": -2.5047662258148193,
      "eval_runtime": 94.5476,
      "eval_samples_per_second": 19.228,
      "eval_steps_per_second": 0.307,
      "step": 300
    },
    {
      "epoch": 0.7110091743119266,
      "grad_norm": 28.8657602827159,
      "learning_rate": 1.1699198087116588e-07,
      "logits/chosen": 1.6565430164337158,
      "logits/rejected": 2.6408467292785645,
      "logps/chosen": -422.91943359375,
      "logps/rejected": -511.9986267089844,
      "loss": 0.5225,
      "rewards/accuracies": 0.7562500238418579,
      "rewards/chosen": -1.449542760848999,
      "rewards/margins": 1.0059467554092407,
      "rewards/rejected": -2.4554896354675293,
      "step": 310
    },
    {
      "epoch": 0.7339449541284404,
      "grad_norm": 28.01306501480046,
      "learning_rate": 1.00472367377196e-07,
      "logits/chosen": 2.107029914855957,
      "logits/rejected": 3.2613253593444824,
      "logps/chosen": -415.86041259765625,
      "logps/rejected": -515.1480712890625,
      "loss": 0.4977,
      "rewards/accuracies": 0.762499988079071,
      "rewards/chosen": -1.4162843227386475,
      "rewards/margins": 1.390293836593628,
      "rewards/rejected": -2.8065781593322754,
      "step": 320
    },
    {
      "epoch": 0.7568807339449541,
      "grad_norm": 23.410627824071433,
      "learning_rate": 8.49126331382102e-08,
      "logits/chosen": 2.485326051712036,
      "logits/rejected": 3.1795496940612793,
      "logps/chosen": -442.5235290527344,
      "logps/rejected": -500.9856872558594,
      "loss": 0.4944,
      "rewards/accuracies": 0.6875,
      "rewards/chosen": -1.68001389503479,
      "rewards/margins": 0.8588422536849976,
      "rewards/rejected": -2.538856029510498,
      "step": 330
    },
    {
      "epoch": 0.7798165137614679,
      "grad_norm": 36.6413379461555,
      "learning_rate": 7.041266247556812e-08,
      "logits/chosen": 2.2517406940460205,
      "logits/rejected": 2.871661901473999,
      "logps/chosen": -440.378662109375,
      "logps/rejected": -506.90625,
      "loss": 0.4867,
      "rewards/accuracies": 0.793749988079071,
      "rewards/chosen": -1.5238606929779053,
      "rewards/margins": 0.9453619718551636,
      "rewards/rejected": -2.4692225456237793,
      "step": 340
    },
    {
      "epoch": 0.8027522935779816,
      "grad_norm": 32.4776553295204,
      "learning_rate": 5.706553665319955e-08,
      "logits/chosen": 2.2310845851898193,
      "logits/rejected": 3.158881187438965,
      "logps/chosen": -426.0604553222656,
      "logps/rejected": -490.872314453125,
      "loss": 0.5063,
      "rewards/accuracies": 0.7437499761581421,
      "rewards/chosen": -1.5156935453414917,
      "rewards/margins": 1.016414761543274,
      "rewards/rejected": -2.5321083068847656,
      "step": 350
    },
    {
      "epoch": 0.8027522935779816,
      "eval_logits/chosen": 2.1698544025421143,
      "eval_logits/rejected": 3.3468618392944336,
      "eval_logps/chosen": -433.7904052734375,
      "eval_logps/rejected": -514.8548583984375,
      "eval_loss": 0.4814243018627167,
      "eval_rewards/accuracies": 0.7370689511299133,
      "eval_rewards/chosen": -1.487002968788147,
      "eval_rewards/margins": 1.1963213682174683,
      "eval_rewards/rejected": -2.683324098587036,
      "eval_runtime": 95.0017,
      "eval_samples_per_second": 19.136,
      "eval_steps_per_second": 0.305,
      "step": 350
    },
    {
      "epoch": 0.8256880733944955,
      "grad_norm": 22.48584624269231,
      "learning_rate": 4.4956936350761005e-08,
      "logits/chosen": 2.1727540493011475,
      "logits/rejected": 2.8084352016448975,
      "logps/chosen": -391.9521179199219,
      "logps/rejected": -506.19482421875,
      "loss": 0.4802,
      "rewards/accuracies": 0.7124999761581421,
      "rewards/chosen": -1.3963208198547363,
      "rewards/margins": 1.0802565813064575,
      "rewards/rejected": -2.4765772819519043,
      "step": 360
    },
    {
      "epoch": 0.8486238532110092,
      "grad_norm": 26.981108661605717,
      "learning_rate": 3.416459164418123e-08,
      "logits/chosen": 1.7840194702148438,
      "logits/rejected": 2.861525535583496,
      "logps/chosen": -447.0101013183594,
      "logps/rejected": -527.9534912109375,
      "loss": 0.4861,
      "rewards/accuracies": 0.7562500238418579,
      "rewards/chosen": -1.4742560386657715,
      "rewards/margins": 1.179532527923584,
      "rewards/rejected": -2.6537883281707764,
      "step": 370
    },
    {
      "epoch": 0.8715596330275229,
      "grad_norm": 32.47929591425802,
      "learning_rate": 2.475778302439524e-08,
      "logits/chosen": 2.0354526042938232,
      "logits/rejected": 3.16379976272583,
      "logps/chosen": -440.89593505859375,
      "logps/rejected": -530.92919921875,
      "loss": 0.4928,
      "rewards/accuracies": 0.762499988079071,
      "rewards/chosen": -1.4451792240142822,
      "rewards/margins": 1.287550687789917,
      "rewards/rejected": -2.732729911804199,
      "step": 380
    },
    {
      "epoch": 0.8944954128440367,
      "grad_norm": 33.85969586257753,
      "learning_rate": 1.6796896657433805e-08,
      "logits/chosen": 2.4787354469299316,
      "logits/rejected": 3.341116428375244,
      "logps/chosen": -407.4842834472656,
      "logps/rejected": -490.75555419921875,
      "loss": 0.503,
      "rewards/accuracies": 0.75,
      "rewards/chosen": -1.5552680492401123,
      "rewards/margins": 1.0592255592346191,
      "rewards/rejected": -2.6144936084747314,
      "step": 390
    },
    {
      "epoch": 0.9174311926605505,
      "grad_norm": 23.099468591696,
      "learning_rate": 1.0333036740834855e-08,
      "logits/chosen": 2.7448534965515137,
      "logits/rejected": 3.38175630569458,
      "logps/chosen": -370.7669372558594,
      "logps/rejected": -485.293701171875,
      "loss": 0.4936,
      "rewards/accuracies": 0.762499988079071,
      "rewards/chosen": -1.4620729684829712,
      "rewards/margins": 1.098707914352417,
      "rewards/rejected": -2.5607810020446777,
      "step": 400
    },
    {
      "epoch": 0.9174311926605505,
      "eval_logits/chosen": 2.333301305770874,
      "eval_logits/rejected": 3.4838266372680664,
      "eval_logps/chosen": -443.5758361816406,
      "eval_logps/rejected": -526.9686279296875,
      "eval_loss": 0.4815457761287689,
      "eval_rewards/accuracies": 0.732758641242981,
      "eval_rewards/chosen": -1.5848578214645386,
      "eval_rewards/margins": 1.2196037769317627,
      "eval_rewards/rejected": -2.8044614791870117,
      "eval_runtime": 95.9268,
      "eval_samples_per_second": 18.952,
      "eval_steps_per_second": 0.302,
      "step": 400
    },
    {
      "epoch": 0.9403669724770642,
      "grad_norm": 24.65582545776771,
      "learning_rate": 5.4076974448211685e-09,
      "logits/chosen": 2.678440809249878,
      "logits/rejected": 3.7608656883239746,
      "logps/chosen": -434.31890869140625,
      "logps/rejected": -525.4384765625,
      "loss": 0.4901,
      "rewards/accuracies": 0.737500011920929,
      "rewards/chosen": -1.633670449256897,
      "rewards/margins": 1.2402476072311401,
      "rewards/rejected": -2.873918056488037,
      "step": 410
    },
    {
      "epoch": 0.963302752293578,
      "grad_norm": 24.35589696145217,
      "learning_rate": 2.052496544188487e-09,
      "logits/chosen": 2.744503974914551,
      "logits/rejected": 3.5964274406433105,
      "logps/chosen": -424.82373046875,
      "logps/rejected": -535.3244018554688,
      "loss": 0.4891,
      "rewards/accuracies": 0.768750011920929,
      "rewards/chosen": -1.6538474559783936,
      "rewards/margins": 1.2406232357025146,
      "rewards/rejected": -2.894470691680908,
      "step": 420
    },
    {
      "epoch": 0.9862385321100917,
      "grad_norm": 24.120958058828865,
      "learning_rate": 2.889724508297886e-10,
      "logits/chosen": 2.3434717655181885,
      "logits/rejected": 3.6963977813720703,
      "logps/chosen": -459.7005310058594,
      "logps/rejected": -510.67413330078125,
      "loss": 0.4816,
      "rewards/accuracies": 0.731249988079071,
      "rewards/chosen": -1.5652509927749634,
      "rewards/margins": 1.1011250019073486,
      "rewards/rejected": -2.6663756370544434,
      "step": 430
    },
    {
      "epoch": 1.0,
      "step": 436,
      "total_flos": 0.0,
      "train_loss": 0.5380998532706445,
      "train_runtime": 11735.5354,
      "train_samples_per_second": 4.751,
      "train_steps_per_second": 0.037
    }
  ],
  "logging_steps": 10,
  "max_steps": 436,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 100,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}