| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.9988571428571429, | |
| "eval_steps": 50, | |
| "global_step": 437, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.022857142857142857, | |
| "grad_norm": 5.484237277918217, | |
| "learning_rate": 1.1363636363636363e-07, | |
| "logits/chosen": -2.6541342735290527, | |
| "logits/rejected": -2.6346869468688965, | |
| "logps/chosen": -287.93011474609375, | |
| "logps/rejected": -266.5004577636719, | |
| "loss": 0.6931, | |
| "rewards/accuracies": 0.40625, | |
| "rewards/chosen": -0.00015118246665224433, | |
| "rewards/margins": -3.311875479994342e-05, | |
| "rewards/rejected": -0.00011806372640421614, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.045714285714285714, | |
| "grad_norm": 5.141117524550972, | |
| "learning_rate": 2.2727272727272726e-07, | |
| "logits/chosen": -2.6553006172180176, | |
| "logits/rejected": -2.623598575592041, | |
| "logps/chosen": -271.3798828125, | |
| "logps/rejected": -260.2137145996094, | |
| "loss": 0.6925, | |
| "rewards/accuracies": 0.59375, | |
| "rewards/chosen": 0.003302179742604494, | |
| "rewards/margins": 0.0022685881704092026, | |
| "rewards/rejected": 0.0010335915721952915, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.06857142857142857, | |
| "grad_norm": 4.867644605403788, | |
| "learning_rate": 3.4090909090909085e-07, | |
| "logits/chosen": -2.6496236324310303, | |
| "logits/rejected": -2.558840751647949, | |
| "logps/chosen": -271.86370849609375, | |
| "logps/rejected": -254.6623077392578, | |
| "loss": 0.6896, | |
| "rewards/accuracies": 0.71875, | |
| "rewards/chosen": 0.020251339301466942, | |
| "rewards/margins": 0.011756613850593567, | |
| "rewards/rejected": 0.008494723588228226, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.09142857142857143, | |
| "grad_norm": 4.600987966838872, | |
| "learning_rate": 4.545454545454545e-07, | |
| "logits/chosen": -2.6127796173095703, | |
| "logits/rejected": -2.5982162952423096, | |
| "logps/chosen": -261.87078857421875, | |
| "logps/rejected": -255.64682006835938, | |
| "loss": 0.6811, | |
| "rewards/accuracies": 0.6937500238418579, | |
| "rewards/chosen": 0.039037298411130905, | |
| "rewards/margins": 0.04095984250307083, | |
| "rewards/rejected": -0.0019225452560931444, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.11428571428571428, | |
| "grad_norm": 6.01325732118956, | |
| "learning_rate": 4.997124959943201e-07, | |
| "logits/chosen": -2.59413743019104, | |
| "logits/rejected": -2.525812864303589, | |
| "logps/chosen": -288.6096496582031, | |
| "logps/rejected": -264.43359375, | |
| "loss": 0.6661, | |
| "rewards/accuracies": 0.762499988079071, | |
| "rewards/chosen": 0.008406409062445164, | |
| "rewards/margins": 0.11031482368707657, | |
| "rewards/rejected": -0.10190840810537338, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.11428571428571428, | |
| "eval_logits/chosen": -2.619272232055664, | |
| "eval_logits/rejected": -2.573228359222412, | |
| "eval_logps/chosen": -263.4992370605469, | |
| "eval_logps/rejected": -264.2141418457031, | |
| "eval_loss": 0.6540683507919312, | |
| "eval_rewards/accuracies": 0.6551724076271057, | |
| "eval_rewards/chosen": -0.0353790745139122, | |
| "eval_rewards/margins": 0.12399081885814667, | |
| "eval_rewards/rejected": -0.15936988592147827, | |
| "eval_runtime": 93.0218, | |
| "eval_samples_per_second": 19.684, | |
| "eval_steps_per_second": 0.312, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.13714285714285715, | |
| "grad_norm": 8.643694975506126, | |
| "learning_rate": 4.979579212164186e-07, | |
| "logits/chosen": -2.6212775707244873, | |
| "logits/rejected": -2.5676815509796143, | |
| "logps/chosen": -305.444091796875, | |
| "logps/rejected": -272.07867431640625, | |
| "loss": 0.6429, | |
| "rewards/accuracies": 0.71875, | |
| "rewards/chosen": -0.05958025902509689, | |
| "rewards/margins": 0.1966249793767929, | |
| "rewards/rejected": -0.2562052309513092, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 12.272483900335105, | |
| "learning_rate": 4.946196886175515e-07, | |
| "logits/chosen": -2.59287166595459, | |
| "logits/rejected": -2.5041251182556152, | |
| "logps/chosen": -321.8868103027344, | |
| "logps/rejected": -300.4162292480469, | |
| "loss": 0.629, | |
| "rewards/accuracies": 0.706250011920929, | |
| "rewards/chosen": -0.18531829118728638, | |
| "rewards/margins": 0.3314962685108185, | |
| "rewards/rejected": -0.5168145895004272, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.18285714285714286, | |
| "grad_norm": 13.506330348124033, | |
| "learning_rate": 4.897191188239667e-07, | |
| "logits/chosen": -2.069486141204834, | |
| "logits/rejected": -1.9483461380004883, | |
| "logps/chosen": -318.3644714355469, | |
| "logps/rejected": -329.19659423828125, | |
| "loss": 0.6107, | |
| "rewards/accuracies": 0.637499988079071, | |
| "rewards/chosen": -0.5116854906082153, | |
| "rewards/margins": 0.31293898820877075, | |
| "rewards/rejected": -0.8246244192123413, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.2057142857142857, | |
| "grad_norm": 12.553950954592443, | |
| "learning_rate": 4.832875107981763e-07, | |
| "logits/chosen": -1.1866068840026855, | |
| "logits/rejected": -0.9298005104064941, | |
| "logps/chosen": -316.0557556152344, | |
| "logps/rejected": -380.7778625488281, | |
| "loss": 0.5915, | |
| "rewards/accuracies": 0.706250011920929, | |
| "rewards/chosen": -0.7446193695068359, | |
| "rewards/margins": 0.5451987981796265, | |
| "rewards/rejected": -1.2898180484771729, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.22857142857142856, | |
| "grad_norm": 30.03309840012713, | |
| "learning_rate": 4.753659419387223e-07, | |
| "logits/chosen": -0.9629250764846802, | |
| "logits/rejected": -0.5570683479309082, | |
| "logps/chosen": -331.9052429199219, | |
| "logps/rejected": -379.1312561035156, | |
| "loss": 0.561, | |
| "rewards/accuracies": 0.71875, | |
| "rewards/chosen": -0.7065539360046387, | |
| "rewards/margins": 0.7784632444381714, | |
| "rewards/rejected": -1.4850170612335205, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.22857142857142856, | |
| "eval_logits/chosen": -0.4111216068267822, | |
| "eval_logits/rejected": -0.007617468014359474, | |
| "eval_logps/chosen": -365.1130676269531, | |
| "eval_logps/rejected": -431.9446716308594, | |
| "eval_loss": 0.5662747621536255, | |
| "eval_rewards/accuracies": 0.7068965435028076, | |
| "eval_rewards/chosen": -1.0515177249908447, | |
| "eval_rewards/margins": 0.7851568460464478, | |
| "eval_rewards/rejected": -1.8366745710372925, | |
| "eval_runtime": 93.7201, | |
| "eval_samples_per_second": 19.537, | |
| "eval_steps_per_second": 0.309, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.25142857142857145, | |
| "grad_norm": 27.312780453008052, | |
| "learning_rate": 4.660050057270191e-07, | |
| "logits/chosen": -0.45199713110923767, | |
| "logits/rejected": 0.33052048087120056, | |
| "logps/chosen": -373.90545654296875, | |
| "logps/rejected": -399.00909423828125, | |
| "loss": 0.5415, | |
| "rewards/accuracies": 0.793749988079071, | |
| "rewards/chosen": -0.6764419674873352, | |
| "rewards/margins": 0.9693374633789062, | |
| "rewards/rejected": -1.6457793712615967, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.2742857142857143, | |
| "grad_norm": 29.282942520454633, | |
| "learning_rate": 4.5526448859687144e-07, | |
| "logits/chosen": 0.3397678732872009, | |
| "logits/rejected": 0.8190152049064636, | |
| "logps/chosen": -406.60565185546875, | |
| "logps/rejected": -463.072021484375, | |
| "loss": 0.5753, | |
| "rewards/accuracies": 0.762499988079071, | |
| "rewards/chosen": -1.3377411365509033, | |
| "rewards/margins": 0.7959097623825073, | |
| "rewards/rejected": -2.133650779724121, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.29714285714285715, | |
| "grad_norm": 24.36403749878471, | |
| "learning_rate": 4.432129880904388e-07, | |
| "logits/chosen": 0.4417182505130768, | |
| "logits/rejected": 1.1421695947647095, | |
| "logps/chosen": -371.94744873046875, | |
| "logps/rejected": -401.11962890625, | |
| "loss": 0.5483, | |
| "rewards/accuracies": 0.6187499761581421, | |
| "rewards/chosen": -0.9846571683883667, | |
| "rewards/margins": 0.6376141309738159, | |
| "rewards/rejected": -1.6222712993621826, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 22.333886590434165, | |
| "learning_rate": 4.299274747394055e-07, | |
| "logits/chosen": 0.7880607843399048, | |
| "logits/rejected": 1.3198670148849487, | |
| "logps/chosen": -435.3951110839844, | |
| "logps/rejected": -469.02911376953125, | |
| "loss": 0.549, | |
| "rewards/accuracies": 0.731249988079071, | |
| "rewards/chosen": -1.175621747970581, | |
| "rewards/margins": 0.9118834733963013, | |
| "rewards/rejected": -2.0875051021575928, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.34285714285714286, | |
| "grad_norm": 21.900935378631306, | |
| "learning_rate": 4.1549280046953653e-07, | |
| "logits/chosen": 1.040090560913086, | |
| "logits/rejected": 1.5702952146530151, | |
| "logps/chosen": -405.8429870605469, | |
| "logps/rejected": -457.5497131347656, | |
| "loss": 0.5324, | |
| "rewards/accuracies": 0.7437499761581421, | |
| "rewards/chosen": -1.0978893041610718, | |
| "rewards/margins": 0.8218156099319458, | |
| "rewards/rejected": -1.9197051525115967, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.34285714285714286, | |
| "eval_logits/chosen": 1.325810432434082, | |
| "eval_logits/rejected": 2.0029168128967285, | |
| "eval_logps/chosen": -405.1368103027344, | |
| "eval_logps/rejected": -492.1299743652344, | |
| "eval_loss": 0.5436938405036926, | |
| "eval_rewards/accuracies": 0.6853448152542114, | |
| "eval_rewards/chosen": -1.451755166053772, | |
| "eval_rewards/margins": 0.986772894859314, | |
| "eval_rewards/rejected": -2.438527822494507, | |
| "eval_runtime": 94.6665, | |
| "eval_samples_per_second": 19.342, | |
| "eval_steps_per_second": 0.306, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.3657142857142857, | |
| "grad_norm": 20.99267450356195, | |
| "learning_rate": 4.000011566683401e-07, | |
| "logits/chosen": 0.8327977061271667, | |
| "logits/rejected": 1.764451265335083, | |
| "logps/chosen": -447.289794921875, | |
| "logps/rejected": -494.8617248535156, | |
| "loss": 0.5254, | |
| "rewards/accuracies": 0.699999988079071, | |
| "rewards/chosen": -1.381363034248352, | |
| "rewards/margins": 0.8699455261230469, | |
| "rewards/rejected": -2.2513084411621094, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.38857142857142857, | |
| "grad_norm": 19.625600234650467, | |
| "learning_rate": 3.8355148537705047e-07, | |
| "logits/chosen": 0.17654064297676086, | |
| "logits/rejected": 1.0507433414459229, | |
| "logps/chosen": -395.59124755859375, | |
| "logps/rejected": -480.58038330078125, | |
| "loss": 0.5315, | |
| "rewards/accuracies": 0.75, | |
| "rewards/chosen": -1.0189447402954102, | |
| "rewards/margins": 1.0480358600616455, | |
| "rewards/rejected": -2.0669806003570557, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.4114285714285714, | |
| "grad_norm": 22.131134389700858, | |
| "learning_rate": 3.662488473675315e-07, | |
| "logits/chosen": 1.4423513412475586, | |
| "logits/rejected": 2.64449143409729, | |
| "logps/chosen": -448.270263671875, | |
| "logps/rejected": -503.065185546875, | |
| "loss": 0.5355, | |
| "rewards/accuracies": 0.75, | |
| "rewards/chosen": -1.4582993984222412, | |
| "rewards/margins": 1.1077758073806763, | |
| "rewards/rejected": -2.566075563430786, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.4342857142857143, | |
| "grad_norm": 22.169020143018557, | |
| "learning_rate": 3.48203751140067e-07, | |
| "logits/chosen": 0.9658209085464478, | |
| "logits/rejected": 2.3707427978515625, | |
| "logps/chosen": -405.305419921875, | |
| "logps/rejected": -484.43499755859375, | |
| "loss": 0.538, | |
| "rewards/accuracies": 0.7437499761581421, | |
| "rewards/chosen": -1.4446977376937866, | |
| "rewards/margins": 1.050331711769104, | |
| "rewards/rejected": -2.4950294494628906, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.45714285714285713, | |
| "grad_norm": 18.01149891090628, | |
| "learning_rate": 3.2953144712759537e-07, | |
| "logits/chosen": 1.7644532918930054, | |
| "logits/rejected": 2.6767263412475586, | |
| "logps/chosen": -395.5130310058594, | |
| "logps/rejected": -487.91192626953125, | |
| "loss": 0.5261, | |
| "rewards/accuracies": 0.737500011920929, | |
| "rewards/chosen": -1.451765537261963, | |
| "rewards/margins": 1.0395876169204712, | |
| "rewards/rejected": -2.4913532733917236, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.45714285714285713, | |
| "eval_logits/chosen": 1.7313151359558105, | |
| "eval_logits/rejected": 2.7388670444488525, | |
| "eval_logps/chosen": -416.20770263671875, | |
| "eval_logps/rejected": -507.4054870605469, | |
| "eval_loss": 0.5247488021850586, | |
| "eval_rewards/accuracies": 0.6853448152542114, | |
| "eval_rewards/chosen": -1.5624639987945557, | |
| "eval_rewards/margins": 1.0288186073303223, | |
| "eval_rewards/rejected": -2.591282606124878, | |
| "eval_runtime": 94.5093, | |
| "eval_samples_per_second": 19.374, | |
| "eval_steps_per_second": 0.307, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 19.57404608223085, | |
| "learning_rate": 3.103511916141658e-07, | |
| "logits/chosen": 1.504326581954956, | |
| "logits/rejected": 2.792241334915161, | |
| "logps/chosen": -433.87969970703125, | |
| "logps/rejected": -526.0897216796875, | |
| "loss": 0.517, | |
| "rewards/accuracies": 0.737500011920929, | |
| "rewards/chosen": -1.4803601503372192, | |
| "rewards/margins": 1.1599363088607788, | |
| "rewards/rejected": -2.640296459197998, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.5028571428571429, | |
| "grad_norm": 21.692320362176854, | |
| "learning_rate": 2.9078548506882117e-07, | |
| "logits/chosen": 1.4797990322113037, | |
| "logits/rejected": 2.450709581375122, | |
| "logps/chosen": -449.7752990722656, | |
| "logps/rejected": -549.132080078125, | |
| "loss": 0.5296, | |
| "rewards/accuracies": 0.731249988079071, | |
| "rewards/chosen": -1.4539282321929932, | |
| "rewards/margins": 1.1360087394714355, | |
| "rewards/rejected": -2.5899369716644287, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.5257142857142857, | |
| "grad_norm": 19.33385563287397, | |
| "learning_rate": 2.709592897595191e-07, | |
| "logits/chosen": 1.3153431415557861, | |
| "logits/rejected": 2.2327983379364014, | |
| "logps/chosen": -424.7271423339844, | |
| "logps/rejected": -506.617919921875, | |
| "loss": 0.5439, | |
| "rewards/accuracies": 0.706250011920929, | |
| "rewards/chosen": -1.3993257284164429, | |
| "rewards/margins": 0.8849741816520691, | |
| "rewards/rejected": -2.2843000888824463, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.5485714285714286, | |
| "grad_norm": 19.794275801154928, | |
| "learning_rate": 2.509992316440332e-07, | |
| "logits/chosen": 2.2576842308044434, | |
| "logits/rejected": 3.4659297466278076, | |
| "logps/chosen": -488.4747619628906, | |
| "logps/rejected": -558.2715454101562, | |
| "loss": 0.5332, | |
| "rewards/accuracies": 0.793749988079071, | |
| "rewards/chosen": -1.8078649044036865, | |
| "rewards/margins": 1.1585441827774048, | |
| "rewards/rejected": -2.966409206390381, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.5714285714285714, | |
| "grad_norm": 19.209773850229293, | |
| "learning_rate": 2.3103279163519918e-07, | |
| "logits/chosen": 1.9105958938598633, | |
| "logits/rejected": 2.3923182487487793, | |
| "logps/chosen": -476.888671875, | |
| "logps/rejected": -540.67724609375, | |
| "loss": 0.5274, | |
| "rewards/accuracies": 0.6312500238418579, | |
| "rewards/chosen": -1.9962562322616577, | |
| "rewards/margins": 0.6005629301071167, | |
| "rewards/rejected": -2.5968191623687744, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.5714285714285714, | |
| "eval_logits/chosen": 1.0144059658050537, | |
| "eval_logits/rejected": 2.126599073410034, | |
| "eval_logps/chosen": -428.11065673828125, | |
| "eval_logps/rejected": -528.8191528320312, | |
| "eval_loss": 0.514776349067688, | |
| "eval_rewards/accuracies": 0.7155172228813171, | |
| "eval_rewards/chosen": -1.6814932823181152, | |
| "eval_rewards/margins": 1.123926043510437, | |
| "eval_rewards/rejected": -2.8054192066192627, | |
| "eval_runtime": 95.0873, | |
| "eval_samples_per_second": 19.256, | |
| "eval_steps_per_second": 0.305, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.5942857142857143, | |
| "grad_norm": 21.990080244291757, | |
| "learning_rate": 2.1118749140573358e-07, | |
| "logits/chosen": 1.3521721363067627, | |
| "logits/rejected": 2.6136393547058105, | |
| "logps/chosen": -439.0127868652344, | |
| "logps/rejected": -476.6556701660156, | |
| "loss": 0.5238, | |
| "rewards/accuracies": 0.7124999761581421, | |
| "rewards/chosen": -1.6318817138671875, | |
| "rewards/margins": 0.9099860191345215, | |
| "rewards/rejected": -2.54186749458313, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.6171428571428571, | |
| "grad_norm": 21.20271695558916, | |
| "learning_rate": 1.9159007893272703e-07, | |
| "logits/chosen": 1.4235649108886719, | |
| "logits/rejected": 2.510680913925171, | |
| "logps/chosen": -468.30975341796875, | |
| "logps/rejected": -496.22406005859375, | |
| "loss": 0.5192, | |
| "rewards/accuracies": 0.65625, | |
| "rewards/chosen": -1.8018286228179932, | |
| "rewards/margins": 0.6999757885932922, | |
| "rewards/rejected": -2.5018038749694824, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 18.377021107490634, | |
| "learning_rate": 1.7236571898357766e-07, | |
| "logits/chosen": 1.396390676498413, | |
| "logits/rejected": 2.4561963081359863, | |
| "logps/chosen": -388.86273193359375, | |
| "logps/rejected": -491.08612060546875, | |
| "loss": 0.5273, | |
| "rewards/accuracies": 0.7124999761581421, | |
| "rewards/chosen": -1.3913507461547852, | |
| "rewards/margins": 1.1841250658035278, | |
| "rewards/rejected": -2.5754759311676025, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.6628571428571428, | |
| "grad_norm": 23.869092599907706, | |
| "learning_rate": 1.5363719371356882e-07, | |
| "logits/chosen": 1.4888983964920044, | |
| "logits/rejected": 2.697493076324463, | |
| "logps/chosen": -438.34613037109375, | |
| "logps/rejected": -505.64398193359375, | |
| "loss": 0.5086, | |
| "rewards/accuracies": 0.737500011920929, | |
| "rewards/chosen": -1.5241912603378296, | |
| "rewards/margins": 1.000713586807251, | |
| "rewards/rejected": -2.524904727935791, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.6857142857142857, | |
| "grad_norm": 25.027316619015263, | |
| "learning_rate": 1.3552411848071565e-07, | |
| "logits/chosen": 1.6033051013946533, | |
| "logits/rejected": 3.075709581375122, | |
| "logps/chosen": -483.4491271972656, | |
| "logps/rejected": -563.5081787109375, | |
| "loss": 0.5, | |
| "rewards/accuracies": 0.737500011920929, | |
| "rewards/chosen": -1.700990080833435, | |
| "rewards/margins": 1.2899569272994995, | |
| "rewards/rejected": -2.9909472465515137, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.6857142857142857, | |
| "eval_logits/chosen": 1.5160114765167236, | |
| "eval_logits/rejected": 2.702754259109497, | |
| "eval_logps/chosen": -428.75518798828125, | |
| "eval_logps/rejected": -535.8169555664062, | |
| "eval_loss": 0.5077716112136841, | |
| "eval_rewards/accuracies": 0.7198275923728943, | |
| "eval_rewards/chosen": -1.6879388093948364, | |
| "eval_rewards/margins": 1.187458872795105, | |
| "eval_rewards/rejected": -2.8753974437713623, | |
| "eval_runtime": 93.8182, | |
| "eval_samples_per_second": 19.516, | |
| "eval_steps_per_second": 0.309, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.7085714285714285, | |
| "grad_norm": 20.06935454117094, | |
| "learning_rate": 1.1814217788631473e-07, | |
| "logits/chosen": 1.097944974899292, | |
| "logits/rejected": 2.714242458343506, | |
| "logps/chosen": -464.17645263671875, | |
| "logps/rejected": -550.5721435546875, | |
| "loss": 0.512, | |
| "rewards/accuracies": 0.762499988079071, | |
| "rewards/chosen": -1.509181261062622, | |
| "rewards/margins": 1.3204662799835205, | |
| "rewards/rejected": -2.8296473026275635, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.7314285714285714, | |
| "grad_norm": 20.37966135449331, | |
| "learning_rate": 1.0160238692045331e-07, | |
| "logits/chosen": 1.1582145690917969, | |
| "logits/rejected": 2.5812854766845703, | |
| "logps/chosen": -450.8458557128906, | |
| "logps/rejected": -533.5846557617188, | |
| "loss": 0.5203, | |
| "rewards/accuracies": 0.7749999761581421, | |
| "rewards/chosen": -1.5372800827026367, | |
| "rewards/margins": 1.0487934350967407, | |
| "rewards/rejected": -2.586073637008667, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.7542857142857143, | |
| "grad_norm": 20.9552841041291, | |
| "learning_rate": 8.601038193139438e-08, | |
| "logits/chosen": 1.9143211841583252, | |
| "logits/rejected": 2.735372304916382, | |
| "logps/chosen": -400.63372802734375, | |
| "logps/rejected": -489.5486755371094, | |
| "loss": 0.52, | |
| "rewards/accuracies": 0.6937500238418579, | |
| "rewards/chosen": -1.5494529008865356, | |
| "rewards/margins": 0.9419981241226196, | |
| "rewards/rejected": -2.491450786590576, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.7771428571428571, | |
| "grad_norm": 20.770737913391446, | |
| "learning_rate": 7.146574594727572e-08, | |
| "logits/chosen": 1.9478594064712524, | |
| "logits/rejected": 3.201336622238159, | |
| "logps/chosen": -425.11126708984375, | |
| "logps/rejected": -508.321533203125, | |
| "loss": 0.5043, | |
| "rewards/accuracies": 0.762499988079071, | |
| "rewards/chosen": -1.7910737991333008, | |
| "rewards/margins": 1.1562799215316772, | |
| "rewards/rejected": -2.947354316711426, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 23.43196809715842, | |
| "learning_rate": 5.8061372659157306e-08, | |
| "logits/chosen": 2.0667195320129395, | |
| "logits/rejected": 3.518019914627075, | |
| "logps/chosen": -500.10174560546875, | |
| "logps/rejected": -575.167236328125, | |
| "loss": 0.4879, | |
| "rewards/accuracies": 0.737500011920929, | |
| "rewards/chosen": -1.8992862701416016, | |
| "rewards/margins": 1.168575406074524, | |
| "rewards/rejected": -3.067861557006836, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "eval_logits/chosen": 2.206516742706299, | |
| "eval_logits/rejected": 3.2477219104766846, | |
| "eval_logps/chosen": -448.67852783203125, | |
| "eval_logps/rejected": -555.7252197265625, | |
| "eval_loss": 0.5050091743469238, | |
| "eval_rewards/accuracies": 0.7198275923728943, | |
| "eval_rewards/chosen": -1.8871723413467407, | |
| "eval_rewards/margins": 1.187308430671692, | |
| "eval_rewards/rejected": -3.0744810104370117, | |
| "eval_runtime": 93.1425, | |
| "eval_samples_per_second": 19.658, | |
| "eval_steps_per_second": 0.311, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.8228571428571428, | |
| "grad_norm": 21.572101434555105, | |
| "learning_rate": 4.5882873127531614e-08, | |
| "logits/chosen": 2.518174648284912, | |
| "logits/rejected": 3.5241615772247314, | |
| "logps/chosen": -472.5306701660156, | |
| "logps/rejected": -603.8782958984375, | |
| "loss": 0.5056, | |
| "rewards/accuracies": 0.8125, | |
| "rewards/chosen": -1.8001983165740967, | |
| "rewards/margins": 1.5649583339691162, | |
| "rewards/rejected": -3.365156650543213, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.8457142857142858, | |
| "grad_norm": 24.32119336663692, | |
| "learning_rate": 3.500802900154412e-08, | |
| "logits/chosen": 2.2133302688598633, | |
| "logits/rejected": 2.970715284347534, | |
| "logps/chosen": -420.18707275390625, | |
| "logps/rejected": -547.6619873046875, | |
| "loss": 0.5034, | |
| "rewards/accuracies": 0.762499988079071, | |
| "rewards/chosen": -1.6418088674545288, | |
| "rewards/margins": 1.213688611984253, | |
| "rewards/rejected": -2.855497360229492, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.8685714285714285, | |
| "grad_norm": 25.458784716444757, | |
| "learning_rate": 2.550629574310309e-08, | |
| "logits/chosen": 2.7819252014160156, | |
| "logits/rejected": 3.5777878761291504, | |
| "logps/chosen": -435.19268798828125, | |
| "logps/rejected": -533.6688842773438, | |
| "loss": 0.4987, | |
| "rewards/accuracies": 0.6812499761581421, | |
| "rewards/chosen": -1.7933107614517212, | |
| "rewards/margins": 0.9658328890800476, | |
| "rewards/rejected": -2.759143352508545, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.8914285714285715, | |
| "grad_norm": 20.416342139746472, | |
| "learning_rate": 1.7438359028687983e-08, | |
| "logits/chosen": 2.2803592681884766, | |
| "logits/rejected": 3.287682056427002, | |
| "logps/chosen": -436.3902282714844, | |
| "logps/rejected": -546.454833984375, | |
| "loss": 0.5096, | |
| "rewards/accuracies": 0.6937500238418579, | |
| "rewards/chosen": -1.6981942653656006, | |
| "rewards/margins": 1.2526156902313232, | |
| "rewards/rejected": -2.950809955596924, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.9142857142857143, | |
| "grad_norm": 23.31604206083898, | |
| "learning_rate": 1.0855747162029361e-08, | |
| "logits/chosen": 1.8559446334838867, | |
| "logits/rejected": 2.6898691654205322, | |
| "logps/chosen": -443.5389709472656, | |
| "logps/rejected": -552.5650634765625, | |
| "loss": 0.5082, | |
| "rewards/accuracies": 0.75, | |
| "rewards/chosen": -1.6940586566925049, | |
| "rewards/margins": 1.158569574356079, | |
| "rewards/rejected": -2.852627992630005, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.9142857142857143, | |
| "eval_logits/chosen": 1.9658149480819702, | |
| "eval_logits/rejected": 3.059574842453003, | |
| "eval_logps/chosen": -435.48773193359375, | |
| "eval_logps/rejected": -548.0841064453125, | |
| "eval_loss": 0.5012447834014893, | |
| "eval_rewards/accuracies": 0.7198275923728943, | |
| "eval_rewards/chosen": -1.7552645206451416, | |
| "eval_rewards/margins": 1.2428052425384521, | |
| "eval_rewards/rejected": -2.9980695247650146, | |
| "eval_runtime": 94.0643, | |
| "eval_samples_per_second": 19.465, | |
| "eval_steps_per_second": 0.308, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.9371428571428572, | |
| "grad_norm": 19.227803698254093, | |
| "learning_rate": 5.8005019731033615e-09, | |
| "logits/chosen": 2.1140646934509277, | |
| "logits/rejected": 3.0444817543029785, | |
| "logps/chosen": -424.0716247558594, | |
| "logps/rejected": -529.0479736328125, | |
| "loss": 0.4899, | |
| "rewards/accuracies": 0.768750011920929, | |
| "rewards/chosen": -1.6376755237579346, | |
| "rewards/margins": 1.076155662536621, | |
| "rewards/rejected": -2.7138311862945557, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 19.178542640219938, | |
| "learning_rate": 2.3049103053431886e-09, | |
| "logits/chosen": 1.7973829507827759, | |
| "logits/rejected": 2.994089365005493, | |
| "logps/chosen": -480.82342529296875, | |
| "logps/rejected": -606.6632690429688, | |
| "loss": 0.5082, | |
| "rewards/accuracies": 0.737500011920929, | |
| "rewards/chosen": -1.7015644311904907, | |
| "rewards/margins": 1.422523856163025, | |
| "rewards/rejected": -3.1240882873535156, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.9828571428571429, | |
| "grad_norm": 23.036308488754496, | |
| "learning_rate": 3.9129780600541397e-10, | |
| "logits/chosen": 2.1120381355285645, | |
| "logits/rejected": 3.065523862838745, | |
| "logps/chosen": -451.97515869140625, | |
| "logps/rejected": -554.6312866210938, | |
| "loss": 0.4855, | |
| "rewards/accuracies": 0.78125, | |
| "rewards/chosen": -1.6638119220733643, | |
| "rewards/margins": 1.303351640701294, | |
| "rewards/rejected": -2.967163324356079, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.9988571428571429, | |
| "step": 437, | |
| "total_flos": 0.0, | |
| "train_loss": 0.5499054316252265, | |
| "train_runtime": 11738.6737, | |
| "train_samples_per_second": 4.77, | |
| "train_steps_per_second": 0.037 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 437, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 100, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 0.0, | |
| "train_batch_size": 8, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |