| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 1.0, | |
| "eval_steps": 100, | |
| "global_step": 478, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 1.0416666666666666e-08, | |
| "logits/chosen": -2.5017967224121094, | |
| "logits/rejected": -2.3871021270751953, | |
| "logps/chosen": -332.3011474609375, | |
| "logps/rejected": -277.1512756347656, | |
| "loss": 0.6931, | |
| "rewards/accuracies": 0.0, | |
| "rewards/chosen": 0.0, | |
| "rewards/margins": 0.0, | |
| "rewards/rejected": 0.0, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 1.0416666666666667e-07, | |
| "logits/chosen": -2.540015459060669, | |
| "logits/rejected": -2.500929832458496, | |
| "logps/chosen": -247.11024475097656, | |
| "logps/rejected": -213.2850341796875, | |
| "loss": 0.6932, | |
| "rewards/accuracies": 0.4097222089767456, | |
| "rewards/chosen": -0.000517037755344063, | |
| "rewards/margins": -0.00017402732919435948, | |
| "rewards/rejected": -0.0003430104407016188, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 2.0833333333333333e-07, | |
| "logits/chosen": -2.5355143547058105, | |
| "logits/rejected": -2.484562873840332, | |
| "logps/chosen": -272.35711669921875, | |
| "logps/rejected": -249.6931915283203, | |
| "loss": 0.6924, | |
| "rewards/accuracies": 0.581250011920929, | |
| "rewards/chosen": 0.0008343200897797942, | |
| "rewards/margins": 0.001956597436219454, | |
| "rewards/rejected": -0.001122277113609016, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 3.1249999999999997e-07, | |
| "logits/chosen": -2.6150834560394287, | |
| "logits/rejected": -2.542232036590576, | |
| "logps/chosen": -283.331298828125, | |
| "logps/rejected": -276.0316467285156, | |
| "loss": 0.6885, | |
| "rewards/accuracies": 0.612500011920929, | |
| "rewards/chosen": 0.008794735185801983, | |
| "rewards/margins": 0.006988237611949444, | |
| "rewards/rejected": 0.0018064973410218954, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 4.1666666666666667e-07, | |
| "logits/chosen": -2.519700527191162, | |
| "logits/rejected": -2.4544477462768555, | |
| "logps/chosen": -288.609130859375, | |
| "logps/rejected": -265.47576904296875, | |
| "loss": 0.6756, | |
| "rewards/accuracies": 0.668749988079071, | |
| "rewards/chosen": 0.04671400785446167, | |
| "rewards/margins": 0.03756200894713402, | |
| "rewards/rejected": 0.009151997044682503, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 4.999733114418725e-07, | |
| "logits/chosen": -2.4968419075012207, | |
| "logits/rejected": -2.4539003372192383, | |
| "logps/chosen": -312.46380615234375, | |
| "logps/rejected": -309.41632080078125, | |
| "loss": 0.6601, | |
| "rewards/accuracies": 0.7250000238418579, | |
| "rewards/chosen": -0.006021331064403057, | |
| "rewards/margins": 0.07272790372371674, | |
| "rewards/rejected": -0.07874923944473267, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 4.990398100856366e-07, | |
| "logits/chosen": -2.461306095123291, | |
| "logits/rejected": -2.4000632762908936, | |
| "logps/chosen": -267.9833679199219, | |
| "logps/rejected": -251.8109130859375, | |
| "loss": 0.6381, | |
| "rewards/accuracies": 0.668749988079071, | |
| "rewards/chosen": -0.10297150909900665, | |
| "rewards/margins": 0.12468205392360687, | |
| "rewards/rejected": -0.22765357792377472, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 4.967775735898179e-07, | |
| "logits/chosen": -2.427084445953369, | |
| "logits/rejected": -2.366863250732422, | |
| "logps/chosen": -298.81085205078125, | |
| "logps/rejected": -287.7050476074219, | |
| "loss": 0.6177, | |
| "rewards/accuracies": 0.6499999761581421, | |
| "rewards/chosen": -0.1814979612827301, | |
| "rewards/margins": 0.2026226818561554, | |
| "rewards/rejected": -0.3841206133365631, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 4.931986719649298e-07, | |
| "logits/chosen": -1.6477082967758179, | |
| "logits/rejected": -1.5141746997833252, | |
| "logps/chosen": -328.52178955078125, | |
| "logps/rejected": -357.9725646972656, | |
| "loss": 0.609, | |
| "rewards/accuracies": 0.699999988079071, | |
| "rewards/chosen": -0.5934440493583679, | |
| "rewards/margins": 0.24087591469287872, | |
| "rewards/rejected": -0.8343199491500854, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 4.883222001996351e-07, | |
| "logits/chosen": -1.456400990486145, | |
| "logits/rejected": -1.1816024780273438, | |
| "logps/chosen": -324.58734130859375, | |
| "logps/rejected": -347.7338562011719, | |
| "loss": 0.5717, | |
| "rewards/accuracies": 0.7124999761581421, | |
| "rewards/chosen": -0.5771389603614807, | |
| "rewards/margins": 0.38918066024780273, | |
| "rewards/rejected": -0.966319739818573, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 4.821741763807186e-07, | |
| "logits/chosen": -1.2872960567474365, | |
| "logits/rejected": -0.9513088464736938, | |
| "logps/chosen": -339.1795959472656, | |
| "logps/rejected": -366.32769775390625, | |
| "loss": 0.5545, | |
| "rewards/accuracies": 0.699999988079071, | |
| "rewards/chosen": -0.5583249926567078, | |
| "rewards/margins": 0.47431764006614685, | |
| "rewards/rejected": -1.0326426029205322, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "eval_logits/chosen": -1.3212240934371948, | |
| "eval_logits/rejected": -1.0286760330200195, | |
| "eval_logps/chosen": -312.0798645019531, | |
| "eval_logps/rejected": -374.31585693359375, | |
| "eval_loss": 0.5658453106880188, | |
| "eval_rewards/accuracies": 0.71875, | |
| "eval_rewards/chosen": -0.49532508850097656, | |
| "eval_rewards/margins": 0.6263692378997803, | |
| "eval_rewards/rejected": -1.1216944456100464, | |
| "eval_runtime": 88.7193, | |
| "eval_samples_per_second": 22.543, | |
| "eval_steps_per_second": 0.361, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 4.747874028753375e-07, | |
| "logits/chosen": -1.1495229005813599, | |
| "logits/rejected": -0.6862327456474304, | |
| "logps/chosen": -370.4473571777344, | |
| "logps/rejected": -381.8430480957031, | |
| "loss": 0.5534, | |
| "rewards/accuracies": 0.75, | |
| "rewards/chosen": -0.503128170967102, | |
| "rewards/margins": 0.6164419054985046, | |
| "rewards/rejected": -1.1195701360702515, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 4.662012913161997e-07, | |
| "logits/chosen": -0.21524420380592346, | |
| "logits/rejected": 0.5560011863708496, | |
| "logps/chosen": -363.287353515625, | |
| "logps/rejected": -385.227783203125, | |
| "loss": 0.5308, | |
| "rewards/accuracies": 0.71875, | |
| "rewards/chosen": -0.8372129201889038, | |
| "rewards/margins": 0.710771918296814, | |
| "rewards/rejected": -1.5479847192764282, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 4.5646165232345103e-07, | |
| "logits/chosen": -0.9693559408187866, | |
| "logits/rejected": -0.585214376449585, | |
| "logps/chosen": -310.8514404296875, | |
| "logps/rejected": -407.11956787109375, | |
| "loss": 0.5387, | |
| "rewards/accuracies": 0.7437499761581421, | |
| "rewards/chosen": -0.4881950318813324, | |
| "rewards/margins": 0.6856316328048706, | |
| "rewards/rejected": -1.1738265752792358, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 4.456204510851956e-07, | |
| "logits/chosen": -1.0192829370498657, | |
| "logits/rejected": -0.2164110690355301, | |
| "logps/chosen": -359.496826171875, | |
| "logps/rejected": -383.21826171875, | |
| "loss": 0.5381, | |
| "rewards/accuracies": 0.7562500238418579, | |
| "rewards/chosen": -0.6586028337478638, | |
| "rewards/margins": 0.6349435448646545, | |
| "rewards/rejected": -1.2935463190078735, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 4.337355301007335e-07, | |
| "logits/chosen": -0.4600129723548889, | |
| "logits/rejected": 0.2966030240058899, | |
| "logps/chosen": -379.4418640136719, | |
| "logps/rejected": -396.3006286621094, | |
| "loss": 0.5288, | |
| "rewards/accuracies": 0.7124999761581421, | |
| "rewards/chosen": -0.9255654215812683, | |
| "rewards/margins": 0.6836373805999756, | |
| "rewards/rejected": -1.6092027425765991, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "learning_rate": 4.2087030056579986e-07, | |
| "logits/chosen": -0.17871518433094025, | |
| "logits/rejected": 0.4601938724517822, | |
| "logps/chosen": -382.32659912109375, | |
| "logps/rejected": -447.52716064453125, | |
| "loss": 0.5063, | |
| "rewards/accuracies": 0.7875000238418579, | |
| "rewards/chosen": -0.9520798921585083, | |
| "rewards/margins": 0.810064435005188, | |
| "rewards/rejected": -1.7621443271636963, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "learning_rate": 4.070934040463998e-07, | |
| "logits/chosen": -0.7312272191047668, | |
| "logits/rejected": -0.21112406253814697, | |
| "logps/chosen": -320.51849365234375, | |
| "logps/rejected": -360.88427734375, | |
| "loss": 0.5618, | |
| "rewards/accuracies": 0.6499999761581421, | |
| "rewards/chosen": -0.7297524213790894, | |
| "rewards/margins": 0.565701425075531, | |
| "rewards/rejected": -1.2954537868499756, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "learning_rate": 3.9247834624635404e-07, | |
| "logits/chosen": -0.5727821588516235, | |
| "logits/rejected": -0.19889096915721893, | |
| "logps/chosen": -369.8377990722656, | |
| "logps/rejected": -436.2527770996094, | |
| "loss": 0.5238, | |
| "rewards/accuracies": 0.71875, | |
| "rewards/chosen": -0.7431085705757141, | |
| "rewards/margins": 0.8097877502441406, | |
| "rewards/rejected": -1.55289626121521, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "learning_rate": 3.7710310482256523e-07, | |
| "logits/chosen": -0.8184123039245605, | |
| "logits/rejected": -0.09880775213241577, | |
| "logps/chosen": -360.60174560546875, | |
| "logps/rejected": -434.35540771484375, | |
| "loss": 0.5039, | |
| "rewards/accuracies": 0.762499988079071, | |
| "rewards/chosen": -0.7761167287826538, | |
| "rewards/margins": 0.8615070581436157, | |
| "rewards/rejected": -1.6376237869262695, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "learning_rate": 3.610497133404795e-07, | |
| "logits/chosen": -0.597638726234436, | |
| "logits/rejected": 0.14091506600379944, | |
| "logps/chosen": -373.0635681152344, | |
| "logps/rejected": -402.6120910644531, | |
| "loss": 0.5026, | |
| "rewards/accuracies": 0.65625, | |
| "rewards/chosen": -0.908000648021698, | |
| "rewards/margins": 0.6652692556381226, | |
| "rewards/rejected": -1.5732697248458862, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "eval_logits/chosen": -0.17727772891521454, | |
| "eval_logits/rejected": 0.5189895629882812, | |
| "eval_logps/chosen": -352.49847412109375, | |
| "eval_logps/rejected": -439.3264465332031, | |
| "eval_loss": 0.5201631188392639, | |
| "eval_rewards/accuracies": 0.74609375, | |
| "eval_rewards/chosen": -0.899510383605957, | |
| "eval_rewards/margins": 0.8722902536392212, | |
| "eval_rewards/rejected": -1.7718006372451782, | |
| "eval_runtime": 88.5484, | |
| "eval_samples_per_second": 22.587, | |
| "eval_steps_per_second": 0.361, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "learning_rate": 3.4440382358952115e-07, | |
| "logits/chosen": -0.04346243292093277, | |
| "logits/rejected": 0.8316682577133179, | |
| "logps/chosen": -377.2864990234375, | |
| "logps/rejected": -403.12933349609375, | |
| "loss": 0.5357, | |
| "rewards/accuracies": 0.6937500238418579, | |
| "rewards/chosen": -1.005774736404419, | |
| "rewards/margins": 0.6370893716812134, | |
| "rewards/rejected": -1.6428638696670532, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "learning_rate": 3.272542485937368e-07, | |
| "logits/chosen": 0.27445563673973083, | |
| "logits/rejected": 0.8739471435546875, | |
| "logps/chosen": -359.21343994140625, | |
| "logps/rejected": -410.8561096191406, | |
| "loss": 0.5269, | |
| "rewards/accuracies": 0.793749988079071, | |
| "rewards/chosen": -0.8274116516113281, | |
| "rewards/margins": 0.8387683033943176, | |
| "rewards/rejected": -1.6661800146102905, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "learning_rate": 3.096924887558854e-07, | |
| "logits/chosen": 0.12390404939651489, | |
| "logits/rejected": 0.7874934673309326, | |
| "logps/chosen": -343.6993713378906, | |
| "logps/rejected": -443.02716064453125, | |
| "loss": 0.5192, | |
| "rewards/accuracies": 0.7875000238418579, | |
| "rewards/chosen": -0.7115140557289124, | |
| "rewards/margins": 0.9087392091751099, | |
| "rewards/rejected": -1.6202532052993774, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "learning_rate": 2.9181224366319943e-07, | |
| "logits/chosen": 0.47393637895584106, | |
| "logits/rejected": 1.2820873260498047, | |
| "logps/chosen": -341.52032470703125, | |
| "logps/rejected": -402.3468322753906, | |
| "loss": 0.5251, | |
| "rewards/accuracies": 0.699999988079071, | |
| "rewards/chosen": -0.9017995595932007, | |
| "rewards/margins": 0.7208075523376465, | |
| "rewards/rejected": -1.6226072311401367, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "learning_rate": 2.7370891215954565e-07, | |
| "logits/chosen": 0.6556827425956726, | |
| "logits/rejected": 1.5371648073196411, | |
| "logps/chosen": -363.3061218261719, | |
| "logps/rejected": -423.22216796875, | |
| "loss": 0.5168, | |
| "rewards/accuracies": 0.6937500238418579, | |
| "rewards/chosen": -0.9660114049911499, | |
| "rewards/margins": 0.6768711805343628, | |
| "rewards/rejected": -1.6428825855255127, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "learning_rate": 2.55479083351317e-07, | |
| "logits/chosen": 1.074449062347412, | |
| "logits/rejected": 2.2258691787719727, | |
| "logps/chosen": -393.25042724609375, | |
| "logps/rejected": -435.5625915527344, | |
| "loss": 0.5007, | |
| "rewards/accuracies": 0.793749988079071, | |
| "rewards/chosen": -1.1183383464813232, | |
| "rewards/margins": 0.817892849445343, | |
| "rewards/rejected": -1.936231255531311, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "learning_rate": 2.3722002126275822e-07, | |
| "logits/chosen": 1.035612940788269, | |
| "logits/rejected": 1.9490232467651367, | |
| "logps/chosen": -391.06488037109375, | |
| "logps/rejected": -470.64599609375, | |
| "loss": 0.5064, | |
| "rewards/accuracies": 0.7749999761581421, | |
| "rewards/chosen": -1.1720463037490845, | |
| "rewards/margins": 0.9149090051651001, | |
| "rewards/rejected": -2.0869553089141846, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "learning_rate": 2.19029145890313e-07, | |
| "logits/chosen": 0.5210274457931519, | |
| "logits/rejected": 1.496964693069458, | |
| "logps/chosen": -369.4839782714844, | |
| "logps/rejected": -415.17974853515625, | |
| "loss": 0.5189, | |
| "rewards/accuracies": 0.762499988079071, | |
| "rewards/chosen": -0.9482043981552124, | |
| "rewards/margins": 0.8109124898910522, | |
| "rewards/rejected": -1.759116768836975, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "learning_rate": 2.0100351342479216e-07, | |
| "logits/chosen": 0.4483126103878021, | |
| "logits/rejected": 1.3368585109710693, | |
| "logps/chosen": -373.81475830078125, | |
| "logps/rejected": -435.36151123046875, | |
| "loss": 0.519, | |
| "rewards/accuracies": 0.7437499761581421, | |
| "rewards/chosen": -0.8730584979057312, | |
| "rewards/margins": 0.7535277009010315, | |
| "rewards/rejected": -1.6265861988067627, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "learning_rate": 1.8323929841460178e-07, | |
| "logits/chosen": 0.27887973189353943, | |
| "logits/rejected": 1.0783421993255615, | |
| "logps/chosen": -381.5480651855469, | |
| "logps/rejected": -453.80242919921875, | |
| "loss": 0.5106, | |
| "rewards/accuracies": 0.7250000238418579, | |
| "rewards/chosen": -0.8568315505981445, | |
| "rewards/margins": 0.6526933312416077, | |
| "rewards/rejected": -1.5095248222351074, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "eval_logits/chosen": 0.08615332096815109, | |
| "eval_logits/rejected": 0.9099248647689819, | |
| "eval_logps/chosen": -342.00433349609375, | |
| "eval_logps/rejected": -424.99755859375, | |
| "eval_loss": 0.5103623270988464, | |
| "eval_rewards/accuracies": 0.765625, | |
| "eval_rewards/chosen": -0.7945692539215088, | |
| "eval_rewards/margins": 0.8339425921440125, | |
| "eval_rewards/rejected": -1.628511905670166, | |
| "eval_runtime": 88.6653, | |
| "eval_samples_per_second": 22.557, | |
| "eval_steps_per_second": 0.361, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "learning_rate": 1.6583128063291573e-07, | |
| "logits/chosen": 0.13822266459465027, | |
| "logits/rejected": 1.3017876148223877, | |
| "logps/chosen": -365.63958740234375, | |
| "logps/rejected": -384.9111328125, | |
| "loss": 0.4988, | |
| "rewards/accuracies": 0.75, | |
| "rewards/chosen": -0.9199568629264832, | |
| "rewards/margins": 0.7403375506401062, | |
| "rewards/rejected": -1.6602942943572998, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "learning_rate": 1.488723393865766e-07, | |
| "logits/chosen": 0.672313392162323, | |
| "logits/rejected": 1.8797632455825806, | |
| "logps/chosen": -326.7810974121094, | |
| "logps/rejected": -421.84765625, | |
| "loss": 0.5073, | |
| "rewards/accuracies": 0.7749999761581421, | |
| "rewards/chosen": -0.7888548374176025, | |
| "rewards/margins": 1.0594618320465088, | |
| "rewards/rejected": -1.8483164310455322, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "learning_rate": 1.3245295796480788e-07, | |
| "logits/chosen": 0.46894121170043945, | |
| "logits/rejected": 1.3748019933700562, | |
| "logps/chosen": -373.7689208984375, | |
| "logps/rejected": -419.54364013671875, | |
| "loss": 0.5143, | |
| "rewards/accuracies": 0.7562500238418579, | |
| "rewards/chosen": -0.8813614845275879, | |
| "rewards/margins": 0.7780431509017944, | |
| "rewards/rejected": -1.6594045162200928, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "learning_rate": 1.1666074087171627e-07, | |
| "logits/chosen": 0.8704012036323547, | |
| "logits/rejected": 1.6405874490737915, | |
| "logps/chosen": -351.2308654785156, | |
| "logps/rejected": -407.41064453125, | |
| "loss": 0.5135, | |
| "rewards/accuracies": 0.7250000238418579, | |
| "rewards/chosen": -0.8790988922119141, | |
| "rewards/margins": 0.7077994346618652, | |
| "rewards/rejected": -1.5868984460830688, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "learning_rate": 1.0157994641835734e-07, | |
| "logits/chosen": 0.8922025561332703, | |
| "logits/rejected": 2.06630277633667, | |
| "logps/chosen": -348.2925720214844, | |
| "logps/rejected": -419.91363525390625, | |
| "loss": 0.4771, | |
| "rewards/accuracies": 0.8125, | |
| "rewards/chosen": -0.9759310483932495, | |
| "rewards/margins": 0.898769736289978, | |
| "rewards/rejected": -1.8747007846832275, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "learning_rate": 8.729103716819111e-08, | |
| "logits/chosen": 0.996601402759552, | |
| "logits/rejected": 2.303062915802002, | |
| "logps/chosen": -422.4617614746094, | |
| "logps/rejected": -457.77691650390625, | |
| "loss": 0.4833, | |
| "rewards/accuracies": 0.7749999761581421, | |
| "rewards/chosen": -1.044933557510376, | |
| "rewards/margins": 0.9208766222000122, | |
| "rewards/rejected": -1.9658104181289673, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "learning_rate": 7.387025063449081e-08, | |
| "logits/chosen": 1.0122365951538086, | |
| "logits/rejected": 2.279644727706909, | |
| "logps/chosen": -411.8594665527344, | |
| "logps/rejected": -457.96807861328125, | |
| "loss": 0.4969, | |
| "rewards/accuracies": 0.8062499761581421, | |
| "rewards/chosen": -1.0128066539764404, | |
| "rewards/margins": 1.0020781755447388, | |
| "rewards/rejected": -2.0148847103118896, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "learning_rate": 6.138919252022435e-08, | |
| "logits/chosen": 0.8450608253479004, | |
| "logits/rejected": 1.820166826248169, | |
| "logps/chosen": -383.67559814453125, | |
| "logps/rejected": -475.4779357910156, | |
| "loss": 0.4768, | |
| "rewards/accuracies": 0.768750011920929, | |
| "rewards/chosen": -1.0418307781219482, | |
| "rewards/margins": 0.9196658134460449, | |
| "rewards/rejected": -1.9614967107772827, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "learning_rate": 4.991445467064689e-08, | |
| "logits/chosen": 1.0426132678985596, | |
| "logits/rejected": 1.9015953540802002, | |
| "logps/chosen": -384.1719970703125, | |
| "logps/rejected": -459.9111328125, | |
| "loss": 0.5073, | |
| "rewards/accuracies": 0.6937500238418579, | |
| "rewards/chosen": -1.1213358640670776, | |
| "rewards/margins": 0.7478152513504028, | |
| "rewards/rejected": -1.8691511154174805, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "learning_rate": 3.9507259776993954e-08, | |
| "logits/chosen": 0.8149229288101196, | |
| "logits/rejected": 1.6555734872817993, | |
| "logps/chosen": -430.68231201171875, | |
| "logps/rejected": -496.66900634765625, | |
| "loss": 0.4859, | |
| "rewards/accuracies": 0.7749999761581421, | |
| "rewards/chosen": -1.098642110824585, | |
| "rewards/margins": 0.9415690302848816, | |
| "rewards/rejected": -2.0402112007141113, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "eval_logits/chosen": 0.7817753553390503, | |
| "eval_logits/rejected": 1.7438044548034668, | |
| "eval_logps/chosen": -360.3138732910156, | |
| "eval_logps/rejected": -457.9451599121094, | |
| "eval_loss": 0.5031262040138245, | |
| "eval_rewards/accuracies": 0.7578125, | |
| "eval_rewards/chosen": -0.9776647090911865, | |
| "eval_rewards/margins": 0.9803228974342346, | |
| "eval_rewards/rejected": -1.9579875469207764, | |
| "eval_runtime": 88.4827, | |
| "eval_samples_per_second": 22.603, | |
| "eval_steps_per_second": 0.362, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "learning_rate": 3.022313472693447e-08, | |
| "logits/chosen": 1.0873724222183228, | |
| "logits/rejected": 2.1809914112091064, | |
| "logps/chosen": -358.1825256347656, | |
| "logps/rejected": -440.631591796875, | |
| "loss": 0.5114, | |
| "rewards/accuracies": 0.762499988079071, | |
| "rewards/chosen": -0.9868854284286499, | |
| "rewards/margins": 0.9311205744743347, | |
| "rewards/rejected": -1.918006181716919, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "learning_rate": 2.2111614344599684e-08, | |
| "logits/chosen": 0.8678689002990723, | |
| "logits/rejected": 1.581181526184082, | |
| "logps/chosen": -370.5611877441406, | |
| "logps/rejected": -477.7791442871094, | |
| "loss": 0.5041, | |
| "rewards/accuracies": 0.75, | |
| "rewards/chosen": -0.9568517804145813, | |
| "rewards/margins": 0.967370331287384, | |
| "rewards/rejected": -1.9242219924926758, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "learning_rate": 1.521597710086439e-08, | |
| "logits/chosen": 0.4731677174568176, | |
| "logits/rejected": 1.4058442115783691, | |
| "logps/chosen": -396.15325927734375, | |
| "logps/rejected": -442.45404052734375, | |
| "loss": 0.5063, | |
| "rewards/accuracies": 0.762499988079071, | |
| "rewards/chosen": -0.994260311126709, | |
| "rewards/margins": 0.8869916796684265, | |
| "rewards/rejected": -1.8812516927719116, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "learning_rate": 9.57301420397924e-09, | |
| "logits/chosen": 0.8329499959945679, | |
| "logits/rejected": 1.7063286304473877, | |
| "logps/chosen": -360.3570861816406, | |
| "logps/rejected": -442.45574951171875, | |
| "loss": 0.4884, | |
| "rewards/accuracies": 0.762499988079071, | |
| "rewards/chosen": -1.0168806314468384, | |
| "rewards/margins": 0.8515257835388184, | |
| "rewards/rejected": -1.8684062957763672, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "learning_rate": 5.212833302556258e-09, | |
| "logits/chosen": 0.8873745799064636, | |
| "logits/rejected": 1.8809913396835327, | |
| "logps/chosen": -344.71197509765625, | |
| "logps/rejected": -413.39471435546875, | |
| "loss": 0.5068, | |
| "rewards/accuracies": 0.7437499761581421, | |
| "rewards/chosen": -0.99580317735672, | |
| "rewards/margins": 0.8256435394287109, | |
| "rewards/rejected": -1.8214466571807861, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "learning_rate": 2.158697848236607e-09, | |
| "logits/chosen": 1.0402039289474487, | |
| "logits/rejected": 2.0626494884490967, | |
| "logps/chosen": -350.25115966796875, | |
| "logps/rejected": -416.1396484375, | |
| "loss": 0.4859, | |
| "rewards/accuracies": 0.737500011920929, | |
| "rewards/chosen": -1.070770502090454, | |
| "rewards/margins": 0.807015597820282, | |
| "rewards/rejected": -1.8777860403060913, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "learning_rate": 4.269029751107489e-10, | |
| "logits/chosen": 0.4914283752441406, | |
| "logits/rejected": 1.8748416900634766, | |
| "logps/chosen": -398.6361083984375, | |
| "logps/rejected": -465.1482849121094, | |
| "loss": 0.4872, | |
| "rewards/accuracies": 0.800000011920929, | |
| "rewards/chosen": -1.004058599472046, | |
| "rewards/margins": 1.027204155921936, | |
| "rewards/rejected": -2.0312628746032715, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "step": 478, | |
| "total_flos": 0.0, | |
| "train_loss": 0.07998354963677698, | |
| "train_runtime": 779.5821, | |
| "train_samples_per_second": 78.42, | |
| "train_steps_per_second": 0.613 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 478, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 100, | |
| "total_flos": 0.0, | |
| "train_batch_size": 8, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |