| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.9992429977289932, | |
| "eval_steps": 100, | |
| "global_step": 165, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 2.9411764705882356e-07, | |
| "logits/chosen": -2.737081289291382, | |
| "logits/rejected": -2.680964708328247, | |
| "logps/chosen": -126.38134765625, | |
| "logps/rejected": -136.25076293945312, | |
| "loss": 0.6931, | |
| "rewards/accuracies": 0.0, | |
| "rewards/chosen": 0.0, | |
| "rewards/margins": 0.0, | |
| "rewards/rejected": 0.0, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 2.9411764705882355e-06, | |
| "logits/chosen": -2.731968879699707, | |
| "logits/rejected": -2.708989143371582, | |
| "logps/chosen": -118.21139526367188, | |
| "logps/rejected": -111.94728088378906, | |
| "loss": 0.6932, | |
| "rewards/accuracies": 0.4583333432674408, | |
| "rewards/chosen": -1.655664891586639e-05, | |
| "rewards/margins": -7.096579793142155e-05, | |
| "rewards/rejected": 5.4409170843428e-05, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 4.994932636402032e-06, | |
| "logits/chosen": -2.744499683380127, | |
| "logits/rejected": -2.7339892387390137, | |
| "logps/chosen": -113.14430236816406, | |
| "logps/rejected": -123.68851470947266, | |
| "loss": 0.6929, | |
| "rewards/accuracies": 0.5218750238418579, | |
| "rewards/chosen": 0.007225497625768185, | |
| "rewards/margins": 0.0004294503596611321, | |
| "rewards/rejected": 0.0067960480228066444, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 4.905416503522124e-06, | |
| "logits/chosen": -2.772244930267334, | |
| "logits/rejected": -2.7886576652526855, | |
| "logps/chosen": -115.32562255859375, | |
| "logps/rejected": -122.47587585449219, | |
| "loss": 0.6925, | |
| "rewards/accuracies": 0.518750011920929, | |
| "rewards/chosen": 0.024915488436818123, | |
| "rewards/margins": 0.00023288575175683945, | |
| "rewards/rejected": 0.024682600051164627, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 4.707922373336524e-06, | |
| "logits/chosen": -2.740614175796509, | |
| "logits/rejected": -2.727870464324951, | |
| "logps/chosen": -111.22251892089844, | |
| "logps/rejected": -113.79164123535156, | |
| "loss": 0.691, | |
| "rewards/accuracies": 0.596875011920929, | |
| "rewards/chosen": 0.052265096455812454, | |
| "rewards/margins": 0.003552838694304228, | |
| "rewards/rejected": 0.04871225729584694, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 4.411315662967732e-06, | |
| "logits/chosen": -2.775801181793213, | |
| "logits/rejected": -2.7031962871551514, | |
| "logps/chosen": -109.81254577636719, | |
| "logps/rejected": -113.3335952758789, | |
| "loss": 0.6897, | |
| "rewards/accuracies": 0.550000011920929, | |
| "rewards/chosen": 0.0849301889538765, | |
| "rewards/margins": 0.006556935608386993, | |
| "rewards/rejected": 0.0783732533454895, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "learning_rate": 4.028910905897229e-06, | |
| "logits/chosen": -2.756106376647949, | |
| "logits/rejected": -2.7039153575897217, | |
| "logps/chosen": -110.66825103759766, | |
| "logps/rejected": -110.25054931640625, | |
| "loss": 0.689, | |
| "rewards/accuracies": 0.596875011920929, | |
| "rewards/chosen": 0.09365645796060562, | |
| "rewards/margins": 0.008471069857478142, | |
| "rewards/rejected": 0.08518538624048233, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "learning_rate": 3.577874068920446e-06, | |
| "logits/chosen": -2.7151947021484375, | |
| "logits/rejected": -2.706727981567383, | |
| "logps/chosen": -109.93450927734375, | |
| "logps/rejected": -113.0154800415039, | |
| "loss": 0.6885, | |
| "rewards/accuracies": 0.546875, | |
| "rewards/chosen": 0.07744868099689484, | |
| "rewards/margins": 0.004513105843216181, | |
| "rewards/rejected": 0.0729355737566948, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "learning_rate": 3.0784519801008546e-06, | |
| "logits/chosen": -2.692235231399536, | |
| "logits/rejected": -2.6538617610931396, | |
| "logps/chosen": -111.87430572509766, | |
| "logps/rejected": -115.57984924316406, | |
| "loss": 0.6867, | |
| "rewards/accuracies": 0.596875011920929, | |
| "rewards/chosen": 0.07563529908657074, | |
| "rewards/margins": 0.015832457691431046, | |
| "rewards/rejected": 0.059802841395139694, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "learning_rate": 2.553063458334059e-06, | |
| "logits/chosen": -2.738804340362549, | |
| "logits/rejected": -2.690701723098755, | |
| "logps/chosen": -120.409423828125, | |
| "logps/rejected": -118.25407409667969, | |
| "loss": 0.6841, | |
| "rewards/accuracies": 0.574999988079071, | |
| "rewards/chosen": 0.05362895876169205, | |
| "rewards/margins": 0.01961613819003105, | |
| "rewards/rejected": 0.034012824296951294, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "learning_rate": 2.025292943281429e-06, | |
| "logits/chosen": -2.718660593032837, | |
| "logits/rejected": -2.7189323902130127, | |
| "logps/chosen": -108.1891098022461, | |
| "logps/rejected": -112.934814453125, | |
| "loss": 0.6837, | |
| "rewards/accuracies": 0.590624988079071, | |
| "rewards/chosen": 0.06428461521863937, | |
| "rewards/margins": 0.0179769154638052, | |
| "rewards/rejected": 0.04630769044160843, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "eval_logits/chosen": -2.7115368843078613, | |
| "eval_logits/rejected": -2.6278061866760254, | |
| "eval_logps/chosen": -286.1498718261719, | |
| "eval_logps/rejected": -263.6365966796875, | |
| "eval_loss": 0.6740216016769409, | |
| "eval_rewards/accuracies": 0.6359999775886536, | |
| "eval_rewards/chosen": 0.008544988930225372, | |
| "eval_rewards/margins": 0.03750109300017357, | |
| "eval_rewards/rejected": -0.028956104069948196, | |
| "eval_runtime": 383.9881, | |
| "eval_samples_per_second": 5.208, | |
| "eval_steps_per_second": 0.651, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "learning_rate": 1.5188318011445907e-06, | |
| "logits/chosen": -2.7399725914001465, | |
| "logits/rejected": -2.710850954055786, | |
| "logps/chosen": -123.49687194824219, | |
| "logps/rejected": -121.06239318847656, | |
| "loss": 0.6835, | |
| "rewards/accuracies": 0.637499988079071, | |
| "rewards/chosen": 0.031930722296237946, | |
| "rewards/margins": 0.025511348620057106, | |
| "rewards/rejected": 0.00641937181353569, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "learning_rate": 1.0564148305586296e-06, | |
| "logits/chosen": -2.733646869659424, | |
| "logits/rejected": -2.7130093574523926, | |
| "logps/chosen": -116.14371490478516, | |
| "logps/rejected": -121.31622314453125, | |
| "loss": 0.6835, | |
| "rewards/accuracies": 0.559374988079071, | |
| "rewards/chosen": 0.04128889739513397, | |
| "rewards/margins": 0.021482665091753006, | |
| "rewards/rejected": 0.019806232303380966, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "learning_rate": 6.587997083462197e-07, | |
| "logits/chosen": -2.706106424331665, | |
| "logits/rejected": -2.683042049407959, | |
| "logps/chosen": -121.27201080322266, | |
| "logps/rejected": -124.78038024902344, | |
| "loss": 0.6784, | |
| "rewards/accuracies": 0.621874988079071, | |
| "rewards/chosen": 0.032023753970861435, | |
| "rewards/margins": 0.03133785352110863, | |
| "rewards/rejected": 0.0006858977722004056, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "learning_rate": 3.438351873250492e-07, | |
| "logits/chosen": -2.6774215698242188, | |
| "logits/rejected": -2.66115140914917, | |
| "logps/chosen": -111.2270736694336, | |
| "logps/rejected": -116.47705078125, | |
| "loss": 0.6774, | |
| "rewards/accuracies": 0.6187499761581421, | |
| "rewards/chosen": 0.032939545810222626, | |
| "rewards/margins": 0.04166686534881592, | |
| "rewards/rejected": -0.008727315813302994, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "learning_rate": 1.2565987432367032e-07, | |
| "logits/chosen": -2.7032761573791504, | |
| "logits/rejected": -2.6723108291625977, | |
| "logps/chosen": -109.5132064819336, | |
| "logps/rejected": -114.572509765625, | |
| "loss": 0.6802, | |
| "rewards/accuracies": 0.581250011920929, | |
| "rewards/chosen": 0.037231095135211945, | |
| "rewards/margins": 0.029751187190413475, | |
| "rewards/rejected": 0.007479907013475895, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "learning_rate": 1.4067554877743861e-08, | |
| "logits/chosen": -2.6688144207000732, | |
| "logits/rejected": -2.6238021850585938, | |
| "logps/chosen": -110.0870361328125, | |
| "logps/rejected": -108.6930160522461, | |
| "loss": 0.68, | |
| "rewards/accuracies": 0.5843750238418579, | |
| "rewards/chosen": 0.050410233438014984, | |
| "rewards/margins": 0.03611644357442856, | |
| "rewards/rejected": 0.014293788000941277, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "step": 165, | |
| "total_flos": 0.0, | |
| "train_loss": 0.685761218359976, | |
| "train_runtime": 6660.773, | |
| "train_samples_per_second": 3.173, | |
| "train_steps_per_second": 0.025 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 165, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 100, | |
| "total_flos": 0.0, | |
| "train_batch_size": 2, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |