phi3m0128-cds-0.1-kendall-onof-ofif-corr-max-2-simpo-max1500-default
/
checkpoint-150
/trainer_state.json
| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.23543260741612712, | |
| "eval_steps": 50, | |
| "global_step": 150, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.015695507161075144, | |
| "grad_norm": 0.04355761408805847, | |
| "learning_rate": 4.999451708687114e-06, | |
| "logits/chosen": 14.845781326293945, | |
| "logits/rejected": 14.576438903808594, | |
| "logps/chosen": -0.31864267587661743, | |
| "logps/rejected": -0.24545662105083466, | |
| "loss": 1.0492, | |
| "rewards/accuracies": 0.25, | |
| "rewards/chosen": -0.47796401381492615, | |
| "rewards/margins": -0.10977902263402939, | |
| "rewards/rejected": -0.3681849539279938, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.03139101432215029, | |
| "grad_norm": 0.04919258877635002, | |
| "learning_rate": 4.997807075247147e-06, | |
| "logits/chosen": 15.27595043182373, | |
| "logits/rejected": 14.872761726379395, | |
| "logps/chosen": -0.3344747722148895, | |
| "logps/rejected": -0.24258682131767273, | |
| "loss": 1.0487, | |
| "rewards/accuracies": 0.16249999403953552, | |
| "rewards/chosen": -0.5017121434211731, | |
| "rewards/margins": -0.1378319263458252, | |
| "rewards/rejected": -0.3638802468776703, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.047086521483225424, | |
| "grad_norm": 0.049933061003685, | |
| "learning_rate": 4.9950668210706795e-06, | |
| "logits/chosen": 15.913165092468262, | |
| "logits/rejected": 15.607622146606445, | |
| "logps/chosen": -0.3440183997154236, | |
| "logps/rejected": -0.2831566333770752, | |
| "loss": 1.0405, | |
| "rewards/accuracies": 0.1875, | |
| "rewards/chosen": -0.516027569770813, | |
| "rewards/margins": -0.09129264950752258, | |
| "rewards/rejected": -0.4247349202632904, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.06278202864430057, | |
| "grad_norm": 0.05693503096699715, | |
| "learning_rate": 4.9912321481237616e-06, | |
| "logits/chosen": 15.402900695800781, | |
| "logits/rejected": 14.99272632598877, | |
| "logps/chosen": -0.3297731578350067, | |
| "logps/rejected": -0.2746916711330414, | |
| "loss": 1.0369, | |
| "rewards/accuracies": 0.21250000596046448, | |
| "rewards/chosen": -0.49465981125831604, | |
| "rewards/margins": -0.08262218534946442, | |
| "rewards/rejected": -0.41203755140304565, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.07847753580537571, | |
| "grad_norm": 0.05467928573489189, | |
| "learning_rate": 4.986304738420684e-06, | |
| "logits/chosen": 15.64543342590332, | |
| "logits/rejected": 15.632547378540039, | |
| "logps/chosen": -0.30952686071395874, | |
| "logps/rejected": -0.24847058951854706, | |
| "loss": 1.0367, | |
| "rewards/accuracies": 0.21250000596046448, | |
| "rewards/chosen": -0.46429023146629333, | |
| "rewards/margins": -0.09158438444137573, | |
| "rewards/rejected": -0.37270587682724, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.07847753580537571, | |
| "eval_logits/chosen": 15.850138664245605, | |
| "eval_logits/rejected": 15.368529319763184, | |
| "eval_logps/chosen": -0.3222965598106384, | |
| "eval_logps/rejected": -0.26877468824386597, | |
| "eval_loss": 1.0326261520385742, | |
| "eval_rewards/accuracies": 0.26923078298568726, | |
| "eval_rewards/chosen": -0.4834447503089905, | |
| "eval_rewards/margins": -0.08028276264667511, | |
| "eval_rewards/rejected": -0.40316200256347656, | |
| "eval_runtime": 14.5044, | |
| "eval_samples_per_second": 28.405, | |
| "eval_steps_per_second": 3.585, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.09417304296645085, | |
| "grad_norm": 0.06174452602863312, | |
| "learning_rate": 4.980286753286196e-06, | |
| "logits/chosen": 15.443066596984863, | |
| "logits/rejected": 15.192205429077148, | |
| "logps/chosen": -0.31090402603149414, | |
| "logps/rejected": -0.26281923055648804, | |
| "loss": 1.04, | |
| "rewards/accuracies": 0.25, | |
| "rewards/chosen": -0.466356098651886, | |
| "rewards/margins": -0.07212716341018677, | |
| "rewards/rejected": -0.39422887563705444, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.109868550127526, | |
| "grad_norm": 0.06952528655529022, | |
| "learning_rate": 4.973180832407471e-06, | |
| "logits/chosen": 16.024200439453125, | |
| "logits/rejected": 15.82934284210205, | |
| "logps/chosen": -0.348227322101593, | |
| "logps/rejected": -0.26220566034317017, | |
| "loss": 1.043, | |
| "rewards/accuracies": 0.21250000596046448, | |
| "rewards/chosen": -0.5223408937454224, | |
| "rewards/margins": -0.1290324479341507, | |
| "rewards/rejected": -0.39330852031707764, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.12556405728860115, | |
| "grad_norm": 0.07572082430124283, | |
| "learning_rate": 4.964990092676263e-06, | |
| "logits/chosen": 15.884915351867676, | |
| "logits/rejected": 15.603845596313477, | |
| "logps/chosen": -0.34849274158477783, | |
| "logps/rejected": -0.26585355401039124, | |
| "loss": 1.0285, | |
| "rewards/accuracies": 0.1875, | |
| "rewards/chosen": -0.5227391719818115, | |
| "rewards/margins": -0.12395882606506348, | |
| "rewards/rejected": -0.39878037571907043, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.14125956444967627, | |
| "grad_norm": 0.2423778474330902, | |
| "learning_rate": 4.9557181268217225e-06, | |
| "logits/chosen": 15.978216171264648, | |
| "logits/rejected": 15.76471996307373, | |
| "logps/chosen": -0.327436238527298, | |
| "logps/rejected": -0.25457051396369934, | |
| "loss": 1.03, | |
| "rewards/accuracies": 0.22499999403953552, | |
| "rewards/chosen": -0.49115434288978577, | |
| "rewards/margins": -0.10929858684539795, | |
| "rewards/rejected": -0.3818557560443878, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.15695507161075142, | |
| "grad_norm": 0.1594536453485489, | |
| "learning_rate": 4.9453690018345144e-06, | |
| "logits/chosen": 16.307537078857422, | |
| "logits/rejected": 16.138330459594727, | |
| "logps/chosen": -0.3342314660549164, | |
| "logps/rejected": -0.27582648396492004, | |
| "loss": 1.0309, | |
| "rewards/accuracies": 0.26249998807907104, | |
| "rewards/chosen": -0.5013472437858582, | |
| "rewards/margins": -0.0876075029373169, | |
| "rewards/rejected": -0.41373974084854126, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.15695507161075142, | |
| "eval_logits/chosen": 16.4310245513916, | |
| "eval_logits/rejected": 15.98912525177002, | |
| "eval_logps/chosen": -0.3239763677120209, | |
| "eval_logps/rejected": -0.28784558176994324, | |
| "eval_loss": 1.020836353302002, | |
| "eval_rewards/accuracies": 0.3076923191547394, | |
| "eval_rewards/chosen": -0.4859645664691925, | |
| "eval_rewards/margins": -0.054196178913116455, | |
| "eval_rewards/rejected": -0.43176835775375366, | |
| "eval_runtime": 14.5049, | |
| "eval_samples_per_second": 28.404, | |
| "eval_steps_per_second": 3.585, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.17265057877182657, | |
| "grad_norm": 0.07431349903345108, | |
| "learning_rate": 4.933947257182901e-06, | |
| "logits/chosen": 16.56686782836914, | |
| "logits/rejected": 16.093189239501953, | |
| "logps/chosen": -0.34455060958862305, | |
| "logps/rejected": -0.2834388315677643, | |
| "loss": 1.0388, | |
| "rewards/accuracies": 0.30000001192092896, | |
| "rewards/chosen": -0.5168259739875793, | |
| "rewards/margins": -0.09166768193244934, | |
| "rewards/rejected": -0.4251582622528076, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.1883460859329017, | |
| "grad_norm": 0.08802352845668793, | |
| "learning_rate": 4.921457902821578e-06, | |
| "logits/chosen": 16.50200843811035, | |
| "logits/rejected": 16.286388397216797, | |
| "logps/chosen": -0.30845317244529724, | |
| "logps/rejected": -0.2677682936191559, | |
| "loss": 1.0247, | |
| "rewards/accuracies": 0.25, | |
| "rewards/chosen": -0.4626797139644623, | |
| "rewards/margins": -0.06102731078863144, | |
| "rewards/rejected": -0.40165242552757263, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.20404159309397685, | |
| "grad_norm": 0.10464702546596527, | |
| "learning_rate": 4.907906416994146e-06, | |
| "logits/chosen": 16.163082122802734, | |
| "logits/rejected": 16.158031463623047, | |
| "logps/chosen": -0.3138599991798401, | |
| "logps/rejected": -0.28097471594810486, | |
| "loss": 1.0169, | |
| "rewards/accuracies": 0.30000001192092896, | |
| "rewards/chosen": -0.47078999876976013, | |
| "rewards/margins": -0.04932791367173195, | |
| "rewards/rejected": -0.4214620590209961, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.219737100255052, | |
| "grad_norm": 0.16971275210380554, | |
| "learning_rate": 4.893298743830168e-06, | |
| "logits/chosen": 16.28864860534668, | |
| "logits/rejected": 16.151805877685547, | |
| "logps/chosen": -0.3283368945121765, | |
| "logps/rejected": -0.2850198745727539, | |
| "loss": 0.9964, | |
| "rewards/accuracies": 0.3499999940395355, | |
| "rewards/chosen": -0.49250537157058716, | |
| "rewards/margins": -0.06497551500797272, | |
| "rewards/rejected": -0.42752987146377563, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.23543260741612712, | |
| "grad_norm": 0.18377964198589325, | |
| "learning_rate": 4.8776412907378845e-06, | |
| "logits/chosen": 16.890087127685547, | |
| "logits/rejected": 16.42388153076172, | |
| "logps/chosen": -0.33256903290748596, | |
| "logps/rejected": -0.2939595878124237, | |
| "loss": 1.0073, | |
| "rewards/accuracies": 0.30000001192092896, | |
| "rewards/chosen": -0.49885353446006775, | |
| "rewards/margins": -0.057914119213819504, | |
| "rewards/rejected": -0.44093936681747437, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.23543260741612712, | |
| "eval_logits/chosen": 16.833438873291016, | |
| "eval_logits/rejected": 16.328977584838867, | |
| "eval_logps/chosen": -0.32567569613456726, | |
| "eval_logps/rejected": -0.35700783133506775, | |
| "eval_loss": 0.9802881479263306, | |
| "eval_rewards/accuracies": 0.42307692766189575, | |
| "eval_rewards/chosen": -0.4885135293006897, | |
| "eval_rewards/margins": 0.04699822515249252, | |
| "eval_rewards/rejected": -0.5355117321014404, | |
| "eval_runtime": 14.5005, | |
| "eval_samples_per_second": 28.413, | |
| "eval_steps_per_second": 3.586, | |
| "step": 150 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 1500, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 3, | |
| "save_steps": 50, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 3.654655682973532e+17, | |
| "train_batch_size": 1, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |