phi3m0128-cds-0.1-kendall-onof-ofif-corr-max-2-simpo-max1500-default
/
checkpoint-100
/trainer_state.json
| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.15695507161075142, | |
| "eval_steps": 50, | |
| "global_step": 100, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.015695507161075144, | |
| "grad_norm": 0.04355761408805847, | |
| "learning_rate": 4.999451708687114e-06, | |
| "logits/chosen": 14.845781326293945, | |
| "logits/rejected": 14.576438903808594, | |
| "logps/chosen": -0.31864267587661743, | |
| "logps/rejected": -0.24545662105083466, | |
| "loss": 1.0492, | |
| "rewards/accuracies": 0.25, | |
| "rewards/chosen": -0.47796401381492615, | |
| "rewards/margins": -0.10977902263402939, | |
| "rewards/rejected": -0.3681849539279938, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.03139101432215029, | |
| "grad_norm": 0.04919258877635002, | |
| "learning_rate": 4.997807075247147e-06, | |
| "logits/chosen": 15.27595043182373, | |
| "logits/rejected": 14.872761726379395, | |
| "logps/chosen": -0.3344747722148895, | |
| "logps/rejected": -0.24258682131767273, | |
| "loss": 1.0487, | |
| "rewards/accuracies": 0.16249999403953552, | |
| "rewards/chosen": -0.5017121434211731, | |
| "rewards/margins": -0.1378319263458252, | |
| "rewards/rejected": -0.3638802468776703, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.047086521483225424, | |
| "grad_norm": 0.049933061003685, | |
| "learning_rate": 4.9950668210706795e-06, | |
| "logits/chosen": 15.913165092468262, | |
| "logits/rejected": 15.607622146606445, | |
| "logps/chosen": -0.3440183997154236, | |
| "logps/rejected": -0.2831566333770752, | |
| "loss": 1.0405, | |
| "rewards/accuracies": 0.1875, | |
| "rewards/chosen": -0.516027569770813, | |
| "rewards/margins": -0.09129264950752258, | |
| "rewards/rejected": -0.4247349202632904, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.06278202864430057, | |
| "grad_norm": 0.05693503096699715, | |
| "learning_rate": 4.9912321481237616e-06, | |
| "logits/chosen": 15.402900695800781, | |
| "logits/rejected": 14.99272632598877, | |
| "logps/chosen": -0.3297731578350067, | |
| "logps/rejected": -0.2746916711330414, | |
| "loss": 1.0369, | |
| "rewards/accuracies": 0.21250000596046448, | |
| "rewards/chosen": -0.49465981125831604, | |
| "rewards/margins": -0.08262218534946442, | |
| "rewards/rejected": -0.41203755140304565, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.07847753580537571, | |
| "grad_norm": 0.05467928573489189, | |
| "learning_rate": 4.986304738420684e-06, | |
| "logits/chosen": 15.64543342590332, | |
| "logits/rejected": 15.632547378540039, | |
| "logps/chosen": -0.30952686071395874, | |
| "logps/rejected": -0.24847058951854706, | |
| "loss": 1.0367, | |
| "rewards/accuracies": 0.21250000596046448, | |
| "rewards/chosen": -0.46429023146629333, | |
| "rewards/margins": -0.09158438444137573, | |
| "rewards/rejected": -0.37270587682724, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.07847753580537571, | |
| "eval_logits/chosen": 15.850138664245605, | |
| "eval_logits/rejected": 15.368529319763184, | |
| "eval_logps/chosen": -0.3222965598106384, | |
| "eval_logps/rejected": -0.26877468824386597, | |
| "eval_loss": 1.0326261520385742, | |
| "eval_rewards/accuracies": 0.26923078298568726, | |
| "eval_rewards/chosen": -0.4834447503089905, | |
| "eval_rewards/margins": -0.08028276264667511, | |
| "eval_rewards/rejected": -0.40316200256347656, | |
| "eval_runtime": 14.5044, | |
| "eval_samples_per_second": 28.405, | |
| "eval_steps_per_second": 3.585, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.09417304296645085, | |
| "grad_norm": 0.06174452602863312, | |
| "learning_rate": 4.980286753286196e-06, | |
| "logits/chosen": 15.443066596984863, | |
| "logits/rejected": 15.192205429077148, | |
| "logps/chosen": -0.31090402603149414, | |
| "logps/rejected": -0.26281923055648804, | |
| "loss": 1.04, | |
| "rewards/accuracies": 0.25, | |
| "rewards/chosen": -0.466356098651886, | |
| "rewards/margins": -0.07212716341018677, | |
| "rewards/rejected": -0.39422887563705444, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.109868550127526, | |
| "grad_norm": 0.06952528655529022, | |
| "learning_rate": 4.973180832407471e-06, | |
| "logits/chosen": 16.024200439453125, | |
| "logits/rejected": 15.82934284210205, | |
| "logps/chosen": -0.348227322101593, | |
| "logps/rejected": -0.26220566034317017, | |
| "loss": 1.043, | |
| "rewards/accuracies": 0.21250000596046448, | |
| "rewards/chosen": -0.5223408937454224, | |
| "rewards/margins": -0.1290324479341507, | |
| "rewards/rejected": -0.39330852031707764, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.12556405728860115, | |
| "grad_norm": 0.07572082430124283, | |
| "learning_rate": 4.964990092676263e-06, | |
| "logits/chosen": 15.884915351867676, | |
| "logits/rejected": 15.603845596313477, | |
| "logps/chosen": -0.34849274158477783, | |
| "logps/rejected": -0.26585355401039124, | |
| "loss": 1.0285, | |
| "rewards/accuracies": 0.1875, | |
| "rewards/chosen": -0.5227391719818115, | |
| "rewards/margins": -0.12395882606506348, | |
| "rewards/rejected": -0.39878037571907043, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.14125956444967627, | |
| "grad_norm": 0.2423778474330902, | |
| "learning_rate": 4.9557181268217225e-06, | |
| "logits/chosen": 15.978216171264648, | |
| "logits/rejected": 15.76471996307373, | |
| "logps/chosen": -0.327436238527298, | |
| "logps/rejected": -0.25457051396369934, | |
| "loss": 1.03, | |
| "rewards/accuracies": 0.22499999403953552, | |
| "rewards/chosen": -0.49115434288978577, | |
| "rewards/margins": -0.10929858684539795, | |
| "rewards/rejected": -0.3818557560443878, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.15695507161075142, | |
| "grad_norm": 0.1594536453485489, | |
| "learning_rate": 4.9453690018345144e-06, | |
| "logits/chosen": 16.307537078857422, | |
| "logits/rejected": 16.138330459594727, | |
| "logps/chosen": -0.3342314660549164, | |
| "logps/rejected": -0.27582648396492004, | |
| "loss": 1.0309, | |
| "rewards/accuracies": 0.26249998807907104, | |
| "rewards/chosen": -0.5013472437858582, | |
| "rewards/margins": -0.0876075029373169, | |
| "rewards/rejected": -0.41373974084854126, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.15695507161075142, | |
| "eval_logits/chosen": 16.4310245513916, | |
| "eval_logits/rejected": 15.98912525177002, | |
| "eval_logps/chosen": -0.3239763677120209, | |
| "eval_logps/rejected": -0.28784558176994324, | |
| "eval_loss": 1.020836353302002, | |
| "eval_rewards/accuracies": 0.3076923191547394, | |
| "eval_rewards/chosen": -0.4859645664691925, | |
| "eval_rewards/margins": -0.054196178913116455, | |
| "eval_rewards/rejected": -0.43176835775375366, | |
| "eval_runtime": 14.5049, | |
| "eval_samples_per_second": 28.404, | |
| "eval_steps_per_second": 3.585, | |
| "step": 100 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 1500, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 3, | |
| "save_steps": 50, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 2.4389698498802483e+17, | |
| "train_batch_size": 1, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |