| { | |
| "best_metric": 9.357504844665527, | |
| "best_model_checkpoint": "./qwen2.5-0.5b/qwen2.5-0.5b-expo-DPO-ES-0.01/checkpoint-50", | |
| "epoch": 0.8502598016060463, | |
| "eval_steps": 50, | |
| "global_step": 300, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "dpo_loss": 0.6931471824645996, | |
| "epoch": 0.002834199338686821, | |
| "grad_norm": 1.8442555137313956, | |
| "learning_rate": 2.840909090909091e-08, | |
| "logits": -1.359458565711975, | |
| "logps": -84.69721221923828, | |
| "loss": 0.6931, | |
| "objective": 0.6931471824645996, | |
| "ranking_idealized": 0.875, | |
| "ranking_idealized_expo": 0.5833333134651184, | |
| "ranking_simple": 0.5833333134651184, | |
| "regularize": 0.6931471824645996, | |
| "step": 1, | |
| "wo_beta": 5.271125316619873 | |
| }, | |
| { | |
| "dpo_loss": 0.6914740800857544, | |
| "epoch": 0.14170996693434104, | |
| "grad_norm": 2.883110438441685, | |
| "learning_rate": 1.4204545454545458e-06, | |
| "logits": -1.5272094011306763, | |
| "logps": -83.2472152709961, | |
| "loss": 0.6907, | |
| "objective": 0.6914740800857544, | |
| "ranking_idealized": 0.8945578336715698, | |
| "ranking_idealized_expo": 0.5348639488220215, | |
| "ranking_simple": 0.5293367505073547, | |
| "regularize": 0.6914740800857544, | |
| "step": 50, | |
| "wo_beta": 7.299497604370117 | |
| }, | |
| { | |
| "epoch": 0.14170996693434104, | |
| "eval_dpo_loss": 0.6902037858963013, | |
| "eval_logits": -1.7611440420150757, | |
| "eval_logps": -99.38214111328125, | |
| "eval_loss": 0.6893583536148071, | |
| "eval_objective": 0.6902037858963013, | |
| "eval_ranking_idealized": 0.8731883764266968, | |
| "eval_ranking_idealized_expo": 0.5320910811424255, | |
| "eval_ranking_simple": 0.5305383205413818, | |
| "eval_regularize": 0.6902037858963013, | |
| "eval_runtime": 314.0138, | |
| "eval_samples_per_second": 18.439, | |
| "eval_steps_per_second": 1.538, | |
| "eval_wo_beta": 9.357504844665527, | |
| "step": 50 | |
| }, | |
| { | |
| "dpo_loss": 0.6664106249809265, | |
| "epoch": 0.2834199338686821, | |
| "grad_norm": 7.452572178923395, | |
| "learning_rate": 2.8409090909090916e-06, | |
| "logits": -1.6917132139205933, | |
| "logps": -118.66804504394531, | |
| "loss": 0.6701, | |
| "objective": 0.6664106249809265, | |
| "ranking_idealized": 0.8958333134651184, | |
| "ranking_idealized_expo": 0.5270833373069763, | |
| "ranking_simple": 0.5866666436195374, | |
| "regularize": 0.6664106249809265, | |
| "step": 100, | |
| "wo_beta": 9.330028533935547 | |
| }, | |
| { | |
| "epoch": 0.2834199338686821, | |
| "eval_dpo_loss": 0.6895959377288818, | |
| "eval_logits": -1.8466589450836182, | |
| "eval_logps": -153.5715789794922, | |
| "eval_loss": 0.6837136149406433, | |
| "eval_objective": 0.6895959377288818, | |
| "eval_ranking_idealized": 0.8731883764266968, | |
| "eval_ranking_idealized_expo": 0.5320910811424255, | |
| "eval_ranking_simple": 0.5517598390579224, | |
| "eval_regularize": 0.6895959377288818, | |
| "eval_runtime": 308.2112, | |
| "eval_samples_per_second": 18.786, | |
| "eval_steps_per_second": 1.567, | |
| "eval_wo_beta": 14.174129486083984, | |
| "step": 100 | |
| }, | |
| { | |
| "dpo_loss": 0.6343104243278503, | |
| "epoch": 0.42512990080302315, | |
| "grad_norm": 13.296765037353357, | |
| "learning_rate": 4.2613636363636365e-06, | |
| "logits": -1.825290322303772, | |
| "logps": -173.7165985107422, | |
| "loss": 0.637, | |
| "objective": 0.6343104243278503, | |
| "ranking_idealized": 0.8862500190734863, | |
| "ranking_idealized_expo": 0.5358333587646484, | |
| "ranking_simple": 0.6316666603088379, | |
| "regularize": 0.6343104243278503, | |
| "step": 150, | |
| "wo_beta": 12.891901016235352 | |
| }, | |
| { | |
| "epoch": 0.42512990080302315, | |
| "eval_dpo_loss": 0.6764841079711914, | |
| "eval_logits": -2.461402416229248, | |
| "eval_logps": -198.92694091796875, | |
| "eval_loss": 0.6722760796546936, | |
| "eval_objective": 0.6764841079711914, | |
| "eval_ranking_idealized": 0.8731883764266968, | |
| "eval_ranking_idealized_expo": 0.5320910811424255, | |
| "eval_ranking_simple": 0.5822981595993042, | |
| "eval_regularize": 0.6764841079711914, | |
| "eval_runtime": 308.7795, | |
| "eval_samples_per_second": 18.751, | |
| "eval_steps_per_second": 1.564, | |
| "eval_wo_beta": 17.20980453491211, | |
| "step": 150 | |
| }, | |
| { | |
| "dpo_loss": 0.5824262499809265, | |
| "epoch": 0.5668398677373642, | |
| "grad_norm": 14.182378256685057, | |
| "learning_rate": 4.997168347957521e-06, | |
| "logits": -2.928657054901123, | |
| "logps": -216.66006469726562, | |
| "loss": 0.5833, | |
| "objective": 0.5824262499809265, | |
| "ranking_idealized": 0.8883333206176758, | |
| "ranking_idealized_expo": 0.527916669845581, | |
| "ranking_simple": 0.6833333373069763, | |
| "regularize": 0.5824262499809265, | |
| "step": 200, | |
| "wo_beta": 13.758678436279297 | |
| }, | |
| { | |
| "epoch": 0.5668398677373642, | |
| "eval_dpo_loss": 0.6780264377593994, | |
| "eval_logits": -3.3478028774261475, | |
| "eval_logps": -256.0312194824219, | |
| "eval_loss": 0.6728978157043457, | |
| "eval_objective": 0.6780264377593994, | |
| "eval_ranking_idealized": 0.8731883764266968, | |
| "eval_ranking_idealized_expo": 0.5320910811424255, | |
| "eval_ranking_simple": 0.5797101259231567, | |
| "eval_regularize": 0.6780264377593994, | |
| "eval_runtime": 312.7328, | |
| "eval_samples_per_second": 18.514, | |
| "eval_steps_per_second": 1.544, | |
| "eval_wo_beta": 21.710927963256836, | |
| "step": 200 | |
| }, | |
| { | |
| "dpo_loss": 0.541719377040863, | |
| "epoch": 0.7085498346717053, | |
| "grad_norm": 16.105604013075503, | |
| "learning_rate": 4.973122855144066e-06, | |
| "logits": -3.4248011112213135, | |
| "logps": -254.68023681640625, | |
| "loss": 0.5439, | |
| "objective": 0.541719377040863, | |
| "ranking_idealized": 0.8787500262260437, | |
| "ranking_idealized_expo": 0.5266666412353516, | |
| "ranking_simple": 0.7054166793823242, | |
| "regularize": 0.541719377040863, | |
| "step": 250, | |
| "wo_beta": 15.057023048400879 | |
| }, | |
| { | |
| "epoch": 0.7085498346717053, | |
| "eval_dpo_loss": 0.6857688426971436, | |
| "eval_logits": -3.626901865005493, | |
| "eval_logps": -257.3546447753906, | |
| "eval_loss": 0.6781259775161743, | |
| "eval_objective": 0.6857688426971436, | |
| "eval_ranking_idealized": 0.8731883764266968, | |
| "eval_ranking_idealized_expo": 0.5320910811424255, | |
| "eval_ranking_simple": 0.5683229565620422, | |
| "eval_regularize": 0.6857688426971436, | |
| "eval_runtime": 308.1728, | |
| "eval_samples_per_second": 18.788, | |
| "eval_steps_per_second": 1.567, | |
| "eval_wo_beta": 22.9139461517334, | |
| "step": 250 | |
| }, | |
| { | |
| "dpo_loss": 0.49844247102737427, | |
| "epoch": 0.8502598016060463, | |
| "grad_norm": 14.80120970807248, | |
| "learning_rate": 4.924776641419513e-06, | |
| "logits": -4.0557355880737305, | |
| "logps": -292.7536315917969, | |
| "loss": 0.5077, | |
| "objective": 0.49844247102737427, | |
| "ranking_idealized": 0.8733333349227905, | |
| "ranking_idealized_expo": 0.5104166865348816, | |
| "ranking_simple": 0.747083306312561, | |
| "regularize": 0.49844247102737427, | |
| "step": 300, | |
| "wo_beta": 13.577784538269043 | |
| }, | |
| { | |
| "epoch": 0.8502598016060463, | |
| "eval_dpo_loss": 0.6684697866439819, | |
| "eval_logits": -4.609988689422607, | |
| "eval_logps": -319.3935241699219, | |
| "eval_loss": 0.663960874080658, | |
| "eval_objective": 0.6684697866439819, | |
| "eval_ranking_idealized": 0.8731883764266968, | |
| "eval_ranking_idealized_expo": 0.5320910811424255, | |
| "eval_ranking_simple": 0.5828157067298889, | |
| "eval_regularize": 0.6684697866439819, | |
| "eval_runtime": 309.749, | |
| "eval_samples_per_second": 18.693, | |
| "eval_steps_per_second": 1.559, | |
| "eval_wo_beta": 23.650588989257812, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.8502598016060463, | |
| "step": 300, | |
| "total_flos": 0.0, | |
| "train_loss": 0.6054576412836711, | |
| "train_runtime": 8287.5068, | |
| "train_samples_per_second": 30.65, | |
| "train_steps_per_second": 0.212 | |
| } | |
| ], | |
| "logging_steps": 50, | |
| "max_steps": 1760, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 5, | |
| "save_steps": 50, | |
| "stateful_callbacks": { | |
| "EarlyStoppingCallback": { | |
| "args": { | |
| "early_stopping_patience": 5, | |
| "early_stopping_threshold": 0.0 | |
| }, | |
| "attributes": { | |
| "early_stopping_patience_counter": 0 | |
| } | |
| }, | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 0.0, | |
| "train_batch_size": 4, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |