{ "best_metric": 1.4683845043182373, "best_model_checkpoint": "./outputs/checkpoint-2000", "epoch": 1.4571948998178508, "eval_steps": 100, "global_step": 2000, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.07, "learning_rate": 0.0002, "loss": 2.1911, "step": 100 }, { "epoch": 0.07, "eval_loss": 2.0239477157592773, "eval_runtime": 143.6069, "eval_samples_per_second": 43.689, "eval_steps_per_second": 5.466, "step": 100 }, { "epoch": 0.15, "learning_rate": 0.0002, "loss": 1.9736, "step": 200 }, { "epoch": 0.15, "eval_loss": 1.93068528175354, "eval_runtime": 143.6288, "eval_samples_per_second": 43.682, "eval_steps_per_second": 5.465, "step": 200 }, { "epoch": 0.22, "learning_rate": 0.0002, "loss": 1.9, "step": 300 }, { "epoch": 0.22, "eval_loss": 1.8703595399856567, "eval_runtime": 143.4955, "eval_samples_per_second": 43.723, "eval_steps_per_second": 5.471, "step": 300 }, { "epoch": 0.29, "learning_rate": 0.0002, "loss": 1.8484, "step": 400 }, { "epoch": 0.29, "eval_loss": 1.8250001668930054, "eval_runtime": 143.5707, "eval_samples_per_second": 43.7, "eval_steps_per_second": 5.468, "step": 400 }, { "epoch": 0.36, "learning_rate": 0.0002, "loss": 1.7975, "step": 500 }, { "epoch": 0.36, "eval_loss": 1.7833176851272583, "eval_runtime": 143.7076, "eval_samples_per_second": 43.658, "eval_steps_per_second": 5.462, "step": 500 }, { "epoch": 0.44, "learning_rate": 0.0002, "loss": 1.769, "step": 600 }, { "epoch": 0.44, "eval_loss": 1.755702018737793, "eval_runtime": 143.6171, "eval_samples_per_second": 43.686, "eval_steps_per_second": 5.466, "step": 600 }, { "epoch": 0.51, "learning_rate": 0.0002, "loss": 1.7302, "step": 700 }, { "epoch": 0.51, "eval_loss": 1.7235804796218872, "eval_runtime": 143.5461, "eval_samples_per_second": 43.707, "eval_steps_per_second": 5.469, "step": 700 }, { "epoch": 0.58, "learning_rate": 0.0002, "loss": 1.709, "step": 800 }, { "epoch": 0.58, "eval_loss": 1.694319248199463, "eval_runtime": 143.4905, "eval_samples_per_second": 43.724, "eval_steps_per_second": 5.471, "step": 800 }, { "epoch": 0.66, "learning_rate": 0.0002, "loss": 1.6738, "step": 900 }, { "epoch": 0.66, "eval_loss": 1.6700080633163452, "eval_runtime": 143.5611, "eval_samples_per_second": 43.703, "eval_steps_per_second": 5.468, "step": 900 }, { "epoch": 0.73, "learning_rate": 0.0002, "loss": 1.6587, "step": 1000 }, { "epoch": 0.73, "eval_loss": 1.6456865072250366, "eval_runtime": 143.5526, "eval_samples_per_second": 43.705, "eval_steps_per_second": 5.468, "step": 1000 }, { "epoch": 0.8, "learning_rate": 0.0002, "loss": 1.6381, "step": 1100 }, { "epoch": 0.8, "eval_loss": 1.6236809492111206, "eval_runtime": 143.4948, "eval_samples_per_second": 43.723, "eval_steps_per_second": 5.471, "step": 1100 }, { "epoch": 0.87, "learning_rate": 0.0002, "loss": 1.6032, "step": 1200 }, { "epoch": 0.87, "eval_loss": 1.6063587665557861, "eval_runtime": 143.5371, "eval_samples_per_second": 43.71, "eval_steps_per_second": 5.469, "step": 1200 }, { "epoch": 0.95, "learning_rate": 0.0002, "loss": 1.6099, "step": 1300 }, { "epoch": 0.95, "eval_loss": 1.5829013586044312, "eval_runtime": 143.5391, "eval_samples_per_second": 43.709, "eval_steps_per_second": 5.469, "step": 1300 }, { "epoch": 1.02, "learning_rate": 0.0002, "loss": 1.5636, "step": 1400 }, { "epoch": 1.02, "eval_loss": 1.5621864795684814, "eval_runtime": 143.917, "eval_samples_per_second": 43.595, "eval_steps_per_second": 5.455, "step": 1400 }, { "epoch": 1.09, "learning_rate": 0.0002, "loss": 1.5352, "step": 1500 }, { "epoch": 1.09, "eval_loss": 1.5466724634170532, "eval_runtime": 143.4292, "eval_samples_per_second": 43.743, "eval_steps_per_second": 5.473, "step": 1500 }, { "epoch": 1.17, "learning_rate": 0.0002, "loss": 1.5165, "step": 1600 }, { "epoch": 1.17, "eval_loss": 1.5282047986984253, "eval_runtime": 152.278, "eval_samples_per_second": 41.201, "eval_steps_per_second": 5.155, "step": 1600 }, { "epoch": 1.24, "learning_rate": 0.0002, "loss": 1.5146, "step": 1700 }, { "epoch": 1.24, "eval_loss": 1.5113346576690674, "eval_runtime": 143.5758, "eval_samples_per_second": 43.698, "eval_steps_per_second": 5.467, "step": 1700 }, { "epoch": 1.31, "learning_rate": 0.0002, "loss": 1.4882, "step": 1800 }, { "epoch": 1.31, "eval_loss": 1.4970587491989136, "eval_runtime": 143.4845, "eval_samples_per_second": 43.726, "eval_steps_per_second": 5.471, "step": 1800 }, { "epoch": 1.38, "learning_rate": 0.0002, "loss": 1.4774, "step": 1900 }, { "epoch": 1.38, "eval_loss": 1.48170804977417, "eval_runtime": 143.5274, "eval_samples_per_second": 43.713, "eval_steps_per_second": 5.469, "step": 1900 }, { "epoch": 1.46, "learning_rate": 0.0002, "loss": 1.4619, "step": 2000 }, { "epoch": 1.46, "eval_loss": 1.4683845043182373, "eval_runtime": 143.5254, "eval_samples_per_second": 43.714, "eval_steps_per_second": 5.469, "step": 2000 } ], "logging_steps": 100, "max_steps": 4116, "num_train_epochs": 3, "save_steps": 100, "total_flos": 1.192283395987538e+17, "trial_name": null, "trial_params": null }