|
{ |
|
"best_metric": null, |
|
"best_model_checkpoint": null, |
|
"epoch": 0.9905660377358491, |
|
"eval_steps": 10, |
|
"global_step": 42, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.9930094929529506e-05, |
|
"loss": 1.458, |
|
"step": 1 |
|
}, |
|
{ |
|
"epoch": 0.12, |
|
"learning_rate": 4.827184371610511e-05, |
|
"loss": 1.4238, |
|
"step": 5 |
|
}, |
|
{ |
|
"epoch": 0.24, |
|
"learning_rate": 4.332629679574566e-05, |
|
"loss": 1.3384, |
|
"step": 10 |
|
}, |
|
{ |
|
"epoch": 0.24, |
|
"eval_loss": 1.2809978723526, |
|
"eval_runtime": 24.7617, |
|
"eval_samples_per_second": 5.21, |
|
"eval_steps_per_second": 1.737, |
|
"step": 10 |
|
}, |
|
{ |
|
"epoch": 0.35, |
|
"learning_rate": 3.5847093477938956e-05, |
|
"loss": 1.2865, |
|
"step": 15 |
|
}, |
|
{ |
|
"epoch": 0.47, |
|
"learning_rate": 2.686825233966061e-05, |
|
"loss": 1.2633, |
|
"step": 20 |
|
}, |
|
{ |
|
"epoch": 0.47, |
|
"eval_loss": 1.2418025732040405, |
|
"eval_runtime": 24.7653, |
|
"eval_samples_per_second": 5.209, |
|
"eval_steps_per_second": 1.736, |
|
"step": 20 |
|
}, |
|
{ |
|
"epoch": 0.59, |
|
"learning_rate": 1.7631120639727393e-05, |
|
"loss": 1.2433, |
|
"step": 25 |
|
}, |
|
{ |
|
"epoch": 0.71, |
|
"learning_rate": 9.412754953531663e-06, |
|
"loss": 1.2495, |
|
"step": 30 |
|
}, |
|
{ |
|
"epoch": 0.71, |
|
"eval_loss": 1.2276524305343628, |
|
"eval_runtime": 24.7715, |
|
"eval_samples_per_second": 5.208, |
|
"eval_steps_per_second": 1.736, |
|
"step": 30 |
|
}, |
|
{ |
|
"epoch": 0.83, |
|
"learning_rate": 3.3493649053890326e-06, |
|
"loss": 1.2364, |
|
"step": 35 |
|
}, |
|
{ |
|
"epoch": 0.94, |
|
"learning_rate": 2.7922934437178695e-07, |
|
"loss": 1.2291, |
|
"step": 40 |
|
}, |
|
{ |
|
"epoch": 0.94, |
|
"eval_loss": 1.2243515253067017, |
|
"eval_runtime": 24.7908, |
|
"eval_samples_per_second": 5.204, |
|
"eval_steps_per_second": 1.735, |
|
"step": 40 |
|
}, |
|
{ |
|
"epoch": 0.99, |
|
"step": 42, |
|
"total_flos": 6.447644673468006e+16, |
|
"train_loss": 1.282569306237357, |
|
"train_runtime": 3226.4767, |
|
"train_samples_per_second": 1.576, |
|
"train_steps_per_second": 0.013 |
|
} |
|
], |
|
"logging_steps": 5, |
|
"max_steps": 42, |
|
"num_input_tokens_seen": 0, |
|
"num_train_epochs": 1, |
|
"save_steps": 20, |
|
"total_flos": 6.447644673468006e+16, |
|
"train_batch_size": 6, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|