| { | |
| "best_metric": 21.4802, | |
| "best_model_checkpoint": "./tst-translation-output/checkpoint-16000", | |
| "epoch": 1.8563638473140736, | |
| "eval_steps": 2000, | |
| "global_step": 16000, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 2.5e-05, | |
| "loss": 1.5441, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 5e-05, | |
| "loss": 1.4175, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 4.9927274842913664e-05, | |
| "loss": 1.4046, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 4.985454968582732e-05, | |
| "loss": 1.3784, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "eval_bleu": 18.2602, | |
| "eval_gen_len": 19.2938, | |
| "eval_loss": 1.5514309406280518, | |
| "eval_runtime": 1146.8459, | |
| "eval_samples_per_second": 15.03, | |
| "eval_steps_per_second": 0.94, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 4.978182452874098e-05, | |
| "loss": 1.3367, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "learning_rate": 4.9709099371654644e-05, | |
| "loss": 1.3112, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "learning_rate": 4.9636374214568306e-05, | |
| "loss": 1.2933, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "learning_rate": 4.956364905748196e-05, | |
| "loss": 1.2953, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "eval_bleu": 19.6277, | |
| "eval_gen_len": 18.7905, | |
| "eval_loss": 1.5005673170089722, | |
| "eval_runtime": 1112.1506, | |
| "eval_samples_per_second": 15.499, | |
| "eval_steps_per_second": 0.969, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "learning_rate": 4.9490923900395623e-05, | |
| "loss": 1.2817, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "learning_rate": 4.9418198743309286e-05, | |
| "loss": 1.2722, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "learning_rate": 4.9345473586222954e-05, | |
| "loss": 1.2491, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "learning_rate": 4.927274842913661e-05, | |
| "loss": 1.2446, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "eval_bleu": 20.2667, | |
| "eval_gen_len": 19.2503, | |
| "eval_loss": 1.4663728475570679, | |
| "eval_runtime": 1107.4417, | |
| "eval_samples_per_second": 15.565, | |
| "eval_steps_per_second": 0.973, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "learning_rate": 4.920002327205027e-05, | |
| "loss": 1.2323, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "learning_rate": 4.9127298114963934e-05, | |
| "loss": 1.2242, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "learning_rate": 4.905457295787759e-05, | |
| "loss": 1.2223, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "learning_rate": 4.898184780079125e-05, | |
| "loss": 1.2095, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "eval_bleu": 20.8962, | |
| "eval_gen_len": 18.9352, | |
| "eval_loss": 1.448201298713684, | |
| "eval_runtime": 1086.8921, | |
| "eval_samples_per_second": 15.859, | |
| "eval_steps_per_second": 0.992, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "learning_rate": 4.8909122643704913e-05, | |
| "loss": 1.2022, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "learning_rate": 4.8836397486618576e-05, | |
| "loss": 0.9756, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "learning_rate": 4.876367232953223e-05, | |
| "loss": 0.9306, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "learning_rate": 4.869094717244589e-05, | |
| "loss": 0.9279, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "eval_bleu": 20.9876, | |
| "eval_gen_len": 19.093, | |
| "eval_loss": 1.4799305200576782, | |
| "eval_runtime": 1094.4619, | |
| "eval_samples_per_second": 15.749, | |
| "eval_steps_per_second": 0.985, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "learning_rate": 4.8618222015359555e-05, | |
| "loss": 0.9366, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "learning_rate": 4.854549685827322e-05, | |
| "loss": 0.9408, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "learning_rate": 4.847277170118687e-05, | |
| "loss": 0.9456, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 1.39, | |
| "learning_rate": 4.8400046544100535e-05, | |
| "loss": 0.9604, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 1.39, | |
| "eval_bleu": 21.261, | |
| "eval_gen_len": 18.8735, | |
| "eval_loss": 1.4671677350997925, | |
| "eval_runtime": 1083.8306, | |
| "eval_samples_per_second": 15.904, | |
| "eval_steps_per_second": 0.995, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 1.45, | |
| "learning_rate": 4.83273213870142e-05, | |
| "loss": 0.9375, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 1.51, | |
| "learning_rate": 4.825459622992786e-05, | |
| "loss": 0.9412, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 1.57, | |
| "learning_rate": 4.818187107284152e-05, | |
| "loss": 0.9441, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 1.62, | |
| "learning_rate": 4.810914591575518e-05, | |
| "loss": 0.9543, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 1.62, | |
| "eval_bleu": 21.1987, | |
| "eval_gen_len": 18.8396, | |
| "eval_loss": 1.4610902070999146, | |
| "eval_runtime": 1087.5897, | |
| "eval_samples_per_second": 15.849, | |
| "eval_steps_per_second": 0.991, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 1.68, | |
| "learning_rate": 4.8036420758668845e-05, | |
| "loss": 0.9561, | |
| "step": 14500 | |
| }, | |
| { | |
| "epoch": 1.74, | |
| "learning_rate": 4.79636956015825e-05, | |
| "loss": 0.9587, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 1.8, | |
| "learning_rate": 4.789097044449616e-05, | |
| "loss": 0.9553, | |
| "step": 15500 | |
| }, | |
| { | |
| "epoch": 1.86, | |
| "learning_rate": 4.7818245287409825e-05, | |
| "loss": 0.9532, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 1.86, | |
| "eval_bleu": 21.4802, | |
| "eval_gen_len": 18.8239, | |
| "eval_loss": 1.4428682327270508, | |
| "eval_runtime": 1090.8288, | |
| "eval_samples_per_second": 15.802, | |
| "eval_steps_per_second": 0.988, | |
| "step": 16000 | |
| } | |
| ], | |
| "logging_steps": 500, | |
| "max_steps": 344760, | |
| "num_train_epochs": 40, | |
| "save_steps": 2000, | |
| "total_flos": 5.54785220591616e+17, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |