| { | |
| "best_metric": 97.16420770262502, | |
| "best_model_checkpoint": "./whisper-small-ha/checkpoint-2000", | |
| "epoch": 12.738853503184714, | |
| "eval_steps": 500, | |
| "global_step": 2000, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.1592356687898089, | |
| "grad_norm": 1.5306243896484375, | |
| "learning_rate": 5e-06, | |
| "loss": 0.0034, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.3184713375796178, | |
| "grad_norm": 0.7897353172302246, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0053, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.47770700636942676, | |
| "grad_norm": 0.6488688588142395, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0075, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.6369426751592356, | |
| "grad_norm": 5.7697882652282715, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0117, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.7961783439490446, | |
| "grad_norm": 3.655069351196289, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0112, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.9554140127388535, | |
| "grad_norm": 0.6484639644622803, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0119, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 1.1146496815286624, | |
| "grad_norm": 1.6433720588684082, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0078, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 1.2738853503184713, | |
| "grad_norm": 0.5470134019851685, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0111, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 1.4331210191082802, | |
| "grad_norm": 7.9058685302734375, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0105, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 1.5923566878980893, | |
| "grad_norm": 0.44242119789123535, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0083, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 1.7515923566878981, | |
| "grad_norm": 0.560337483882904, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0093, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 1.910828025477707, | |
| "grad_norm": 0.45471709966659546, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0065, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 2.070063694267516, | |
| "grad_norm": 0.8609573841094971, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0071, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 2.229299363057325, | |
| "grad_norm": 0.27363401651382446, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0044, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 2.388535031847134, | |
| "grad_norm": 0.8000548481941223, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0057, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 2.5477707006369426, | |
| "grad_norm": 13.804436683654785, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0067, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 2.7070063694267517, | |
| "grad_norm": 0.20495767891407013, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0064, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 2.8662420382165603, | |
| "grad_norm": 1.7401798963546753, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0097, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 3.0254777070063694, | |
| "grad_norm": 2.01271653175354, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0067, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 3.1847133757961785, | |
| "grad_norm": 0.6848011016845703, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0081, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 3.1847133757961785, | |
| "eval_loss": 2.595545768737793, | |
| "eval_runtime": 162.5603, | |
| "eval_samples_per_second": 4.06, | |
| "eval_steps_per_second": 0.258, | |
| "eval_wer": 100.24908986395862, | |
| "eval_wer_ortho": 101.58203125, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 3.343949044585987, | |
| "grad_norm": 2.8130505084991455, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0062, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 3.5031847133757963, | |
| "grad_norm": 2.8670215606689453, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0049, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 3.662420382165605, | |
| "grad_norm": 0.6676667928695679, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0052, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 3.821656050955414, | |
| "grad_norm": 0.7465265393257141, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0033, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 3.980891719745223, | |
| "grad_norm": 0.9514827132225037, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0037, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 4.140127388535032, | |
| "grad_norm": 0.12443900853395462, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0024, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 4.2993630573248405, | |
| "grad_norm": 0.19353769719600677, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0034, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 4.45859872611465, | |
| "grad_norm": 3.0788159370422363, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0051, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 4.617834394904459, | |
| "grad_norm": 0.6144561171531677, | |
| "learning_rate": 1e-05, | |
| "loss": 0.003, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 4.777070063694268, | |
| "grad_norm": 0.4218046963214874, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0046, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 4.936305732484076, | |
| "grad_norm": 13.958199501037598, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0052, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 5.095541401273885, | |
| "grad_norm": 5.515628337860107, | |
| "learning_rate": 1e-05, | |
| "loss": 0.005, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 5.254777070063694, | |
| "grad_norm": 0.19730611145496368, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0025, | |
| "step": 825 | |
| }, | |
| { | |
| "epoch": 5.414012738853503, | |
| "grad_norm": 0.5651189684867859, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0084, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 5.573248407643312, | |
| "grad_norm": 0.14254024624824524, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0045, | |
| "step": 875 | |
| }, | |
| { | |
| "epoch": 5.732484076433121, | |
| "grad_norm": 0.863792359828949, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0046, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 5.89171974522293, | |
| "grad_norm": 1.5313643217086792, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0036, | |
| "step": 925 | |
| }, | |
| { | |
| "epoch": 6.050955414012739, | |
| "grad_norm": 0.1208188533782959, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0041, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 6.210191082802548, | |
| "grad_norm": 0.26082348823547363, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0036, | |
| "step": 975 | |
| }, | |
| { | |
| "epoch": 6.369426751592357, | |
| "grad_norm": 0.07662803679704666, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0019, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 6.369426751592357, | |
| "eval_loss": 2.7293362617492676, | |
| "eval_runtime": 161.9823, | |
| "eval_samples_per_second": 4.075, | |
| "eval_steps_per_second": 0.259, | |
| "eval_wer": 98.2563709522897, | |
| "eval_wer_ortho": 99.53125, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 6.528662420382165, | |
| "grad_norm": 0.20079679787158966, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0019, | |
| "step": 1025 | |
| }, | |
| { | |
| "epoch": 6.687898089171974, | |
| "grad_norm": 0.5479994416236877, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0029, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 6.8471337579617835, | |
| "grad_norm": 2.995877504348755, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0026, | |
| "step": 1075 | |
| }, | |
| { | |
| "epoch": 7.006369426751593, | |
| "grad_norm": 0.1092665046453476, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0042, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 7.165605095541402, | |
| "grad_norm": 0.23875755071640015, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0016, | |
| "step": 1125 | |
| }, | |
| { | |
| "epoch": 7.32484076433121, | |
| "grad_norm": 0.13069689273834229, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0014, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 7.484076433121019, | |
| "grad_norm": 0.5974874496459961, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0026, | |
| "step": 1175 | |
| }, | |
| { | |
| "epoch": 7.643312101910828, | |
| "grad_norm": 0.2607993185520172, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0027, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 7.802547770700637, | |
| "grad_norm": 0.7289318442344666, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0032, | |
| "step": 1225 | |
| }, | |
| { | |
| "epoch": 7.961783439490446, | |
| "grad_norm": 0.5595282316207886, | |
| "learning_rate": 1e-05, | |
| "loss": 0.003, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 8.121019108280255, | |
| "grad_norm": 1.0708633661270142, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0066, | |
| "step": 1275 | |
| }, | |
| { | |
| "epoch": 8.280254777070065, | |
| "grad_norm": 0.12123806029558182, | |
| "learning_rate": 1e-05, | |
| "loss": 0.003, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 8.439490445859873, | |
| "grad_norm": 6.941540718078613, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0042, | |
| "step": 1325 | |
| }, | |
| { | |
| "epoch": 8.598726114649681, | |
| "grad_norm": 8.278300285339355, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0067, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 8.757961783439491, | |
| "grad_norm": 0.314845472574234, | |
| "learning_rate": 1e-05, | |
| "loss": 0.004, | |
| "step": 1375 | |
| }, | |
| { | |
| "epoch": 8.9171974522293, | |
| "grad_norm": 0.5092040300369263, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0034, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 9.07643312101911, | |
| "grad_norm": 3.4508585929870605, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0033, | |
| "step": 1425 | |
| }, | |
| { | |
| "epoch": 9.235668789808917, | |
| "grad_norm": 0.20290407538414001, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0029, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 9.394904458598726, | |
| "grad_norm": 0.2386186718940735, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0044, | |
| "step": 1475 | |
| }, | |
| { | |
| "epoch": 9.554140127388536, | |
| "grad_norm": 7.686614036560059, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0025, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 9.554140127388536, | |
| "eval_loss": 2.748263120651245, | |
| "eval_runtime": 164.2494, | |
| "eval_samples_per_second": 4.018, | |
| "eval_steps_per_second": 0.256, | |
| "eval_wer": 100.3257328990228, | |
| "eval_wer_ortho": 101.953125, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 9.713375796178344, | |
| "grad_norm": 4.924851417541504, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0038, | |
| "step": 1525 | |
| }, | |
| { | |
| "epoch": 9.872611464968152, | |
| "grad_norm": 0.2480151355266571, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0063, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 10.031847133757962, | |
| "grad_norm": 0.3033640384674072, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0028, | |
| "step": 1575 | |
| }, | |
| { | |
| "epoch": 10.19108280254777, | |
| "grad_norm": 5.167762756347656, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0055, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 10.35031847133758, | |
| "grad_norm": 3.810326099395752, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0086, | |
| "step": 1625 | |
| }, | |
| { | |
| "epoch": 10.509554140127388, | |
| "grad_norm": 1.039038062095642, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0029, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 10.668789808917197, | |
| "grad_norm": 0.6598480939865112, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0026, | |
| "step": 1675 | |
| }, | |
| { | |
| "epoch": 10.828025477707007, | |
| "grad_norm": 0.169340118765831, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0042, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 10.987261146496815, | |
| "grad_norm": 0.8864091634750366, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0024, | |
| "step": 1725 | |
| }, | |
| { | |
| "epoch": 11.146496815286625, | |
| "grad_norm": 5.09591817855835, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0035, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 11.305732484076433, | |
| "grad_norm": 0.39931872487068176, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0042, | |
| "step": 1775 | |
| }, | |
| { | |
| "epoch": 11.464968152866241, | |
| "grad_norm": 0.2659781873226166, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0025, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 11.624203821656051, | |
| "grad_norm": 0.09195584058761597, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0041, | |
| "step": 1825 | |
| }, | |
| { | |
| "epoch": 11.78343949044586, | |
| "grad_norm": 4.084526062011719, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0035, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 11.94267515923567, | |
| "grad_norm": 0.3604657053947449, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0051, | |
| "step": 1875 | |
| }, | |
| { | |
| "epoch": 12.101910828025478, | |
| "grad_norm": 2.5682971477508545, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0062, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 12.261146496815286, | |
| "grad_norm": 0.22079519927501678, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0047, | |
| "step": 1925 | |
| }, | |
| { | |
| "epoch": 12.420382165605096, | |
| "grad_norm": 2.0606675148010254, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0016, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 12.579617834394904, | |
| "grad_norm": 0.8950979709625244, | |
| "learning_rate": 1e-05, | |
| "loss": 0.005, | |
| "step": 1975 | |
| }, | |
| { | |
| "epoch": 12.738853503184714, | |
| "grad_norm": 0.9102997183799744, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0021, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 12.738853503184714, | |
| "eval_loss": 2.8374807834625244, | |
| "eval_runtime": 168.5918, | |
| "eval_samples_per_second": 3.915, | |
| "eval_steps_per_second": 0.249, | |
| "eval_wer": 97.16420770262502, | |
| "eval_wer_ortho": 99.0234375, | |
| "step": 2000 | |
| } | |
| ], | |
| "logging_steps": 25, | |
| "max_steps": 3611, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 23, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 2.07240659730432e+18, | |
| "train_batch_size": 16, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |