whisper-small-ha / checkpoint-2500 /trainer_state.json
Seosnaps
Training in progress, step 2500, checkpoint
3e9fd1b verified
raw
history blame
17.9 kB
{
"best_metric": 97.16420770262502,
"best_model_checkpoint": "./whisper-small-ha/checkpoint-2000",
"epoch": 15.923566878980893,
"eval_steps": 500,
"global_step": 2500,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.1592356687898089,
"grad_norm": 1.5306243896484375,
"learning_rate": 5e-06,
"loss": 0.0034,
"step": 25
},
{
"epoch": 0.3184713375796178,
"grad_norm": 0.7897353172302246,
"learning_rate": 1e-05,
"loss": 0.0053,
"step": 50
},
{
"epoch": 0.47770700636942676,
"grad_norm": 0.6488688588142395,
"learning_rate": 1e-05,
"loss": 0.0075,
"step": 75
},
{
"epoch": 0.6369426751592356,
"grad_norm": 5.7697882652282715,
"learning_rate": 1e-05,
"loss": 0.0117,
"step": 100
},
{
"epoch": 0.7961783439490446,
"grad_norm": 3.655069351196289,
"learning_rate": 1e-05,
"loss": 0.0112,
"step": 125
},
{
"epoch": 0.9554140127388535,
"grad_norm": 0.6484639644622803,
"learning_rate": 1e-05,
"loss": 0.0119,
"step": 150
},
{
"epoch": 1.1146496815286624,
"grad_norm": 1.6433720588684082,
"learning_rate": 1e-05,
"loss": 0.0078,
"step": 175
},
{
"epoch": 1.2738853503184713,
"grad_norm": 0.5470134019851685,
"learning_rate": 1e-05,
"loss": 0.0111,
"step": 200
},
{
"epoch": 1.4331210191082802,
"grad_norm": 7.9058685302734375,
"learning_rate": 1e-05,
"loss": 0.0105,
"step": 225
},
{
"epoch": 1.5923566878980893,
"grad_norm": 0.44242119789123535,
"learning_rate": 1e-05,
"loss": 0.0083,
"step": 250
},
{
"epoch": 1.7515923566878981,
"grad_norm": 0.560337483882904,
"learning_rate": 1e-05,
"loss": 0.0093,
"step": 275
},
{
"epoch": 1.910828025477707,
"grad_norm": 0.45471709966659546,
"learning_rate": 1e-05,
"loss": 0.0065,
"step": 300
},
{
"epoch": 2.070063694267516,
"grad_norm": 0.8609573841094971,
"learning_rate": 1e-05,
"loss": 0.0071,
"step": 325
},
{
"epoch": 2.229299363057325,
"grad_norm": 0.27363401651382446,
"learning_rate": 1e-05,
"loss": 0.0044,
"step": 350
},
{
"epoch": 2.388535031847134,
"grad_norm": 0.8000548481941223,
"learning_rate": 1e-05,
"loss": 0.0057,
"step": 375
},
{
"epoch": 2.5477707006369426,
"grad_norm": 13.804436683654785,
"learning_rate": 1e-05,
"loss": 0.0067,
"step": 400
},
{
"epoch": 2.7070063694267517,
"grad_norm": 0.20495767891407013,
"learning_rate": 1e-05,
"loss": 0.0064,
"step": 425
},
{
"epoch": 2.8662420382165603,
"grad_norm": 1.7401798963546753,
"learning_rate": 1e-05,
"loss": 0.0097,
"step": 450
},
{
"epoch": 3.0254777070063694,
"grad_norm": 2.01271653175354,
"learning_rate": 1e-05,
"loss": 0.0067,
"step": 475
},
{
"epoch": 3.1847133757961785,
"grad_norm": 0.6848011016845703,
"learning_rate": 1e-05,
"loss": 0.0081,
"step": 500
},
{
"epoch": 3.1847133757961785,
"eval_loss": 2.595545768737793,
"eval_runtime": 162.5603,
"eval_samples_per_second": 4.06,
"eval_steps_per_second": 0.258,
"eval_wer": 100.24908986395862,
"eval_wer_ortho": 101.58203125,
"step": 500
},
{
"epoch": 3.343949044585987,
"grad_norm": 2.8130505084991455,
"learning_rate": 1e-05,
"loss": 0.0062,
"step": 525
},
{
"epoch": 3.5031847133757963,
"grad_norm": 2.8670215606689453,
"learning_rate": 1e-05,
"loss": 0.0049,
"step": 550
},
{
"epoch": 3.662420382165605,
"grad_norm": 0.6676667928695679,
"learning_rate": 1e-05,
"loss": 0.0052,
"step": 575
},
{
"epoch": 3.821656050955414,
"grad_norm": 0.7465265393257141,
"learning_rate": 1e-05,
"loss": 0.0033,
"step": 600
},
{
"epoch": 3.980891719745223,
"grad_norm": 0.9514827132225037,
"learning_rate": 1e-05,
"loss": 0.0037,
"step": 625
},
{
"epoch": 4.140127388535032,
"grad_norm": 0.12443900853395462,
"learning_rate": 1e-05,
"loss": 0.0024,
"step": 650
},
{
"epoch": 4.2993630573248405,
"grad_norm": 0.19353769719600677,
"learning_rate": 1e-05,
"loss": 0.0034,
"step": 675
},
{
"epoch": 4.45859872611465,
"grad_norm": 3.0788159370422363,
"learning_rate": 1e-05,
"loss": 0.0051,
"step": 700
},
{
"epoch": 4.617834394904459,
"grad_norm": 0.6144561171531677,
"learning_rate": 1e-05,
"loss": 0.003,
"step": 725
},
{
"epoch": 4.777070063694268,
"grad_norm": 0.4218046963214874,
"learning_rate": 1e-05,
"loss": 0.0046,
"step": 750
},
{
"epoch": 4.936305732484076,
"grad_norm": 13.958199501037598,
"learning_rate": 1e-05,
"loss": 0.0052,
"step": 775
},
{
"epoch": 5.095541401273885,
"grad_norm": 5.515628337860107,
"learning_rate": 1e-05,
"loss": 0.005,
"step": 800
},
{
"epoch": 5.254777070063694,
"grad_norm": 0.19730611145496368,
"learning_rate": 1e-05,
"loss": 0.0025,
"step": 825
},
{
"epoch": 5.414012738853503,
"grad_norm": 0.5651189684867859,
"learning_rate": 1e-05,
"loss": 0.0084,
"step": 850
},
{
"epoch": 5.573248407643312,
"grad_norm": 0.14254024624824524,
"learning_rate": 1e-05,
"loss": 0.0045,
"step": 875
},
{
"epoch": 5.732484076433121,
"grad_norm": 0.863792359828949,
"learning_rate": 1e-05,
"loss": 0.0046,
"step": 900
},
{
"epoch": 5.89171974522293,
"grad_norm": 1.5313643217086792,
"learning_rate": 1e-05,
"loss": 0.0036,
"step": 925
},
{
"epoch": 6.050955414012739,
"grad_norm": 0.1208188533782959,
"learning_rate": 1e-05,
"loss": 0.0041,
"step": 950
},
{
"epoch": 6.210191082802548,
"grad_norm": 0.26082348823547363,
"learning_rate": 1e-05,
"loss": 0.0036,
"step": 975
},
{
"epoch": 6.369426751592357,
"grad_norm": 0.07662803679704666,
"learning_rate": 1e-05,
"loss": 0.0019,
"step": 1000
},
{
"epoch": 6.369426751592357,
"eval_loss": 2.7293362617492676,
"eval_runtime": 161.9823,
"eval_samples_per_second": 4.075,
"eval_steps_per_second": 0.259,
"eval_wer": 98.2563709522897,
"eval_wer_ortho": 99.53125,
"step": 1000
},
{
"epoch": 6.528662420382165,
"grad_norm": 0.20079679787158966,
"learning_rate": 1e-05,
"loss": 0.0019,
"step": 1025
},
{
"epoch": 6.687898089171974,
"grad_norm": 0.5479994416236877,
"learning_rate": 1e-05,
"loss": 0.0029,
"step": 1050
},
{
"epoch": 6.8471337579617835,
"grad_norm": 2.995877504348755,
"learning_rate": 1e-05,
"loss": 0.0026,
"step": 1075
},
{
"epoch": 7.006369426751593,
"grad_norm": 0.1092665046453476,
"learning_rate": 1e-05,
"loss": 0.0042,
"step": 1100
},
{
"epoch": 7.165605095541402,
"grad_norm": 0.23875755071640015,
"learning_rate": 1e-05,
"loss": 0.0016,
"step": 1125
},
{
"epoch": 7.32484076433121,
"grad_norm": 0.13069689273834229,
"learning_rate": 1e-05,
"loss": 0.0014,
"step": 1150
},
{
"epoch": 7.484076433121019,
"grad_norm": 0.5974874496459961,
"learning_rate": 1e-05,
"loss": 0.0026,
"step": 1175
},
{
"epoch": 7.643312101910828,
"grad_norm": 0.2607993185520172,
"learning_rate": 1e-05,
"loss": 0.0027,
"step": 1200
},
{
"epoch": 7.802547770700637,
"grad_norm": 0.7289318442344666,
"learning_rate": 1e-05,
"loss": 0.0032,
"step": 1225
},
{
"epoch": 7.961783439490446,
"grad_norm": 0.5595282316207886,
"learning_rate": 1e-05,
"loss": 0.003,
"step": 1250
},
{
"epoch": 8.121019108280255,
"grad_norm": 1.0708633661270142,
"learning_rate": 1e-05,
"loss": 0.0066,
"step": 1275
},
{
"epoch": 8.280254777070065,
"grad_norm": 0.12123806029558182,
"learning_rate": 1e-05,
"loss": 0.003,
"step": 1300
},
{
"epoch": 8.439490445859873,
"grad_norm": 6.941540718078613,
"learning_rate": 1e-05,
"loss": 0.0042,
"step": 1325
},
{
"epoch": 8.598726114649681,
"grad_norm": 8.278300285339355,
"learning_rate": 1e-05,
"loss": 0.0067,
"step": 1350
},
{
"epoch": 8.757961783439491,
"grad_norm": 0.314845472574234,
"learning_rate": 1e-05,
"loss": 0.004,
"step": 1375
},
{
"epoch": 8.9171974522293,
"grad_norm": 0.5092040300369263,
"learning_rate": 1e-05,
"loss": 0.0034,
"step": 1400
},
{
"epoch": 9.07643312101911,
"grad_norm": 3.4508585929870605,
"learning_rate": 1e-05,
"loss": 0.0033,
"step": 1425
},
{
"epoch": 9.235668789808917,
"grad_norm": 0.20290407538414001,
"learning_rate": 1e-05,
"loss": 0.0029,
"step": 1450
},
{
"epoch": 9.394904458598726,
"grad_norm": 0.2386186718940735,
"learning_rate": 1e-05,
"loss": 0.0044,
"step": 1475
},
{
"epoch": 9.554140127388536,
"grad_norm": 7.686614036560059,
"learning_rate": 1e-05,
"loss": 0.0025,
"step": 1500
},
{
"epoch": 9.554140127388536,
"eval_loss": 2.748263120651245,
"eval_runtime": 164.2494,
"eval_samples_per_second": 4.018,
"eval_steps_per_second": 0.256,
"eval_wer": 100.3257328990228,
"eval_wer_ortho": 101.953125,
"step": 1500
},
{
"epoch": 9.713375796178344,
"grad_norm": 4.924851417541504,
"learning_rate": 1e-05,
"loss": 0.0038,
"step": 1525
},
{
"epoch": 9.872611464968152,
"grad_norm": 0.2480151355266571,
"learning_rate": 1e-05,
"loss": 0.0063,
"step": 1550
},
{
"epoch": 10.031847133757962,
"grad_norm": 0.3033640384674072,
"learning_rate": 1e-05,
"loss": 0.0028,
"step": 1575
},
{
"epoch": 10.19108280254777,
"grad_norm": 5.167762756347656,
"learning_rate": 1e-05,
"loss": 0.0055,
"step": 1600
},
{
"epoch": 10.35031847133758,
"grad_norm": 3.810326099395752,
"learning_rate": 1e-05,
"loss": 0.0086,
"step": 1625
},
{
"epoch": 10.509554140127388,
"grad_norm": 1.039038062095642,
"learning_rate": 1e-05,
"loss": 0.0029,
"step": 1650
},
{
"epoch": 10.668789808917197,
"grad_norm": 0.6598480939865112,
"learning_rate": 1e-05,
"loss": 0.0026,
"step": 1675
},
{
"epoch": 10.828025477707007,
"grad_norm": 0.169340118765831,
"learning_rate": 1e-05,
"loss": 0.0042,
"step": 1700
},
{
"epoch": 10.987261146496815,
"grad_norm": 0.8864091634750366,
"learning_rate": 1e-05,
"loss": 0.0024,
"step": 1725
},
{
"epoch": 11.146496815286625,
"grad_norm": 5.09591817855835,
"learning_rate": 1e-05,
"loss": 0.0035,
"step": 1750
},
{
"epoch": 11.305732484076433,
"grad_norm": 0.39931872487068176,
"learning_rate": 1e-05,
"loss": 0.0042,
"step": 1775
},
{
"epoch": 11.464968152866241,
"grad_norm": 0.2659781873226166,
"learning_rate": 1e-05,
"loss": 0.0025,
"step": 1800
},
{
"epoch": 11.624203821656051,
"grad_norm": 0.09195584058761597,
"learning_rate": 1e-05,
"loss": 0.0041,
"step": 1825
},
{
"epoch": 11.78343949044586,
"grad_norm": 4.084526062011719,
"learning_rate": 1e-05,
"loss": 0.0035,
"step": 1850
},
{
"epoch": 11.94267515923567,
"grad_norm": 0.3604657053947449,
"learning_rate": 1e-05,
"loss": 0.0051,
"step": 1875
},
{
"epoch": 12.101910828025478,
"grad_norm": 2.5682971477508545,
"learning_rate": 1e-05,
"loss": 0.0062,
"step": 1900
},
{
"epoch": 12.261146496815286,
"grad_norm": 0.22079519927501678,
"learning_rate": 1e-05,
"loss": 0.0047,
"step": 1925
},
{
"epoch": 12.420382165605096,
"grad_norm": 2.0606675148010254,
"learning_rate": 1e-05,
"loss": 0.0016,
"step": 1950
},
{
"epoch": 12.579617834394904,
"grad_norm": 0.8950979709625244,
"learning_rate": 1e-05,
"loss": 0.005,
"step": 1975
},
{
"epoch": 12.738853503184714,
"grad_norm": 0.9102997183799744,
"learning_rate": 1e-05,
"loss": 0.0021,
"step": 2000
},
{
"epoch": 12.738853503184714,
"eval_loss": 2.8374807834625244,
"eval_runtime": 168.5918,
"eval_samples_per_second": 3.915,
"eval_steps_per_second": 0.249,
"eval_wer": 97.16420770262502,
"eval_wer_ortho": 99.0234375,
"step": 2000
},
{
"epoch": 12.898089171974522,
"grad_norm": 0.8730576634407043,
"learning_rate": 1e-05,
"loss": 0.0042,
"step": 2025
},
{
"epoch": 13.05732484076433,
"grad_norm": 0.2256990671157837,
"learning_rate": 1e-05,
"loss": 0.0032,
"step": 2050
},
{
"epoch": 13.21656050955414,
"grad_norm": 0.15921200811862946,
"learning_rate": 1e-05,
"loss": 0.0027,
"step": 2075
},
{
"epoch": 13.375796178343949,
"grad_norm": 0.06783568859100342,
"learning_rate": 1e-05,
"loss": 0.0026,
"step": 2100
},
{
"epoch": 13.535031847133759,
"grad_norm": 7.764928817749023,
"learning_rate": 1e-05,
"loss": 0.0026,
"step": 2125
},
{
"epoch": 13.694267515923567,
"grad_norm": 2.082003116607666,
"learning_rate": 1e-05,
"loss": 0.0049,
"step": 2150
},
{
"epoch": 13.853503184713375,
"grad_norm": 0.10517149418592453,
"learning_rate": 1e-05,
"loss": 0.0034,
"step": 2175
},
{
"epoch": 14.012738853503185,
"grad_norm": 0.05206575617194176,
"learning_rate": 1e-05,
"loss": 0.0022,
"step": 2200
},
{
"epoch": 14.171974522292993,
"grad_norm": 0.4108193814754486,
"learning_rate": 1e-05,
"loss": 0.0012,
"step": 2225
},
{
"epoch": 14.331210191082803,
"grad_norm": 0.15452294051647186,
"learning_rate": 1e-05,
"loss": 0.0023,
"step": 2250
},
{
"epoch": 14.490445859872612,
"grad_norm": 0.8691730499267578,
"learning_rate": 1e-05,
"loss": 0.0033,
"step": 2275
},
{
"epoch": 14.64968152866242,
"grad_norm": 0.13633207976818085,
"learning_rate": 1e-05,
"loss": 0.003,
"step": 2300
},
{
"epoch": 14.80891719745223,
"grad_norm": 0.18140809237957,
"learning_rate": 1e-05,
"loss": 0.0033,
"step": 2325
},
{
"epoch": 14.968152866242038,
"grad_norm": 0.180851548910141,
"learning_rate": 1e-05,
"loss": 0.0011,
"step": 2350
},
{
"epoch": 15.127388535031848,
"grad_norm": 0.21481122076511383,
"learning_rate": 1e-05,
"loss": 0.0028,
"step": 2375
},
{
"epoch": 15.286624203821656,
"grad_norm": 0.12347543984651566,
"learning_rate": 1e-05,
"loss": 0.0023,
"step": 2400
},
{
"epoch": 15.445859872611464,
"grad_norm": 0.17947587370872498,
"learning_rate": 1e-05,
"loss": 0.0018,
"step": 2425
},
{
"epoch": 15.605095541401274,
"grad_norm": 3.2563202381134033,
"learning_rate": 1e-05,
"loss": 0.0019,
"step": 2450
},
{
"epoch": 15.764331210191083,
"grad_norm": 1.245087742805481,
"learning_rate": 1e-05,
"loss": 0.0021,
"step": 2475
},
{
"epoch": 15.923566878980893,
"grad_norm": 0.23747095465660095,
"learning_rate": 1e-05,
"loss": 0.0044,
"step": 2500
},
{
"epoch": 15.923566878980893,
"eval_loss": 2.879415512084961,
"eval_runtime": 165.4139,
"eval_samples_per_second": 3.99,
"eval_steps_per_second": 0.254,
"eval_wer": 99.38685571948649,
"eval_wer_ortho": 100.95703125,
"step": 2500
}
],
"logging_steps": 25,
"max_steps": 3611,
"num_input_tokens_seen": 0,
"num_train_epochs": 23,
"save_steps": 500,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": false
},
"attributes": {}
}
},
"total_flos": 2.5905082466304e+18,
"train_batch_size": 16,
"trial_name": null,
"trial_params": null
}