Training in progress, step 500

config.json

@@ -0,0 +1,48 @@
+{
+  "_name_or_path": "openai/whisper-base",
+  "activation_dropout": 0.0,
+  "activation_function": "gelu",
+  "apply_spec_augment": false,
+  "architectures": [
+    "WhisperForConditionalGeneration"
+  ],
+  "attention_dropout": 0.0,
+  "begin_suppress_tokens": null,
+  "bos_token_id": 50257,
+  "classifier_proj_size": 256,
+  "d_model": 512,
+  "decoder_attention_heads": 8,
+  "decoder_ffn_dim": 2048,
+  "decoder_layerdrop": 0.0,
+  "decoder_layers": 6,
+  "decoder_start_token_id": 50258,
+  "dropout": 0.0,
+  "encoder_attention_heads": 8,
+  "encoder_ffn_dim": 2048,
+  "encoder_layerdrop": 0.0,
+  "encoder_layers": 6,
+  "eos_token_id": 50257,
+  "forced_decoder_ids": null,
+  "init_std": 0.02,
+  "is_encoder_decoder": true,
+  "mask_feature_length": 10,
+  "mask_feature_min_masks": 0,
+  "mask_feature_prob": 0.0,
+  "mask_time_length": 10,
+  "mask_time_min_masks": 2,
+  "mask_time_prob": 0.05,
+  "max_length": null,
+  "max_source_positions": 1500,
+  "max_target_positions": 448,
+  "median_filter_width": 7,
+  "model_type": "whisper",
+  "num_hidden_layers": 6,
+  "num_mel_bins": 80,
+  "pad_token_id": 50257,
+  "scale_embedding": false,
+  "torch_dtype": "float32",
+  "transformers_version": "4.45.1",
+  "use_cache": true,
+  "use_weighted_layer_sum": false,
+  "vocab_size": 51865
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cc5eaee2f6493fe9d76a72f2224470b20370baa3d92e23fd61865747053e698
+size 290403936

preprocessor_config.json

@@ -0,0 +1,14 @@
+{
+  "chunk_length": 30,
+  "feature_extractor_type": "WhisperFeatureExtractor",
+  "feature_size": 80,
+  "hop_length": 160,
+  "n_fft": 400,
+  "n_samples": 480000,
+  "nb_max_frames": 3000,
+  "padding_side": "right",
+  "padding_value": 0.0,
+  "processor_class": "WhisperProcessor",
+  "return_attention_mask": false,
+  "sampling_rate": 16000
+}

runs/Sep28_23-19-10_iros02-pod/events.out.tfevents.1727565551.iros02-pod.45189.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56faed4f9128115e6b5c39d4cf7a323ceff72a50e3ceb95fc8e1ed8fc8771da7
+size 10695

train_output.log

@@ -0,0 +1,23 @@
+Do trainer train ...
+{'loss': 7.0925, 'grad_norm': inf, 'learning_rate': 0.0, 'epoch': 0.03}
+{'loss': 6.6144, 'grad_norm': 46.010066986083984, 'learning_rate': 4.2000000000000006e-07, 'epoch': 0.68}
+{'loss': 6.1883, 'grad_norm': 38.898780822753906, 'learning_rate': 9.200000000000001e-07, 'epoch': 1.35}
+{'loss': 5.5283, 'grad_norm': 42.28404235839844, 'learning_rate': 1.42e-06, 'epoch': 2.03}
+{'loss': 3.8587, 'grad_norm': 74.97929382324219, 'learning_rate': 1.9200000000000003e-06, 'epoch': 2.7}
+{'loss': 1.294, 'grad_norm': 17.129777908325195, 'learning_rate': 2.42e-06, 'epoch': 3.38}
+{'loss': 0.8596, 'grad_norm': 13.707167625427246, 'learning_rate': 2.92e-06, 'epoch': 4.05}
+{'loss': 0.6226, 'grad_norm': 12.495768547058105, 'learning_rate': 3.4200000000000007e-06, 'epoch': 4.73}
+{'loss': 0.4613, 'grad_norm': 9.555971145629883, 'learning_rate': 3.900000000000001e-06, 'epoch': 5.41}
+{'loss': 0.392, 'grad_norm': 10.252150535583496, 'learning_rate': 4.4e-06, 'epoch': 6.08}
+{'loss': 0.2353, 'grad_norm': 8.7412109375, 'learning_rate': 4.9000000000000005e-06, 'epoch': 6.76}
+{'loss': 0.156, 'grad_norm': 7.6128106117248535, 'learning_rate': 5.400000000000001e-06, 'epoch': 7.43}
+{'loss': 0.1074, 'grad_norm': 4.706816673278809, 'learning_rate': 5.9e-06, 'epoch': 8.11}
+{'loss': 0.0603, 'grad_norm': 7.145960330963135, 'learning_rate': 6.4000000000000006e-06, 'epoch': 8.78}
+{'loss': 0.037, 'grad_norm': 2.0572009086608887, 'learning_rate': 6.9e-06, 'epoch': 9.46}
+{'loss': 0.0292, 'grad_norm': 1.0813530683517456, 'learning_rate': 7.4e-06, 'epoch': 10.14}
+{'loss': 0.0158, 'grad_norm': 0.7729796171188354, 'learning_rate': 7.9e-06, 'epoch': 10.81}
+{'loss': 0.009, 'grad_norm': 0.24095208942890167, 'learning_rate': 8.400000000000001e-06, 'epoch': 11.49}
+{'loss': 0.0091, 'grad_norm': 1.4149001836776733, 'learning_rate': 8.900000000000001e-06, 'epoch': 12.16}
+{'loss': 0.0072, 'grad_norm': 0.5582239031791687, 'learning_rate': 9.4e-06, 'epoch': 12.84}
+{'loss': 0.0034, 'grad_norm': 0.1345987170934677, 'learning_rate': 9.9e-06, 'epoch': 13.51}
+wer : 53.72050816696915 with <<[' We have an excellent team.', 'The dolphins swam around our boat.', 'I can play this weekend.', ' Неба да се възгаме като е ерек.', 'The pair of shoes was new.', " I'm willing to experiment for the first time.", 'She had your doctorate in crazy wash wash all year.', " Valethe's schoolhouse stood empty.", ' Екатния на Минтера, when the old or normal or I forget.', 'A good attitude is unbeatable.', "Are you great higher or lower than Nancy's? ", 'We had lost year to be walk with slowly and smoke less ', ' Те е не е пърген на сега сега, но да се отворили.', " Don't ask me to carry an oily rag like that.", 'Answer to the same leg ', 'He further proposed grants of an unspecified sum for experimental hospitals.', ' When all else fails use force.', 'Two other cases also were under advisement. ', ' Я е просто прийду to my best.', 'April each day he plays skillfully and with zest upon our little organ? ', 'She wore warm, fleecy-want overalls.', 'Where were you while we were away? ', ' Във е е nearly 93-й си.', 'The box contained three sweaters.', ' Това е за си за си.', ' Неа further proposed grants of an unspecified sum for experimental hospital.', 'The group brown fox jumps over the lazy dog.', 'Also to the other keys of the world under advisement.', 'Nothing has been done yet to take advantage of the law in enabling legislation.', 'but he always answers Banana oil! ', ' Their house is grey and white.', ' A dog provides for funds to clear slums and help quality oil diminish our economy.', ' Едрътся каще и е неспекто за кога кога', ' Если ви е лутик това, тоа е реплесно е медиатно.', ' Възмърт с музем айъс музик чинт са е във', ' And people participate in athletic activities.', ' Майдаме е от това е от това е от това е от това.', ' Те ще да се лълъв да се лълъв гъде лъл?', ' Върде да се лълде на търде релал.', 'To other cases also were under advisement. ', "You're used to being on the field.", 'The humanities overwhelming their', 'Except the winter.Except in the winter when the ooze of snow or ice prevents.', 'I looked up in order to ask me.', ' Въргал с госгота са бак до тъпната', 'He is very useful for forest grants and benefits us for experimental hospitals.', 'He further proposed grants of an unspecified sum for experimental hospitals.', ' Във лист от релай.', 'Being able to tell can help too.', 'The fish swam correspond.', ' Много държене може да го е очень-вържен.', 'If you destroy confidence in banks you do something to the economy he said.', 'Nothin has been done yet to take advantage of the enabling legislation.', ' But he is always in ended or ill. ', 'Their advisement to carry an oily rag like that.', ' لك', ' Тръс е сега е сега е скърплът и сега е е бъде е по-насма-орен.', ' She is thinner than I am.', ' Я е бъднаме са са са са са', ' Възжай са се може да се диридам.', 'I just try to do my best.', ' Възжал са е къде е бъл.', 'She had your dark suit in which he wore a sweat all year.', 'The islands are far too lazy.', ' Бене е у нас са да го може да го е имат.', ' Мене е сега и грая.', ' Day after day some new episode is reported.', ' Небага да се каше каше каше каше каше каше каше каше каше', ' Nobody really expect to evacuate.', ' But he always answers Banana oil!', ' Наймите с абъргенни с пляг, пилни са и са бълген са.']>> <<['We have an excellent team.', 'The dolphins swam around our boat.', 'I can play this weekend.', 'Nobody really expects to evacuate.', 'The pair of shoes was new.', "I'm willing to experiment for the first time.", 'She had your dark suit in greasy wash water all year.', 'The little schoolhouse stood empty.', 'Except in the winter when the ooze or snow or ice prevents', 'A good attitude is unbeatable.', "Are your grades higher or lower than Nancy's? ", 'We have often urged him to walk more and smoke less', 'This is not a program of socialized medicine.', "Don't ask me to carry an oily rag like that.", 'Both injuries were to the same leg.', 'He further proposed grants of an unspecified sum for experimental hospitals.', 'When all else fails use force.', 'Two other cases also were under advisement. ', 'I just try to do my best.', 'Twice each day he plays skillfully and with zest upon our little organ.', 'She wore warm fleecy woolen overalls.', 'Where were you while we were away? ', 'Well he is nearly ninety-three years old; ', 'The box contained three sweaters.', 'This was easy for us. ', 'He further proposed grants of an unspecified sum for experimental hospitals.', 'The quick brown fox jumps over the lazy dog.', 'Two other cases also were under advisement. ', 'Nothing has been done yet to take advantage of the enabling legislation.', 'but he always answers Banana oil!', 'Their house is grey and white.', 'It also provides for funds to clear slums and help colleges build dormitories.', 'he dresses himself in an ancient black frock coat ', 'If you are losing water replace it immediately.', 'The museum hires musicians every evening.', 'Young people participate in athletic activities.', 'Why yell or worry over silly items?', 'He will allow a rare lie.', 'He will allow a rare lie. ', 'Two other cases also were under advisement. ', "You're used to being on the field.", 'The humidity is overwhelming there.', 'Except in the winter when the ooze or snow or ice prevents', 'I looked up and noticed two old men.', 'We rode horseback to the farm.', 'He further proposed grants of an unspecified sum for experimental hospitals.', 'He further proposed grants of an unspecified sum for experimental hospitals.', 'He will allow a rare lie. ', 'Being able to dance can help too.', 'The fish swam across the pond.', 'The wait for work can be very long.', 'If you destroy confidence in banks you do something to the economy he said.', 'Nothing has been done yet to take advantage of the enabling legislation.', 'but he always answers Banana oil! ', "Don't ask me to carry an oily rag like that.", 'I can', 'Twice each day he plays skillfully and with zest upon our small organ.', 'She is thinner than I am. ', "I expect we'll bounce back this week.", 'The wait for work can be very do it again', 'I just try to do my best.', 'It was a good win for us.', 'She had your dark suit in greasy wash water all year.', 'The islands are sparsely populated.', 'Being able to dance can help too.', 'Their house is grey and white.', 'Day after day some new episode is reported.', 'Nobody really expects to evacuate.', 'Nobody really expects to evacuate.', 'but he always answers Banana oil! ', 'giving those who observe him a pronounced feeling of the utmost respect.']>>

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3feed29107aa6b7b869db1472ec90262505476cb4fc9012147b304ef2e47e763
+size 5496