Training in progress, step 100

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "openai/whisper-small",
+  "_name_or_path": "openai/whisper-base",
   "activation_dropout": 0.0,
   "activation_function": "gelu",
   "apply_spec_augment": false,
@@ -13,17 +13,17 @@
   ],
   "bos_token_id": 50257,
   "classifier_proj_size": 256,
-  "d_model": 768,
-  "decoder_attention_heads": 12,
-  "decoder_ffn_dim": 3072,
+  "d_model": 512,
+  "decoder_attention_heads": 8,
+  "decoder_ffn_dim": 2048,
   "decoder_layerdrop": 0.0,
-  "decoder_layers": 12,
+  "decoder_layers": 6,
   "decoder_start_token_id": 50258,
   "dropout": 0.0,
-  "encoder_attention_heads": 12,
-  "encoder_ffn_dim": 3072,
+  "encoder_attention_heads": 8,
+  "encoder_ffn_dim": 2048,
   "encoder_layerdrop": 0.0,
-  "encoder_layers": 12,
+  "encoder_layers": 6,
   "eos_token_id": 50257,
   "forced_decoder_ids": null,
   "init_std": 0.02,
@@ -39,7 +39,7 @@
   "max_target_positions": 448,
   "median_filter_width": 7,
   "model_type": "whisper",
-  "num_hidden_layers": 12,
+  "num_hidden_layers": 6,
   "num_mel_bins": 80,
   "pad_token_id": 50257,
   "scale_embedding": false,

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5f67f588740501f96bece1ba206eb102f94d02bf4389f744f1cfde87133c35ad
-size 967102729
+oid sha256:b36932906272a94de4fe977d5731544069e89ae5966a3b076f4272bf59eb88cb
+size 290458785

runs/Aug04_07-30-29_212d4a4b3fd0/events.out.tfevents.1691134559.212d4a4b3fd0.1910.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94dd4aeb9977677784d9e014d27eb33ddc9fcd3104ab7c690cd00e2bf2040cc9
+size 5838

tokenizer_config.json

@@ -19,7 +19,7 @@
     "single_word": false
   },
   "errors": "replace",
-  "model_max_length": 1024,
+  "model_max_length": 448,
   "pad_token": null,
   "processor_class": "WhisperProcessor",
   "return_attention_mask": false,

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ae13c3f7239d00f9a4c4bdf5194fedb3a7916de278fa21ffaeb51f83ff958022
+oid sha256:28e8c3632c60155a35dbeff81e25c060d7b12faf352e47761fa227b47eae17f0
 size 4155