Thecoder3281f commited on
Commit
aa10419
·
verified ·
1 Parent(s): c3d8480

End of training

Browse files
README.md ADDED
@@ -0,0 +1,64 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ library_name: peft
3
+ language:
4
+ - en
5
+ license: apache-2.0
6
+ base_model: openai/whisper-small
7
+ tags:
8
+ - generated_from_trainer
9
+ datasets:
10
+ - mozilla-foundation/common_voice_17_0
11
+ model-index:
12
+ - name: Whisper Small English (2000 steps) - Jarrett Er
13
+ results: []
14
+ ---
15
+
16
+ <!-- This model card has been generated automatically according to the information the Trainer had access to. You
17
+ should probably proofread and complete it, then remove this comment. -->
18
+
19
+ # Whisper Small English (2000 steps) - Jarrett Er
20
+
21
+ This model is a fine-tuned version of [openai/whisper-small](https://huggingface.co/openai/whisper-small) on the Common Voice 17.0 dataset.
22
+ It achieves the following results on the evaluation set:
23
+ - eval_loss: 0.2806
24
+ - eval_wer: 13.8607
25
+ - eval_runtime: 785.1134
26
+ - eval_samples_per_second: 2.547
27
+ - eval_steps_per_second: 0.318
28
+ - epoch: 0.55
29
+ - step: 1100
30
+
31
+ ## Model description
32
+
33
+ More information needed
34
+
35
+ ## Intended uses & limitations
36
+
37
+ More information needed
38
+
39
+ ## Training and evaluation data
40
+
41
+ More information needed
42
+
43
+ ## Training procedure
44
+
45
+ ### Training hyperparameters
46
+
47
+ The following hyperparameters were used during training:
48
+ - learning_rate: 0.0001
49
+ - train_batch_size: 16
50
+ - eval_batch_size: 8
51
+ - seed: 42
52
+ - optimizer: Use adamw_torch with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments
53
+ - lr_scheduler_type: linear
54
+ - lr_scheduler_warmup_steps: 200
55
+ - training_steps: 2000
56
+ - mixed_precision_training: Native AMP
57
+
58
+ ### Framework versions
59
+
60
+ - PEFT 0.14.0
61
+ - Transformers 4.48.0.dev0
62
+ - Pytorch 2.5.1+cu124
63
+ - Datasets 3.2.1.dev0
64
+ - Tokenizers 0.21.0
adapter_config.json ADDED
@@ -0,0 +1,39 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "alpha_pattern": {},
3
+ "auto_mapping": {
4
+ "base_model_class": "WhisperForConditionalGeneration",
5
+ "parent_library": "transformers.models.whisper.modeling_whisper"
6
+ },
7
+ "base_model_name_or_path": "openai/whisper-small",
8
+ "bias": "none",
9
+ "eva_config": null,
10
+ "exclude_modules": null,
11
+ "fan_in_fan_out": false,
12
+ "inference_mode": true,
13
+ "init_lora_weights": true,
14
+ "layer_replication": null,
15
+ "layers_pattern": null,
16
+ "layers_to_transform": null,
17
+ "loftq_config": {},
18
+ "lora_alpha": 64,
19
+ "lora_bias": false,
20
+ "lora_dropout": 0.1,
21
+ "megatron_config": null,
22
+ "megatron_core": "megatron.core",
23
+ "modules_to_save": null,
24
+ "peft_type": "LORA",
25
+ "r": 8,
26
+ "rank_pattern": {},
27
+ "revision": null,
28
+ "target_modules": [
29
+ "fc1",
30
+ "v_proj",
31
+ "k_proj",
32
+ "fc2",
33
+ "out_proj",
34
+ "q_proj"
35
+ ],
36
+ "task_type": null,
37
+ "use_dora": false,
38
+ "use_rslora": false
39
+ }
adapter_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f65c955829bd57f9e14cb50a2e0bc57a78e36640528522ff980e71f258d29db2
3
+ size 13028552
preprocessor_config.json ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "chunk_length": 30,
3
+ "feature_extractor_type": "WhisperFeatureExtractor",
4
+ "feature_size": 80,
5
+ "hop_length": 160,
6
+ "n_fft": 400,
7
+ "n_samples": 480000,
8
+ "nb_max_frames": 3000,
9
+ "padding_side": "right",
10
+ "padding_value": 0.0,
11
+ "processor_class": "WhisperProcessor",
12
+ "return_attention_mask": false,
13
+ "sampling_rate": 16000
14
+ }
runs/Dec20_12-56-55_jarrett-ROG-Zephyrus-M16-GU604VI-GU604VI/events.out.tfevents.1734670624.jarrett-ROG-Zephyrus-M16-GU604VI-GU604VI.11429.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b09b171db80600041b18c96e8bfd270098b97a79f475e4632b1d0f85f8329b2
3
+ size 20505
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:94c58505ccda73c4f9b798d12d42d75b6c58649b294a0fe7d2e258f7d2d4ec6c
3
+ size 5560