spudnik commited on
Commit
08e51f1
·
verified ·
1 Parent(s): 2bd1843

spudnik/group55_wavlm_audio_emotion_recognition

Browse files
Files changed (4) hide show
  1. README.md +52 -22
  2. config.json +2 -0
  3. model.safetensors +1 -1
  4. training_args.bin +1 -1
README.md CHANGED
@@ -34,39 +34,69 @@ More information needed
34
  ### Training hyperparameters
35
 
36
  The following hyperparameters were used during training:
37
- - learning_rate: 5e-05
38
  - train_batch_size: 32
39
  - eval_batch_size: 32
40
  - seed: 42
41
  - optimizer: Use OptimizerNames.ADAMW_TORCH with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments
42
  - lr_scheduler_type: linear
43
- - num_epochs: 20
44
  - mixed_precision_training: Native AMP
45
 
46
  ### Training results
47
 
48
  | Training Loss | Epoch | Step | Validation Loss |
49
  |:-------------:|:-----:|:----:|:---------------:|
50
- | No log | 1.0 | 96 | 1.9483 |
51
- | 1.9533 | 2.0 | 192 | 1.9533 |
52
- | 1.9514 | 3.0 | 288 | 1.9515 |
53
- | 1.9493 | 4.0 | 384 | 1.9468 |
54
- | 1.95 | 5.0 | 480 | 1.9551 |
55
- | 1.9495 | 6.0 | 576 | 1.9489 |
56
- | 1.9486 | 7.0 | 672 | 1.9474 |
57
- | 1.949 | 8.0 | 768 | 1.9484 |
58
- | 1.9484 | 9.0 | 864 | 1.9473 |
59
- | 1.9481 | 10.0 | 960 | 1.9468 |
60
- | 1.9479 | 11.0 | 1056 | 1.9485 |
61
- | 1.9477 | 12.0 | 1152 | 1.9475 |
62
- | 1.9473 | 13.0 | 1248 | 1.9480 |
63
- | 1.9474 | 14.0 | 1344 | 1.9481 |
64
- | 1.9468 | 15.0 | 1440 | 1.9473 |
65
- | 1.9469 | 16.0 | 1536 | 1.9468 |
66
- | 1.9466 | 17.0 | 1632 | 1.9470 |
67
- | 1.9463 | 18.0 | 1728 | 1.9473 |
68
- | 1.9459 | 19.0 | 1824 | 1.9473 |
69
- | 1.9458 | 20.0 | 1920 | 1.9475 |
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
70
 
71
 
72
  ### Framework versions
 
34
  ### Training hyperparameters
35
 
36
  The following hyperparameters were used during training:
37
+ - learning_rate: 1e-05
38
  - train_batch_size: 32
39
  - eval_batch_size: 32
40
  - seed: 42
41
  - optimizer: Use OptimizerNames.ADAMW_TORCH with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments
42
  - lr_scheduler_type: linear
43
+ - num_epochs: 50
44
  - mixed_precision_training: Native AMP
45
 
46
  ### Training results
47
 
48
  | Training Loss | Epoch | Step | Validation Loss |
49
  |:-------------:|:-----:|:----:|:---------------:|
50
+ | No log | 1.0 | 96 | 1.9486 |
51
+ | 1.9484 | 2.0 | 192 | 1.9463 |
52
+ | 1.9474 | 3.0 | 288 | 1.9497 |
53
+ | 1.948 | 4.0 | 384 | 1.9488 |
54
+ | 1.9485 | 5.0 | 480 | 1.9475 |
55
+ | 1.9484 | 6.0 | 576 | 1.9459 |
56
+ | 1.9477 | 7.0 | 672 | 1.9463 |
57
+ | 1.9478 | 8.0 | 768 | 1.9487 |
58
+ | 1.9472 | 9.0 | 864 | 1.9500 |
59
+ | 1.9476 | 10.0 | 960 | 1.9474 |
60
+ | 1.948 | 11.0 | 1056 | 1.9484 |
61
+ | 1.9469 | 12.0 | 1152 | 1.9486 |
62
+ | 1.9466 | 13.0 | 1248 | 1.9490 |
63
+ | 1.9457 | 14.0 | 1344 | 1.9477 |
64
+ | 1.9466 | 15.0 | 1440 | 1.9468 |
65
+ | 1.9467 | 16.0 | 1536 | 1.9481 |
66
+ | 1.947 | 17.0 | 1632 | 1.9502 |
67
+ | 1.9455 | 18.0 | 1728 | 1.9486 |
68
+ | 1.9468 | 19.0 | 1824 | 1.9508 |
69
+ | 1.9475 | 20.0 | 1920 | 1.9504 |
70
+ | 1.948 | 21.0 | 2016 | 1.9503 |
71
+ | 1.9466 | 22.0 | 2112 | 1.9508 |
72
+ | 1.9475 | 23.0 | 2208 | 1.9516 |
73
+ | 1.9474 | 24.0 | 2304 | 1.9477 |
74
+ | 1.9473 | 25.0 | 2400 | 1.9504 |
75
+ | 1.9473 | 26.0 | 2496 | 1.9499 |
76
+ | 1.9469 | 27.0 | 2592 | 1.9494 |
77
+ | 1.9472 | 28.0 | 2688 | 1.9494 |
78
+ | 1.9479 | 29.0 | 2784 | 1.9503 |
79
+ | 1.9474 | 30.0 | 2880 | 1.9508 |
80
+ | 1.9471 | 31.0 | 2976 | 1.9503 |
81
+ | 1.947 | 32.0 | 3072 | 1.9500 |
82
+ | 1.9464 | 33.0 | 3168 | 1.9497 |
83
+ | 1.9467 | 34.0 | 3264 | 1.9481 |
84
+ | 1.9454 | 35.0 | 3360 | 1.9476 |
85
+ | 1.9467 | 36.0 | 3456 | 1.9482 |
86
+ | 1.9461 | 37.0 | 3552 | 1.9473 |
87
+ | 1.9455 | 38.0 | 3648 | 1.9473 |
88
+ | 1.9465 | 39.0 | 3744 | 1.9485 |
89
+ | 1.9467 | 40.0 | 3840 | 1.9483 |
90
+ | 1.9463 | 41.0 | 3936 | 1.9477 |
91
+ | 1.946 | 42.0 | 4032 | 1.9487 |
92
+ | 1.9465 | 43.0 | 4128 | 1.9488 |
93
+ | 1.9474 | 44.0 | 4224 | 1.9479 |
94
+ | 1.9456 | 45.0 | 4320 | 1.9481 |
95
+ | 1.9458 | 46.0 | 4416 | 1.9472 |
96
+ | 1.9467 | 47.0 | 4512 | 1.9471 |
97
+ | 1.9466 | 48.0 | 4608 | 1.9472 |
98
+ | 1.9463 | 49.0 | 4704 | 1.9474 |
99
+ | 1.9457 | 50.0 | 4800 | 1.9475 |
100
 
101
 
102
  ### Framework versions
config.json CHANGED
@@ -9,6 +9,7 @@
9
  "WavLMForSequenceClassification"
10
  ],
11
  "attention_dropout": 0.1,
 
12
  "bos_token_id": 1,
13
  "classifier_proj_size": 256,
14
  "codevector_dim": 256,
@@ -54,6 +55,7 @@
54
  "freeze_feat_extract_train": true,
55
  "hidden_act": "gelu",
56
  "hidden_dropout": 0.1,
 
57
  "hidden_size": 768,
58
  "id2label": {
59
  "0": "LABEL_0",
 
9
  "WavLMForSequenceClassification"
10
  ],
11
  "attention_dropout": 0.1,
12
+ "attention_probs_dropout_prob": 0.3,
13
  "bos_token_id": 1,
14
  "classifier_proj_size": 256,
15
  "codevector_dim": 256,
 
55
  "freeze_feat_extract_train": true,
56
  "hidden_act": "gelu",
57
  "hidden_dropout": 0.1,
58
+ "hidden_dropout_prob": 0.3,
59
  "hidden_size": 768,
60
  "id2label": {
61
  "0": "LABEL_0",
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:92016ccf80c4555bf3dccc2473dc22e047714b94ea65b16188effb5563708d37
3
  size 378352396
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:08b4c0da4c53c9a064813a2df684da1d0d458539b39c87ca1b1d12450a8effdb
3
  size 378352396
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b18cf22d983736c7689974e3a3682598f675ab9cb51968caa086f7fc8cb49207
3
  size 5240
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7033766eb9d84fc1ce4a23f1a064824187f13e73115742efb10360797373da6b
3
  size 5240