spudnik/group55_wavlm_audio_emotion_recognition
Browse files- README.md +52 -22
- config.json +2 -0
- model.safetensors +1 -1
- training_args.bin +1 -1
README.md
CHANGED
@@ -34,39 +34,69 @@ More information needed
|
|
34 |
### Training hyperparameters
|
35 |
|
36 |
The following hyperparameters were used during training:
|
37 |
-
- learning_rate:
|
38 |
- train_batch_size: 32
|
39 |
- eval_batch_size: 32
|
40 |
- seed: 42
|
41 |
- optimizer: Use OptimizerNames.ADAMW_TORCH with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments
|
42 |
- lr_scheduler_type: linear
|
43 |
-
- num_epochs:
|
44 |
- mixed_precision_training: Native AMP
|
45 |
|
46 |
### Training results
|
47 |
|
48 |
| Training Loss | Epoch | Step | Validation Loss |
|
49 |
|:-------------:|:-----:|:----:|:---------------:|
|
50 |
-
| No log | 1.0 | 96 | 1.
|
51 |
-
| 1.
|
52 |
-
| 1.
|
53 |
-
| 1.
|
54 |
-
| 1.
|
55 |
-
| 1.
|
56 |
-
| 1.
|
57 |
-
| 1.
|
58 |
-
| 1.
|
59 |
-
| 1.
|
60 |
-
| 1.
|
61 |
-
| 1.
|
62 |
-
| 1.
|
63 |
-
| 1.
|
64 |
-
| 1.
|
65 |
-
| 1.
|
66 |
-
| 1.
|
67 |
-
| 1.
|
68 |
-
| 1.
|
69 |
-
| 1.
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
70 |
|
71 |
|
72 |
### Framework versions
|
|
|
34 |
### Training hyperparameters
|
35 |
|
36 |
The following hyperparameters were used during training:
|
37 |
+
- learning_rate: 1e-05
|
38 |
- train_batch_size: 32
|
39 |
- eval_batch_size: 32
|
40 |
- seed: 42
|
41 |
- optimizer: Use OptimizerNames.ADAMW_TORCH with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments
|
42 |
- lr_scheduler_type: linear
|
43 |
+
- num_epochs: 50
|
44 |
- mixed_precision_training: Native AMP
|
45 |
|
46 |
### Training results
|
47 |
|
48 |
| Training Loss | Epoch | Step | Validation Loss |
|
49 |
|:-------------:|:-----:|:----:|:---------------:|
|
50 |
+
| No log | 1.0 | 96 | 1.9486 |
|
51 |
+
| 1.9484 | 2.0 | 192 | 1.9463 |
|
52 |
+
| 1.9474 | 3.0 | 288 | 1.9497 |
|
53 |
+
| 1.948 | 4.0 | 384 | 1.9488 |
|
54 |
+
| 1.9485 | 5.0 | 480 | 1.9475 |
|
55 |
+
| 1.9484 | 6.0 | 576 | 1.9459 |
|
56 |
+
| 1.9477 | 7.0 | 672 | 1.9463 |
|
57 |
+
| 1.9478 | 8.0 | 768 | 1.9487 |
|
58 |
+
| 1.9472 | 9.0 | 864 | 1.9500 |
|
59 |
+
| 1.9476 | 10.0 | 960 | 1.9474 |
|
60 |
+
| 1.948 | 11.0 | 1056 | 1.9484 |
|
61 |
+
| 1.9469 | 12.0 | 1152 | 1.9486 |
|
62 |
+
| 1.9466 | 13.0 | 1248 | 1.9490 |
|
63 |
+
| 1.9457 | 14.0 | 1344 | 1.9477 |
|
64 |
+
| 1.9466 | 15.0 | 1440 | 1.9468 |
|
65 |
+
| 1.9467 | 16.0 | 1536 | 1.9481 |
|
66 |
+
| 1.947 | 17.0 | 1632 | 1.9502 |
|
67 |
+
| 1.9455 | 18.0 | 1728 | 1.9486 |
|
68 |
+
| 1.9468 | 19.0 | 1824 | 1.9508 |
|
69 |
+
| 1.9475 | 20.0 | 1920 | 1.9504 |
|
70 |
+
| 1.948 | 21.0 | 2016 | 1.9503 |
|
71 |
+
| 1.9466 | 22.0 | 2112 | 1.9508 |
|
72 |
+
| 1.9475 | 23.0 | 2208 | 1.9516 |
|
73 |
+
| 1.9474 | 24.0 | 2304 | 1.9477 |
|
74 |
+
| 1.9473 | 25.0 | 2400 | 1.9504 |
|
75 |
+
| 1.9473 | 26.0 | 2496 | 1.9499 |
|
76 |
+
| 1.9469 | 27.0 | 2592 | 1.9494 |
|
77 |
+
| 1.9472 | 28.0 | 2688 | 1.9494 |
|
78 |
+
| 1.9479 | 29.0 | 2784 | 1.9503 |
|
79 |
+
| 1.9474 | 30.0 | 2880 | 1.9508 |
|
80 |
+
| 1.9471 | 31.0 | 2976 | 1.9503 |
|
81 |
+
| 1.947 | 32.0 | 3072 | 1.9500 |
|
82 |
+
| 1.9464 | 33.0 | 3168 | 1.9497 |
|
83 |
+
| 1.9467 | 34.0 | 3264 | 1.9481 |
|
84 |
+
| 1.9454 | 35.0 | 3360 | 1.9476 |
|
85 |
+
| 1.9467 | 36.0 | 3456 | 1.9482 |
|
86 |
+
| 1.9461 | 37.0 | 3552 | 1.9473 |
|
87 |
+
| 1.9455 | 38.0 | 3648 | 1.9473 |
|
88 |
+
| 1.9465 | 39.0 | 3744 | 1.9485 |
|
89 |
+
| 1.9467 | 40.0 | 3840 | 1.9483 |
|
90 |
+
| 1.9463 | 41.0 | 3936 | 1.9477 |
|
91 |
+
| 1.946 | 42.0 | 4032 | 1.9487 |
|
92 |
+
| 1.9465 | 43.0 | 4128 | 1.9488 |
|
93 |
+
| 1.9474 | 44.0 | 4224 | 1.9479 |
|
94 |
+
| 1.9456 | 45.0 | 4320 | 1.9481 |
|
95 |
+
| 1.9458 | 46.0 | 4416 | 1.9472 |
|
96 |
+
| 1.9467 | 47.0 | 4512 | 1.9471 |
|
97 |
+
| 1.9466 | 48.0 | 4608 | 1.9472 |
|
98 |
+
| 1.9463 | 49.0 | 4704 | 1.9474 |
|
99 |
+
| 1.9457 | 50.0 | 4800 | 1.9475 |
|
100 |
|
101 |
|
102 |
### Framework versions
|
config.json
CHANGED
@@ -9,6 +9,7 @@
|
|
9 |
"WavLMForSequenceClassification"
|
10 |
],
|
11 |
"attention_dropout": 0.1,
|
|
|
12 |
"bos_token_id": 1,
|
13 |
"classifier_proj_size": 256,
|
14 |
"codevector_dim": 256,
|
@@ -54,6 +55,7 @@
|
|
54 |
"freeze_feat_extract_train": true,
|
55 |
"hidden_act": "gelu",
|
56 |
"hidden_dropout": 0.1,
|
|
|
57 |
"hidden_size": 768,
|
58 |
"id2label": {
|
59 |
"0": "LABEL_0",
|
|
|
9 |
"WavLMForSequenceClassification"
|
10 |
],
|
11 |
"attention_dropout": 0.1,
|
12 |
+
"attention_probs_dropout_prob": 0.3,
|
13 |
"bos_token_id": 1,
|
14 |
"classifier_proj_size": 256,
|
15 |
"codevector_dim": 256,
|
|
|
55 |
"freeze_feat_extract_train": true,
|
56 |
"hidden_act": "gelu",
|
57 |
"hidden_dropout": 0.1,
|
58 |
+
"hidden_dropout_prob": 0.3,
|
59 |
"hidden_size": 768,
|
60 |
"id2label": {
|
61 |
"0": "LABEL_0",
|
model.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 378352396
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:08b4c0da4c53c9a064813a2df684da1d0d458539b39c87ca1b1d12450a8effdb
|
3 |
size 378352396
|
training_args.bin
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 5240
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7033766eb9d84fc1ce4a23f1a064824187f13e73115742efb10360797373da6b
|
3 |
size 5240
|