Commit
·
d769e5d
1
Parent(s):
52de05c
Update config.json
Browse files- config.json +12 -7
config.json
CHANGED
@@ -1,5 +1,5 @@
|
|
1 |
{
|
2 |
-
"activation_dropout": 0.
|
3 |
"apply_spec_augment": true,
|
4 |
"architectures": [
|
5 |
"Wav2Vec2Model"
|
@@ -42,20 +42,25 @@
|
|
42 |
"feat_extract_dropout": 0.0,
|
43 |
"feat_extract_norm": "layer",
|
44 |
"feat_proj_dropout": 0.1,
|
45 |
-
"final_dropout": 0.
|
46 |
"gradient_checkpointing": false,
|
47 |
"hidden_act": "gelu",
|
48 |
"hidden_dropout": 0.1,
|
49 |
-
"hidden_dropout_prob": 0.1,
|
50 |
"hidden_size": 1024,
|
51 |
"initializer_range": 0.02,
|
52 |
"intermediate_size": 4096,
|
53 |
"layer_norm_eps": 1e-05,
|
54 |
-
"layerdrop": 0.
|
55 |
-
"
|
56 |
-
"
|
|
|
|
|
|
|
57 |
"mask_time_length": 10,
|
58 |
-
"
|
|
|
|
|
|
|
59 |
"model_type": "wav2vec2",
|
60 |
"num_attention_heads": 16,
|
61 |
"num_conv_pos_embedding_groups": 16,
|
|
|
1 |
{
|
2 |
+
"activation_dropout": 0.0,
|
3 |
"apply_spec_augment": true,
|
4 |
"architectures": [
|
5 |
"Wav2Vec2Model"
|
|
|
42 |
"feat_extract_dropout": 0.0,
|
43 |
"feat_extract_norm": "layer",
|
44 |
"feat_proj_dropout": 0.1,
|
45 |
+
"final_dropout": 0.0,
|
46 |
"gradient_checkpointing": false,
|
47 |
"hidden_act": "gelu",
|
48 |
"hidden_dropout": 0.1,
|
|
|
49 |
"hidden_size": 1024,
|
50 |
"initializer_range": 0.02,
|
51 |
"intermediate_size": 4096,
|
52 |
"layer_norm_eps": 1e-05,
|
53 |
+
"layerdrop": 0.05,
|
54 |
+
"mask_channel_length": 10,
|
55 |
+
"mask_channel_min_space": 1,
|
56 |
+
"mask_channel_other": 0.0,
|
57 |
+
"mask_channel_prob": 0.0,
|
58 |
+
"mask_channel_selection": "static",
|
59 |
"mask_time_length": 10,
|
60 |
+
"mask_time_min_space": 1,
|
61 |
+
"mask_time_other": 0.0,
|
62 |
+
"mask_time_prob": 0.075,
|
63 |
+
"mask_time_selection": "static",
|
64 |
"model_type": "wav2vec2",
|
65 |
"num_attention_heads": 16,
|
66 |
"num_conv_pos_embedding_groups": 16,
|