daniel-dona commited on
Commit
e031388
·
1 Parent(s): 3dd4456
Files changed (2) hide show
  1. model/config.json +277 -0
  2. model/model.pth +3 -0
model/config.json ADDED
@@ -0,0 +1,277 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "output_path": "/data/TFG/vits_dani_final/",
3
+ "logger_uri": null,
4
+ "run_name": "vits_ljspeech",
5
+ "project_name": null,
6
+ "run_description": "\ud83d\udc38Coqui trainer run.",
7
+ "print_step": 30,
8
+ "plot_step": 100,
9
+ "model_param_stats": false,
10
+ "wandb_entity": null,
11
+ "dashboard_logger": "tensorboard",
12
+ "log_model_step": null,
13
+ "save_step": 10000,
14
+ "save_n_checkpoints": 5,
15
+ "save_checkpoints": true,
16
+ "save_all_best": false,
17
+ "save_best_after": 10000,
18
+ "target_loss": null,
19
+ "print_eval": true,
20
+ "test_delay_epochs": -1,
21
+ "run_eval": true,
22
+ "distributed_backend": "nccl",
23
+ "distributed_url": "tcp://localhost:54321",
24
+ "mixed_precision": true,
25
+ "epochs": 16000,
26
+ "batch_size": 16,
27
+ "eval_batch_size": 16,
28
+ "grad_clip": [
29
+ 1000.0,
30
+ 1000.0
31
+ ],
32
+ "scheduler_after_epoch": true,
33
+ "lr": 0.001,
34
+ "optimizer": "AdamW",
35
+ "optimizer_params": {
36
+ "betas": [
37
+ 0.8,
38
+ 0.99
39
+ ],
40
+ "eps": 1e-09,
41
+ "weight_decay": 0.01
42
+ },
43
+ "lr_scheduler": "",
44
+ "lr_scheduler_params": {},
45
+ "use_grad_scaler": false,
46
+ "cudnn_enable": true,
47
+ "cudnn_deterministic": false,
48
+ "cudnn_benchmark": true,
49
+ "training_seed": 54321,
50
+ "model": "vits",
51
+ "num_loader_workers": 0,
52
+ "num_eval_loader_workers": 4,
53
+ "use_noise_augment": false,
54
+ "use_language_weighted_sampler": false,
55
+ "audio": {
56
+ "fft_size": 1024,
57
+ "win_length": 1024,
58
+ "hop_length": 256,
59
+ "frame_shift_ms": null,
60
+ "frame_length_ms": null,
61
+ "stft_pad_mode": "reflect",
62
+ "sample_rate": 48000,
63
+ "resample": false,
64
+ "preemphasis": 0.0,
65
+ "ref_level_db": 20,
66
+ "do_sound_norm": false,
67
+ "log_func": "np.log",
68
+ "do_trim_silence": true,
69
+ "trim_db": 45,
70
+ "do_rms_norm": false,
71
+ "db_level": null,
72
+ "power": 1.5,
73
+ "griffin_lim_iters": 60,
74
+ "num_mels": 128,
75
+ "mel_fmin": 0.0,
76
+ "mel_fmax": null,
77
+ "spec_gain": 1,
78
+ "do_amp_to_db_linear": false,
79
+ "do_amp_to_db_mel": true,
80
+ "pitch_fmax": 640.0,
81
+ "pitch_fmin": 0.0,
82
+ "signal_norm": true,
83
+ "min_level_db": -100,
84
+ "symmetric_norm": true,
85
+ "max_norm": 4.0,
86
+ "clip_norm": true,
87
+ "stats_path": null
88
+ },
89
+ "use_phonemes": true,
90
+ "phonemizer": null,
91
+ "phoneme_language": "es",
92
+ "compute_input_seq_cache": true,
93
+ "text_cleaner": "spanish_cleaners",
94
+ "enable_eos_bos_chars": false,
95
+ "test_sentences_file": "",
96
+ "phoneme_cache_path": "/data/TFG/vits_dani_final/phoneme_cache",
97
+ "characters": {
98
+ "characters_class": "TTS.tts.utils.text.characters.IPAPhonemes",
99
+ "vocab_dict": null,
100
+ "pad": "<PAD>",
101
+ "eos": "<EOS>",
102
+ "bos": "<BOS>",
103
+ "blank": "<BLNK>",
104
+ "characters": "iy\u0268\u0289\u026fu\u026a\u028f\u028ae\u00f8\u0258\u0259\u0275\u0264o\u025b\u0153\u025c\u025e\u028c\u0254\u00e6\u0250a\u0276\u0251\u0252\u1d7b\u0298\u0253\u01c0\u0257\u01c3\u0284\u01c2\u0260\u01c1\u029bpbtd\u0288\u0256c\u025fk\u0261q\u0262\u0294\u0274\u014b\u0272\u0273n\u0271m\u0299r\u0280\u2c71\u027e\u027d\u0278\u03b2fv\u03b8\u00f0sz\u0283\u0292\u0282\u0290\u00e7\u029dx\u0263\u03c7\u0281\u0127\u0295h\u0266\u026c\u026e\u028b\u0279\u027bj\u0270l\u026d\u028e\u029f\u0361\u02c8\u02cc\u02d0\u02d1\u028dw\u0265\u029c\u02a2\u02a1\u0255\u0291\u027a\u0267\u02b2\u025a\u02de\u026b",
105
+ "punctuations": "\u00a1!'(),-.:;?\u00bf ",
106
+ "phonemes": null,
107
+ "is_unique": false,
108
+ "is_sorted": true
109
+ },
110
+ "add_blank": true,
111
+ "batch_group_size": 5,
112
+ "loss_masking": null,
113
+ "sort_by_audio_len": false,
114
+ "min_audio_len": 1,
115
+ "max_audio_len": Infinity,
116
+ "min_text_len": 1,
117
+ "max_text_len": Infinity,
118
+ "compute_f0": false,
119
+ "compute_linear_spec": true,
120
+ "precompute_num_workers": 0,
121
+ "start_by_longest": false,
122
+ "datasets": [
123
+ {
124
+ "name": "ljspeech",
125
+ "path": "/home/dani/TFG/dataset-dani/",
126
+ "meta_file_train": "/home/dani/TFG/dataset-dani/final.log",
127
+ "ignored_speakers": null,
128
+ "language": "",
129
+ "meta_file_val": "",
130
+ "meta_file_attn_mask": ""
131
+ }
132
+ ],
133
+ "test_sentences": [
134
+ [
135
+ "El Viento del Norte y el Sol discut\u00edan por saber qui\u00e9n era el m\u00e1s fuerte de los dos"
136
+ ],
137
+ [
138
+ "Mientras discut\u00edan, se acerc\u00f3 un viajero cubierto en un c\u00e1lido abrigo"
139
+ ],
140
+ [
141
+ "Entonces decidieron que el m\u00e1s fuerte ser\u00eda quien lograse despojar al viajero de su abrigo"
142
+ ],
143
+ [
144
+ "El Viento del Norte empez\u00f3, soplando tan fuerte como pod\u00eda, pero entre m\u00e1s fuerte soplaba, el viajero m\u00e1s se arropaba"
145
+ ],
146
+ [
147
+ "Entonces, el Viento desisti\u00f3"
148
+ ],
149
+ [
150
+ "Se lleg\u00f3 el turno del Sol, quien comenz\u00f3 a brillar con fuerza"
151
+ ],
152
+ [
153
+ "Esto hizo que el viajero sintiera calor y por ello se quit\u00f3 su abrigo"
154
+ ],
155
+ [
156
+ "Entonces el Viento del Norte tuvo que reconocer que el Sol era el m\u00e1s fuerte de los dos"
157
+ ]
158
+ ],
159
+ "eval_split_max_size": null,
160
+ "eval_split_size": 0.01,
161
+ "model_args": {
162
+ "num_chars": 134,
163
+ "out_channels": 513,
164
+ "spec_segment_size": 32,
165
+ "hidden_channels": 192,
166
+ "hidden_channels_ffn_text_encoder": 768,
167
+ "num_heads_text_encoder": 2,
168
+ "num_layers_text_encoder": 6,
169
+ "kernel_size_text_encoder": 3,
170
+ "dropout_p_text_encoder": 0.1,
171
+ "dropout_p_duration_predictor": 0.5,
172
+ "kernel_size_posterior_encoder": 5,
173
+ "dilation_rate_posterior_encoder": 1,
174
+ "num_layers_posterior_encoder": 16,
175
+ "kernel_size_flow": 5,
176
+ "dilation_rate_flow": 1,
177
+ "num_layers_flow": 4,
178
+ "resblock_type_decoder": "1",
179
+ "resblock_kernel_sizes_decoder": [
180
+ 3,
181
+ 7,
182
+ 11
183
+ ],
184
+ "resblock_dilation_sizes_decoder": [
185
+ [
186
+ 1,
187
+ 3,
188
+ 5
189
+ ],
190
+ [
191
+ 1,
192
+ 3,
193
+ 5
194
+ ],
195
+ [
196
+ 1,
197
+ 3,
198
+ 5
199
+ ]
200
+ ],
201
+ "upsample_rates_decoder": [
202
+ 8,
203
+ 8,
204
+ 2,
205
+ 2
206
+ ],
207
+ "upsample_initial_channel_decoder": 512,
208
+ "upsample_kernel_sizes_decoder": [
209
+ 16,
210
+ 16,
211
+ 4,
212
+ 4
213
+ ],
214
+ "use_sdp": true,
215
+ "noise_scale": 1.0,
216
+ "inference_noise_scale": 0.667,
217
+ "length_scale": 1.0,
218
+ "noise_scale_dp": 1.0,
219
+ "inference_noise_scale_dp": 1.0,
220
+ "max_inference_len": null,
221
+ "init_discriminator": true,
222
+ "use_spectral_norm_disriminator": false,
223
+ "use_speaker_embedding": false,
224
+ "num_speakers": 0,
225
+ "speakers_file": null,
226
+ "d_vector_file": null,
227
+ "speaker_embedding_channels": 256,
228
+ "use_d_vector_file": false,
229
+ "d_vector_dim": 0,
230
+ "detach_dp_input": true,
231
+ "use_language_embedding": false,
232
+ "embedded_language_dim": 4,
233
+ "num_languages": 0,
234
+ "language_ids_file": null,
235
+ "use_speaker_encoder_as_loss": false,
236
+ "speaker_encoder_config_path": "",
237
+ "speaker_encoder_model_path": "",
238
+ "condition_dp_on_speaker": true,
239
+ "freeze_encoder": false,
240
+ "freeze_DP": false,
241
+ "freeze_PE": false,
242
+ "freeze_flow_decoder": false,
243
+ "freeze_waveform_decoder": false
244
+ },
245
+ "lr_gen": 0.0001,
246
+ "lr_disc": 0.0001,
247
+ "lr_scheduler_gen": "ExponentialLR",
248
+ "lr_scheduler_gen_params": {
249
+ "gamma": 0.999875,
250
+ "last_epoch": -1
251
+ },
252
+ "lr_scheduler_disc": "ExponentialLR",
253
+ "lr_scheduler_disc_params": {
254
+ "gamma": 0.999875,
255
+ "last_epoch": -1
256
+ },
257
+ "kl_loss_alpha": 1.0,
258
+ "disc_loss_alpha": 1.0,
259
+ "gen_loss_alpha": 1.0,
260
+ "feat_loss_alpha": 1.0,
261
+ "mel_loss_alpha": 45.0,
262
+ "dur_loss_alpha": 1.0,
263
+ "speaker_encoder_loss_alpha": 1.0,
264
+ "return_wav": true,
265
+ "r": 1,
266
+ "num_speakers": 0,
267
+ "use_speaker_embedding": false,
268
+ "speakers_file": null,
269
+ "speaker_embedding_channels": 256,
270
+ "language_ids_file": null,
271
+ "use_language_embedding": false,
272
+ "use_d_vector_file": false,
273
+ "d_vector_file": null,
274
+ "d_vector_dim": 0,
275
+ "restore_path": "/data/TFG/vits_dani_final/vits_ljspeech-May-10-2022_12+25PM-90129128/checkpoint_370000.pth",
276
+ "github_branch": "* main"
277
+ }
model/model.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:612410a6d3135ad2c7a1051fdd42b5110d6069f53d6531507ea0ca950fae0877
3
+ size 997677177