yuancwang
add app
9893813
raw
history blame
3.94 kB
{
"base_config": "config/diffusion.json",
"model_type": "DiffWaveNetSVC",
"dataset": [
"m4singer",
"opencpop",
"opensinger",
"svcc",
"vctk"
],
"dataset_path": {
// TODO: Fill in your dataset path
"m4singer": "[M4Singer dataset path]",
"opencpop": "[Opencpop dataset path]",
"opensinger": "[OpenSinger dataset path]",
"svcc": "[SVCC dataset path]",
"vctk": "[VCTK dataset path]"
},
// TODO: Fill in the output log path. The default value is "Amphion/ckpts/svc"
"log_dir": "ckpts/svc",
"preprocess": {
// TODO: Fill in the output data path. The default value is "Amphion/data"
"processed_dir": "data",
// Config for features extraction
"extract_mel": true,
"extract_pitch": true,
"extract_energy": true,
"extract_whisper_feature": true,
"extract_contentvec_feature": true,
"extract_wenet_feature": false,
"whisper_batch_size": 30, // decrease it if your GPU is out of memory
"contentvec_batch_size": 1,
// Fill in the content-based pretrained model's path
"contentvec_file": "pretrained/contentvec/checkpoint_best_legacy_500.pt",
"wenet_model_path": "pretrained/wenet/20220506_u2pp_conformer_exp/final.pt",
"wenet_config": "pretrained/wenet/20220506_u2pp_conformer_exp/train.yaml",
"whisper_model": "medium",
"whisper_model_path": "pretrained/whisper/medium.pt",
// Config for features usage
"use_mel": true,
"use_min_max_norm_mel": true,
"use_frame_pitch": true,
"use_frame_energy": true,
"use_spkid": true,
"use_whisper": true,
"use_contentvec": true,
"use_wenet": false,
"n_mel": 100,
"sample_rate": 24000
},
"model": {
"condition_encoder": {
// Config for features usage
"use_whisper": true,
"use_contentvec": true,
"use_wenet": false,
"whisper_dim": 1024,
"contentvec_dim": 256,
"wenet_dim": 512,
"use_singer_encoder": false,
"pitch_min": 50,
"pitch_max": 1100
},
"diffusion": {
"scheduler": "ddpm",
"scheduler_settings": {
"num_train_timesteps": 1000,
"beta_start": 1.0e-4,
"beta_end": 0.02,
"beta_schedule": "linear"
},
// Diffusion steps encoder
"step_encoder": {
"dim_raw_embedding": 128,
"dim_hidden_layer": 512,
"activation": "SiLU",
"num_layer": 2,
"max_period": 10000
},
// Diffusion decoder
"model_type": "bidilconv",
// bidilconv, unet2d, TODO: unet1d
"bidilconv": {
"base_channel": 512,
"n_res_block": 40,
"conv_kernel_size": 3,
"dilation_cycle_length": 4,
// specially, 1 means no dilation
"conditioner_size": 384
}
}
},
"train": {
"batch_size": 32,
"gradient_accumulation_step": 1,
"max_epoch": -1, // -1 means no limit
"save_checkpoint_stride": [
3,
50
],
"keep_last": [
3,
2
],
"run_eval": [
true,
true
],
"adamw": {
"lr": 2.0e-4
},
"reducelronplateau": {
"factor": 0.8,
"patience": 30,
"min_lr": 1.0e-4
},
"dataloader": {
"num_worker": 8,
"pin_memory": true
},
"sampler": {
"holistic_shuffle": false,
"drop_last": true
}
}
}