config.json

{
  "model_params": {
    "decoder": {
      "resblock_dilation_sizes": [
        [
          1,
          3,
          5
        ],
        [
          1,
          3,
          5
        ],
        [
          1,
          3,
          5
        ]
      ],
      "resblock_kernel_sizes": [
        3,
        7,
        11
      ],
      "type": "hifigan",
      "upsample_initial_channel": 512,
      "upsample_kernel_sizes": [
        20,
        10,
        6,
        4
      ],
      "upsample_rates": [
        10,
        5,
        3,
        2
      ]
    },
    "diffusion": {
      "dist": {
        "estimate_sigma_data": true,
        "mean": -3.0,
        "sigma_data": 0.2,
        "std": 1.0
      },
      "embedding_mask_proba": 0.1,
      "transformer": {
        "head_features": 64,
        "multiplier": 2,
        "num_heads": 8,
        "num_layers": 3
      }
    },
    "dim_in": 64,
    "dropout": 0.2,
    "hidden_dim": 512,
    "max_conv_dim": 512,
    "max_dur": 50,
    "multispeaker": true,
    "n_layer": 3,
    "n_mels": 80,
    "n_token": 178,
    "slm": {
      "hidden": 768,
      "initial_channel": 64,
      "model": "microsoft/wavlm-base-plus",
      "nlayers": 13,
      "sr": 16000
    },
    "style_dim": 128
  },
  "training_config": {
    "epochs": 30,
    "batch_size": 2,
    "max_len": 110,
    "optimizer": {
      "bert_lr": 1e-05,
      "ft_lr": 0.0001,
      "lr": 0.0001
    },
    "loss_params": {
      "diff_epoch": 10,
      "joint_epoch": 110,
      "lambda_F0": 1.0,
      "lambda_ce": 20.0,
      "lambda_diff": 1.0,
      "lambda_dur": 1.0,
      "lambda_gen": 1.0,
      "lambda_mel": 5.0,
      "lambda_mono": 1.0,
      "lambda_norm": 1.0,
      "lambda_s2s": 1.0,
      "lambda_slm": 1.0,
      "lambda_sty": 1.0
    }
  },
  "preprocess_params": {
    "spect_params": {
      "hop_length": 300,
      "n_fft": 2048,
      "win_length": 1200
    },
    "sr": 24000
  },
  "data_params": {
    "OOD_data": "Data/OOD_texts.txt",
    "min_length": 50,
    "root_path": "Data/wavs",
    "train_data": "Data/train_list.txt",
    "val_data": "Data/val_list.txt"
  },
  "model_state": {
    "epoch": 29,
    "iterations": 2341,
    "val_loss": 0.40502485632896423
  },
  "training_metrics": {
    "train_loss": [],
    "val_loss": [
      26.0,
      21.0,
      12.0,
      5.0,
      57.0,
      4.0,
      56.0,
      48.0,
      39.0,
      34.0,
      53.0,
      2.0,
      5.0,
      50.0,
      38.0,
      26.0,
      13.0,
      13.0,
      2.0,
      49.0,
      37.0,
      23.0,
      41.0,
      40.0,
      42.0,
      41.0,
      39.0,
      58.0,
      55.0,
      54.0,
      51.0,
      50.0,
      3.0,
      1.0,
      0.0,
      5.0,
      3.0,
      41.0,
      39.0,
      35.0,
      32.0,
      30.0
    ],
    "dur_loss": [
      0.434,
      0.481,
      0.437,
      0.431,
      0.42,
      0.43,
      0.463,
      0.436,
      0.437,
      0.422,
      0.432,
      0.425,
      0.456,
      0.462,
      0.45,
      0.427,
      0.456,
      0.428,
      0.438,
      0.422,
      0.428,
      0.432,
      0.44,
      0.423,
      0.431,
      0.449,
      0.414,
      0.427,
      0.447,
      0.45,
      0.435,
      0.428,
      0.426,
      0.417,
      0.425,
      0.434,
      0.412,
      0.415,
      0.422,
      0.398,
      0.416,
      0.405
    ],
    "F0_loss": [
      1.093,
      1.175,
      1.097,
      1.123,
      1.108,
      1.183,
      1.218,
      1.246,
      1.048,
      0.998,
      1.156,
      1.026,
      1.196,
      1.173,
      1.148,
      1.264,
      1.266,
      1.115,
      1.089,
      1.103,
      1.178,
      1.108,
      1.106,
      1.151,
      1.217,
      1.187,
      1.04,
      1.111,
      1.17,
      1.195,
      1.087,
      1.144,
      1.121,
      1.18,
      1.206,
      1.125,
      1.101,
      1.072,
      1.099,
      1.223,
      1.188,
      1.097
    ],
    "epochs": [
      1,
      2,
      3,
      4,
      5,
      6,
      7,
      8,
      9,
      10,
      11,
      12,
      13,
      14,
      15,
      16,
      17,
      18,
      19,
      20,
      21,
      22,
      23,
      24,
      25,
      26,
      27,
      28,
      29,
      30,
      31,
      32,
      33,
      34,
      35,
      36,
      37,
      38,
      39,
      40,
      41,
      42
    ]
  }
}