#!/bin/bash # Copyright 2020 Tomoki Hayashi # MIT License (https://opensource.org/licenses/MIT) # shellcheck disable=SC1091 . ./path.sh || exit 1; fs=22050 num_dev=5 num_eval=5 train_set="train_nodev" dev_set="dev" eval_set="eval" shuffle=false # shellcheck disable=SC1091 . utils/parse_options.sh || exit 1; db_root=$1 spk=$2 data_dir=$3 # check arguments if [ $# != 3 ]; then echo "Usage: $0 [Options] " echo "" echo "Options:" echo " --fs: target sampling rate (default=22050)." echo " --num_dev: number of development uttreances (default=10)." echo " --num_eval: number of evaluation uttreances (default=10)." echo " --train_set: name of train set (default=train_nodev)." echo " --dev_set: name of dev set (default=dev)." echo " --eval_set: name of eval set (default=eval)." echo " --shuffle: whether to perform shuffule to make dev & eval set (default=true)." exit 1 fi set -euo pipefail # check spk existence [ ! -e "${db_root}/${spk}" ] && \ echo "${spk} does not exist." >&2 && exit 1; [ ! -e "${data_dir}/all_${spk}" ] && mkdir -p "${data_dir}/all_${spk}" # set filenames scp="${data_dir}/all_${spk}/wav.scp" # check file existence [ -e "${scp}" ] && rm "${scp}" # make all scp find "${db_root}/${spk}" -follow -name "*.wav" | sort | while read -r filename; do id=${spk}_$(basename "${filename}" | sed -e "s/\.[^\.]*$//g") echo "${id} cat ${filename} | sox -t wav - -c 1 -b 16 -t wav - rate ${fs} |" >> "${scp}" done # split num_all=$(wc -l < "${scp}") num_deveval=$((num_dev + num_eval)) num_train=$((num_all - num_deveval)) if [ ${num_eval} -ne 0 ]; then utils/split_data.sh \ --num_first "${num_train}" \ --num_second "${num_deveval}" \ --shuffle "${shuffle}" \ "${data_dir}/all_${spk}" \ "${data_dir}/${train_set}" \ "${data_dir}/deveval_${spk}" utils/split_data.sh \ --num_first "${num_dev}" \ --num_second "${num_eval}" \ --shuffle "${shuffle}" \ "${data_dir}/deveval_${spk}" \ "${data_dir}/${dev_set}" \ "${data_dir}/${eval_set}" else utils/split_data.sh \ --num_first "${num_train}" \ --num_second "${num_deveval}" \ --shuffle "${shuffle}" \ "${data_dir}/all_${spk}" \ "${data_dir}/${train_set}" \ "${data_dir}/${dev_set}" cp -r "${data_dir}/${dev_set}" "${data_dir}/${eval_set}" fi # remove tmp directories rm -rf "${data_dir}/all_${spk}" rm -rf "${data_dir}/deveval_${spk}" echo "Successfully prepared data."