Spaces:
Runtime error
Runtime error
File size: 2,793 Bytes
2b7bf83 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 |
#!/bin/bash
# Copyright 2019 Tomoki Hayashi
# MIT License (https://opensource.org/licenses/MIT)
# shellcheck disable=SC1091
. ./path.sh || exit 1;
fs=24000
num_dev=100
num_eval=100
train_set="train_nodev"
dev_set="dev"
eval_set="eval"
shuffle=false
# shellcheck disable=SC1091
. utils/parse_options.sh || exit 1;
db_root=$1
data_dir=$2
# check arguments
if [ $# != 2 ]; then
echo "Usage: $0 [Options] <db_root> <data_dir>"
echo "e.g.: $0 downloads/CSMSC data"
echo ""
echo "Options:"
echo " --fs: target sampling rate (default=24000)."
echo " --num_dev: number of development uttreances (default=100)."
echo " --num_eval: number of evaluation uttreances (default=100)."
echo " --train_set: name of train set (default=train_nodev)."
echo " --dev_set: name of dev set (default=dev)."
echo " --eval_set: name of eval set (default=eval)."
echo " --shuffle: whether to perform shuffle in making dev / eval set (default=false)."
exit 1
fi
set -euo pipefail
[ ! -e "${data_dir}/all" ] && mkdir -p "${data_dir}/all"
# set filenames
scp="${data_dir}/all/wav.scp"
segments="${data_dir}/all/segments"
# check file existence
[ -e "${scp}" ] && rm "${scp}"
[ -e "${segments}" ] && rm "${segments}"
# make wav.scp
find "${db_root}/Wave" -name "*.wav" -follow | sort | while read -r filename; do
id="$(basename "${filename}" .wav)"
echo "csmsc_${id} cat ${filename} | sox -t wav - -c 1 -b 16 -t wav - rate ${fs} |" >> "${scp}"
done
# make segments
find "${db_root}/PhoneLabeling" -name "*.interval" -follow | sort | while read -r filename; do
nkf -Lu --overwrite "${filename}"
id="$(basename "${filename}" .interval)"
start_sec=$(tail -n +14 "${filename}" | head -n 1)
end_sec=$(head -n -2 "${filename}" | tail -n 1)
[ -z "${start_sec}" ] && echo "Start second is missing (utt_id=${id}). " >&2 && exit 1;
[ -z "${end_sec}" ] && echo "End second is missing (utt_id=${id})." >&2 && exit 1;
echo "csmsc_${id} csmsc_${id} ${start_sec} ${end_sec}" >> "${segments}"
done
# check
diff -q <(awk '{print $1}' "${scp}") <(awk '{print $1}' "${segments}") > /dev/null
# split
num_all=$(wc -l < "${scp}")
num_deveval=$((num_dev + num_eval))
num_train=$((num_all - num_deveval))
utils/split_data.sh \
--num_first "${num_train}" \
--num_second "${num_deveval}" \
--shuffle "${shuffle}" \
"${data_dir}/all" \
"${data_dir}/${train_set}" \
"${data_dir}/deveval"
utils/split_data.sh \
--num_first "${num_dev}" \
--num_second "${num_eval}" \
--shuffle "${shuffle}" \
"${data_dir}/deveval" \
"${data_dir}/${dev_set}" \
"${data_dir}/${eval_set}"
# remove tmp directories
rm -rf "${data_dir}/all"
rm -rf "${data_dir}/deveval"
echo "Successfully prepared data."
|