chime1_prepare_data.sh
2.11 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
#!/bin/bash
# Copyright 2015 University of Sheffield (Author: Ning Ma)
# Apache 2.0.
#
# This script prepares the data/ directory for the CHiME/GRID corpus
. ./config.sh # Needed for REC_ROOT and WAV_ROOT
# Setup relevant folders
data="$REC_ROOT/data"
locdata="$data/local"
mkdir -p "$locdata"
utils="utils"
# Setup wav folders
wav_train="$WAV_ROOT/train/reverberated"
wav_devel="$WAV_ROOT/devel/isolated"
wav_test="$WAV_ROOT/test/isolated"
if [ ! -d $wav_train ]; then
echo "Cannot find wav directory $wav_train"
echo "Please download the CHiME Challenge Data from"
echo " train set http://spandh.dcs.shef.ac.uk/projects/chime/PCC/data/PCCdata16kHz_train_reverberated.tar.gz"
exit 1;
fi
set_list="train"
mkdir -p "$data/train"
if [ -d "$wav_devel" ]; then
set_list="$set_list devel"
mkdir -p "$data/devel"
fi
if [ -d "$wav_test" ]; then
set_list="$set_list test"
mkdir -p "$data/test"
fi
echo "Preparing data sets: $set_list"
# Create scp files
scp="$data/train/wav.scp"
rm -f "$scp"
for sid in `seq 34`; do
sid2=`printf "s%02d" $sid`
ls -1 $wav_train/id$sid/*.wav \
| perl -ape "s/(.*)\/(.*).wav/${sid2}_\2\t\1\/\2.wav/;" \
| sort >> $scp
done
for x in "devel" "test"; do
if [ -d "$data/$x" ]; then
scp="$data/$x/wav.scp"
rm -f "$scp"
wav_var="wav_$x"
wav_dir="${!wav_var}"
for sid in `seq 34`; do
sid2=`printf "s%02d" $sid`
ls -1 $wav_dir/*/s${sid}_*.wav \
| perl -ape "s/(.*)\/(.*)\/s.*_(.*).wav/${sid2}_\3_\2\t\1\/\2\/s${sid}_\3.wav/;" \
| sort >> $scp
done
fi
done
# Prepare other files in data/setname/
for x in $set_list; do
scp="$data/$x/wav.scp"
if [ -f "$scp" ]; then
# Create transcription files
cut -f1 $scp | local/create_chime1_trans.pl - > "$data/$x/text"
# Create utt2spk files
# No speaker ID
perl -ape "s/(.*)\t.*/\1\t\1/;" < "$scp" > "$data/$x/utt2spk"
# Use speaker ID
# perl -ape "s/(s..)(.*)\\t.*/\1\2\t\1/;" < "$scp" > "$data/$x/utt2spk"
# Create spk2utt files
cat "$data/$x/utt2spk" | $utils/utt2spk_to_spk2utt.pl > "$data/$x/spk2utt" || exit 1;
fi
done
echo "--> Data preparation succeeded"
exit 0