compute_cmvn_stats.sh
4.15 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
#!/bin/bash
# Copyright 2012-2016 Johns Hopkins University (Author: Daniel Povey)
# Apache 2.0
# To be run from .. (one directory up from here)
# see ../run.sh for example
# Compute cepstral mean and variance statistics per speaker.
# We do this in just one job; it's fast.
# This script takes no options.
#
# Note: there is no option to do CMVN per utterance. The idea is
# that if you did it per utterance it would not make sense to do
# per-speaker fMLLR on top of that (since you'd be doing fMLLR on
# top of different offsets). Therefore what would be the use
# of the speaker information? In this case you should probably
# make the speaker-ids identical to the utterance-ids. The
# speaker information does not have to correspond to actual
# speakers, it's just the level you want to adapt at.
echo "$0 $@" # Print the command line for logging
fake=false # If specified, can generate fake/dummy CMVN stats (that won't normalize)
fake_dims= # as the "fake" option, but you can generate "fake" stats only for certain
# dimensions.
two_channel=false
if [ "$1" == "--fake" ]; then
fake=true
shift
fi
if [ "$1" == "--fake-dims" ]; then
fake_dims=$2
shift
shift
fi
if [ "$1" == "--two-channel" ]; then
two_channel=true
shift
fi
if [ $# -lt 1 ] || [ $# -gt 3 ]; then
echo "Usage: $0 [options] <data-dir> [<log-dir> [<cmvn-dir>] ]";
echo "e.g.: $0 data/train exp/make_mfcc/train mfcc"
echo "Note: <log-dir> defaults to <data-dir>/log, and <cmvn-dir> defaults to <data-dir>/data"
echo "Options:"
echo " --fake gives you fake cmvn stats that do no normalization."
echo " --two-channel is for two-channel telephone data, there must be no segments "
echo " file and reco2file_and_channel must be present. It will take"
echo " only frames that are louder than the other channel."
echo " --fake-dims <n1:n2> Generate stats that won't cause normalization for these"
echo " dimensions (e.g. 13:14:15)"
exit 1;
fi
if [ -f path.sh ]; then . ./path.sh; fi
data=$1
if [ $# -ge 2 ]; then
logdir=$2
else
logdir=$data/log
fi
if [ $# -ge 3 ]; then
cmvndir=$3
else
cmvndir=$data/data
fi
# make $cmvndir an absolute pathname.
cmvndir=`perl -e '($dir,$pwd)= @ARGV; if($dir!~m:^/:) { $dir = "$pwd/$dir"; } print $dir; ' $cmvndir ${PWD}`
# use "name" as part of name of the archive.
name=`basename $data`
mkdir -p $cmvndir || exit 1;
mkdir -p $logdir || exit 1;
required="$data/feats.scp $data/spk2utt"
for f in $required; do
if [ ! -f $f ]; then
echo "$0: no such file $f"
exit 1;
fi
done
if $fake; then
dim=`feat-to-dim scp:$data/feats.scp -`
! cat $data/spk2utt | awk -v dim=$dim '{print $1, "["; for (n=0; n < dim; n++) { printf("0 "); } print "1";
for (n=0; n < dim; n++) { printf("1 "); } print "0 ]";}' | \
copy-matrix ark:- ark,scp:$cmvndir/cmvn_$name.ark,$cmvndir/cmvn_$name.scp && \
echo "Error creating fake CMVN stats. See $logdir/cmvn_$name.log." && exit 1;
elif $two_channel; then
! compute-cmvn-stats-two-channel $data/reco2file_and_channel scp:$data/feats.scp \
ark,scp:$cmvndir/cmvn_$name.ark,$cmvndir/cmvn_$name.scp \
2> $logdir/cmvn_$name.log && echo "Error computing CMVN stats (using two-channel method). See $logdir/cmvn_$name.log." && exit 1;
elif [ ! -z "$fake_dims" ]; then
! compute-cmvn-stats --spk2utt=ark:$data/spk2utt scp:$data/feats.scp ark:- | \
modify-cmvn-stats "$fake_dims" ark:- ark,scp:$cmvndir/cmvn_$name.ark,$cmvndir/cmvn_$name.scp && \
echo "Error computing (partially fake) CMVN stats. See $logdir/cmvn_$name.log" && exit 1;
else
! compute-cmvn-stats --spk2utt=ark:$data/spk2utt scp:$data/feats.scp ark,scp:$cmvndir/cmvn_$name.ark,$cmvndir/cmvn_$name.scp \
2> $logdir/cmvn_$name.log && echo "Error computing CMVN stats. See $logdir/cmvn_$name.log" && exit 1;
fi
cp $cmvndir/cmvn_$name.scp $data/cmvn.scp || exit 1;
nc=`cat $data/cmvn.scp | wc -l`
nu=`cat $data/spk2utt | wc -l`
if [ $nc -ne $nu ]; then
echo "$0: warning: it seems not all of the speakers got cmvn stats ($nc != $nu);"
[ $nc -eq 0 ] && exit 1;
fi
echo "Succeeded creating CMVN stats for $name"