compare_wer_general.sh
4.22 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
# this script is used for comparing decoding results between systems.
# e.g. local/chain/compare_wer_general.sh tdnn_c_sp tdnn_d_sp
# For use with discriminatively trained systems you specify the epochs after a colon:
# for instance,
# local/chain/compare_wer_general.sh tdnn_d_sp tdnn_d_sp_smbr:1 tdnn_d_sp_smbr:2 ...
echo "# $0 $*"; # print command line.
include_looped=false
if [ "$1" == "--looped" ]; then
include_looped=true
shift
fi
echo -n "# System "
for x in $*; do printf " % 9s" $x; done
echo
used_epochs=false
# this function set_names is used to separate the epoch-related parts of the name
# [for discriminative training] and the regular parts of the name.
# If called with a colon-free name, like:
# set_names tdnn_a
# it will set dir=exp/chain/tdnn_a and epoch_suffix=""
# If called with something like:
# set_names tdnn_d_smbr:3
# it will set dir=exp/chain/tdnn_d_smbr and epoch_suffix="epoch3"
set_names() {
if [ $# != 1 ]; then
echo "compare_wer_general.sh: internal error"
exit 1 # exit the program
fi
name=$(echo $1 | cut -d: -f1)
epoch=$(echo $1 | cut -s -d: -f2)
dirname=exp/chain/$name
if [ -z $epoch ]; then
epoch_suffix=""
else
used_epochs=true
epoch_suffix=_epoch${epoch}
fi
}
echo -n "# WER on eval2000(tg) "
for x in $*; do
set_names $x
wer=$(grep Sum $dirname/decode_eval2000_fsh_sw1_tg$epoch_suffix/score*/eval2000_hires.ctm.filt.sys | grep -v swbd | utils/best_wer.sh | awk '{print $2}')
printf "% 10s" $wer
done
echo
if $include_looped; then
echo -n "# [looped:] "
for x in $*; do
set_names $x
wer=$(grep Sum $dirname/decode_eval2000_fsh_sw1_tg${epoch_suffix}_looped/score*/eval2000_hires.ctm.filt.sys | grep -v swbd | utils/best_wer.sh | awk '{print $2}')
printf "% 10s" $wer
done
echo
fi
echo -n "# WER on eval2000(fg) "
for x in $*; do
set_names $x
wer=$(grep Sum $dirname/decode_eval2000_fsh_sw1_fg$epoch_suffix/score*/eval2000_hires.ctm.filt.sys | grep -v swbd | utils/best_wer.sh | awk '{print $2}')
printf "% 10s" $wer
done
echo
if $include_looped; then
echo -n "# [looped:] "
for x in $*; do
set_names $x
wer=$(grep Sum $dirname/decode_eval2000_fsh_sw1_fg${epoch_suffix}_looped/score*/eval2000_hires.ctm.filt.sys | grep -v swbd | utils/best_wer.sh | awk '{print $2}')
printf "% 10s" $wer
done
echo
fi
echo -n "# WER on rt03(tg) "
for x in $*; do
set_names $x
wer=$(grep Sum $dirname/decode_rt03_fsh_sw1_tg$epoch_suffix/score*/rt03_hires.ctm.filt.sys| grep -v swbd | utils/best_wer.sh | awk '{print $2}')
printf "% 10s" $wer
done
echo
if $include_looped; then
echo -n "# [looped:] "
for x in $*; do
set_names $x
wer=$(grep Sum $dirname/decode_rt03_fsh_sw1_tg${epoch_suffix}_looped/score*/rt03_hires.ctm.filt.sys| grep -v swbd | utils/best_wer.sh | awk '{print $2}')
printf "% 10s" $wer
done
echo
fi
echo -n "# WER on rt03(fg) "
for x in $*; do
set_names $x
wer=$(grep Sum $dirname/decode_rt03_fsh_sw1_fg$epoch_suffix/score*/rt03_hires.ctm.filt.sys| grep -v swbd | utils/best_wer.sh | awk '{print $2}')
printf "% 10s" $wer
done
echo
if $include_looped; then
echo -n "# [looped:] "
for x in $*; do
set_names $x
wer=$(grep Sum $dirname/decode_rt03_fsh_sw1_fg${epoch_suffix}_looped/score*/rt03_hires.ctm.filt.sys | grep -v swbd | utils/best_wer.sh | awk '{print $2}')
printf "% 10s" $wer
done
echo
fi
if $used_epochs; then
# we don't print the probs in this case.
exit 0
fi
echo -n "# Final train prob "
for x in $*; do
prob=$(grep Overall exp/chain/${x}/log/compute_prob_train.final.log | grep -v xent | awk '{print $8}')
printf "% 10.3f" $prob
done
echo
echo -n "# Final valid prob "
for x in $*; do
prob=$(grep Overall exp/chain/${x}/log/compute_prob_valid.final.log | grep -v xent | awk '{print $8}')
printf "% 10.3f" $prob
done
echo
echo -n "# Final train prob (xent) "
for x in $*; do
prob=$(grep Overall exp/chain/${x}/log/compute_prob_train.final.log | grep -w xent | awk '{print $8}')
printf "% 10.3f" $prob
done
echo
echo -n "# Final valid prob (xent) "
for x in $*; do
prob=$(grep Overall exp/chain/${x}/log/compute_prob_valid.final.log | grep -w xent | awk '{print $8}')
printf "% 10.4f" $prob
done
echo