Blame view
egs/hkust/s5/local/chain/compare_wer.sh
2.35 KB
8dcb6dfcb
first commit
|
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 |
#!/bin/bash
# Copyright 2018 Emotech LTD (Author: Xuechen Liu)
# compare wer between diff. models in hkust chain directory
# exemplar usage: local/chain/compare_wer.sh --online exp/chain/tdnn_7h_sp
# note: this script is made quite general since we kinda wanna give more flexibility to
# users on adding affix for their own use when training models.
set -e
. ./cmd.sh
. ./path.sh
if [ $# == 0 ]; then
echo "Usage: $0: [--online] <dir1> [<dir2> ... ]"
echo "e.g.: $0 --online exp/chain/tdnn_7h_sp"
exit 1
fi
echo "# $0 $*"
include_online=false
if [ "$1" == "--online" ]; then
include_online=true
shift
fi
set_names() {
if [ $# != 1 ]; then
echo "compare_wer_general.sh: internal error"
exit 1 # exit the program
fi
dirname=$(echo $1 | cut -d: -f1)
}
# print model names
echo -n "# Model "
for x in $*; do
printf "% 10s" " $(basename $x)"
done
echo
# print decode CER results
echo -n "# CER(%) "
for x in $*; do
set_names $x
wer=$([ -d $x ] && grep CER $x/decode/cer_* | utils/best_wer.sh | awk '{print $2}')
printf "% 10s" $wer
done
echo
# so how about online CER?
if $include_online; then
echo -n "# CER(%)[online] "
for x in $*; do
set_names $x
wer=$(cat ${x}_online/decode/cer_* | utils/best_wer.sh | awk '{print $2}')
printf "% 10s" $wer
done
echo
echo -n "# CER(%)[per-utt] "
for x in $*; do
set_names $x
wer_per_utt=$(cat ${x}_online/decode_per_utt/cer_* | utils/best_wer.sh | awk '{print $2}')
printf "% 10s" $wer_per_utt
done
echo
fi
# print final log prob for train & validation
echo -n "# Final train prob "
for x in $*; do
prob=$(grep Overall $x/log/compute_prob_train.final.log | grep -v xent | awk '{printf($8)}' | cut -c1-7)
printf "% 10s" $prob
done
echo
echo -n "# Final valid prob "
for x in $*; do
prob=$(grep Overall $x/log/compute_prob_valid.final.log | grep -v xent | awk '{printf($8)}' | cut -c1-7)
printf "% 10s" $prob
done
echo
# do the same for xent objective
echo -n "# Final train prob (xent)"
for x in $*; do
prob=$(grep Overall $x/log/compute_prob_train.final.log | grep -w xent | awk '{printf("%.4f", $8)}')
printf "% 10s" $prob
done
echo
echo -n "# Final valid prob (xent)"
for x in $*; do
prob=$(grep Overall $x/log/compute_prob_valid.final.log | grep -w xent | awk '{printf("%.4f", $8)}')
printf "% 10s" $prob
done
echo
|