Blame view
egs/wsj/s5/steps/lmrescore_const_arpa.sh
1.96 KB
8dcb6dfcb
first commit
|
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 |
#!/bin/bash
# Copyright 2014 Guoguo Chen
# Apache 2.0
# This script rescores lattices with the ConstArpaLm format language model.
# Begin configuration section.
cmd=run.pl
skip_scoring=false
stage=1
scoring_opts=
# End configuration section.
echo "$0 $@" # Print the command line for logging
. ./utils/parse_options.sh
if [ $# != 5 ]; then
echo "Does language model rescoring of lattices (remove old LM, add new LM)"
echo "Usage: $0 [options] <old-lang-dir> <new-lang-dir> \\"
echo " <data-dir> <input-decode-dir> <output-decode-dir>"
echo "options: [--cmd (run.pl|queue.pl [queue opts])]"
exit 1;
fi
[ -f path.sh ] && . ./path.sh;
oldlang=$1
newlang=$2
data=$3
indir=$4
outdir=$5
oldlm=$oldlang/G.fst
newlm=$newlang/G.carpa
! cmp $oldlang/words.txt $newlang/words.txt &&\
echo "$0: Warning: vocabularies may be incompatible."
[ ! -f $oldlm ] && echo "$0: Missing file $oldlm" && exit 1;
[ ! -f $newlm ] && echo "$0: Missing file $newlm" && exit 1;
! ls $indir/lat.*.gz >/dev/null &&\
echo "$0: No lattices input directory $indir" && exit 1;
if ! cmp -s $oldlang/words.txt $newlang/words.txt; then
echo "$0: $oldlang/words.txt and $newlang/words.txt differ: make sure you know what you are doing.";
fi
oldlmcommand="fstproject --project_output=true $oldlm |"
mkdir -p $outdir/log
nj=`cat $indir/num_jobs` || exit 1;
cp $indir/num_jobs $outdir
if [ $stage -le 1 ]; then
$cmd JOB=1:$nj $outdir/log/rescorelm.JOB.log \
lattice-lmrescore --lm-scale=-1.0 \
"ark:gunzip -c $indir/lat.JOB.gz|" "$oldlmcommand" ark:- \| \
lattice-lmrescore-const-arpa --lm-scale=1.0 \
ark:- "$newlm" "ark,t:|gzip -c>$outdir/lat.JOB.gz" || exit 1;
fi
if ! $skip_scoring && [ $stage -le 2 ]; then
err_msg="Not scoring because local/score.sh does not exist or not executable."
[ ! -x local/score.sh ] && echo $err_msg && exit 1;
local/score.sh --cmd "$cmd" $scoring_opts $data $newlang $outdir
else
echo "Not scoring because requested so..."
fi
exit 0;
|