Blame view
egs/wsj/s5/steps/nnet3/decode_grammar.sh
4.84 KB
8dcb6dfcb first commit |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 |
#!/bin/bash # Copyright 2012-2015 Johns Hopkins University (Author: Daniel Povey). # Apache 2.0. # This is a version of ./decode.sh that allows you to decode with a GrammarFst. # See kaldi-asr.org/doc/grammar.html for an overview of what this is about. # Begin configuration section. stage=1 nj=4 # number of decoding jobs. acwt=0.1 # Just a default value, used for adaptation and beam-pruning.. post_decode_acwt=1.0 # can be used in 'chain' systems to scale acoustics by 10 so the # regular scoring script works. cmd=run.pl beam=15.0 frames_per_chunk=50 max_active=7000 min_active=200 ivector_scale=1.0 lattice_beam=8.0 # Beam we use in lattice generation. iter=final scoring_opts= skip_diagnostics=false skip_scoring=false extra_left_context=0 extra_right_context=0 extra_left_context_initial=-1 extra_right_context_final=-1 online_ivector_dir= minimize=false # End configuration section. echo "$0 $@" # Print the command line for logging [ -f ./path.sh ] && . ./path.sh; # source the path. . utils/parse_options.sh || exit 1; if [ $# -ne 3 ]; then echo "Usage: $0 [options] <graph-dir> <data-dir> <decode-dir>" echo "e.g.: steps/nnet3/decode.sh --nj 8 \\" echo "--online-ivector-dir exp/nnet2_online/ivectors_test_eval92 \\" echo " exp/tri4b/graph_bg data/test_eval92_hires $dir/decode_bg_eval92" echo "main options (for others, see top of script file)" echo " --config <config-file> # config containing options" echo " --nj <nj> # number of parallel jobs" echo " --cmd <cmd> # Command to run in parallel with" echo " --beam <beam> # Decoding beam; default 15.0" echo " --iter <iter> # Iteration of model to decode; default is final." echo " --scoring-opts <string> # options to local/score.sh" exit 1; fi graphdir=$1 data=$2 dir=$3 srcdir=`dirname $dir`; # Assume model directory one level up from decoding directory. model=$srcdir/$iter.mdl extra_files= if [ ! -z "$online_ivector_dir" ]; then steps/nnet2/check_ivectors_compatible.sh $srcdir $online_ivector_dir || exit 1 extra_files="$online_ivector_dir/ivector_online.scp $online_ivector_dir/ivector_period" fi utils/lang/check_phones_compatible.sh {$srcdir,$graphdir}/phones.txt || exit 1 for f in $graphdir/HCLG.gra $data/feats.scp $model $extra_files; do [ ! -f $f ] && echo "$0: no such file $f" && exit 1; done sdata=$data/split$nj; cmvn_opts=`cat $srcdir/cmvn_opts` || exit 1; mkdir -p $dir/log [[ -d $sdata && $data/feats.scp -ot $sdata ]] || split_data.sh $data $nj || exit 1; echo $nj > $dir/num_jobs ## Set up features. echo "$0: feature type is raw" feats="ark,s,cs:apply-cmvn $cmvn_opts --utt2spk=ark:$sdata/JOB/utt2spk scp:$sdata/JOB/cmvn.scp scp:$sdata/JOB/feats.scp ark:- |" if [ ! -z "$online_ivector_dir" ]; then ivector_period=$(cat $online_ivector_dir/ivector_period) || exit 1; ivector_opts="--online-ivectors=scp:$online_ivector_dir/ivector_online.scp --online-ivector-period=$ivector_period" fi if [ "$post_decode_acwt" == 1.0 ]; then lat_wspecifier="ark:|gzip -c >$dir/lat.JOB.gz" else lat_wspecifier="ark:|lattice-scale --acoustic-scale=$post_decode_acwt ark:- ark:- | gzip -c >$dir/lat.JOB.gz" fi frame_subsampling_opt= if [ -f $srcdir/frame_subsampling_factor ]; then # e.g. for 'chain' systems frame_subsampling_opt="--frame-subsampling-factor=$(cat $srcdir/frame_subsampling_factor)" fi if [ $stage -le 1 ]; then $cmd JOB=1:$nj $dir/log/decode.JOB.log \ nnet3-latgen-grammar $ivector_opts $frame_subsampling_opt \ --frames-per-chunk=$frames_per_chunk \ --extra-left-context=$extra_left_context \ --extra-right-context=$extra_right_context \ --extra-left-context-initial=$extra_left_context_initial \ --extra-right-context-final=$extra_right_context_final \ --minimize=$minimize --max-active=$max_active --min-active=$min_active --beam=$beam \ --lattice-beam=$lattice_beam --acoustic-scale=$acwt --allow-partial=true \ --word-symbol-table=$graphdir/words.txt "$model" \ $graphdir/HCLG.gra "$feats" "$lat_wspecifier" || exit 1; fi if [ $stage -le 2 ]; then if ! $skip_diagnostics ; then [ ! -z $iter ] && iter_opt="--iter $iter" steps/diagnostic/analyze_lats.sh --cmd "$cmd" $iter_opt $graphdir $dir fi fi # The output of this script is the files "lat.*.gz"-- we'll rescore this at # different acoustic scales to get the final output. if [ $stage -le 3 ]; then if ! $skip_scoring ; then [ ! -x local/score.sh ] && \ echo "Not scoring because local/score.sh does not exist or not executable." && exit 1; echo "score best paths" [ "$iter" != "final" ] && iter_opt="--iter $iter" local/score.sh $scoring_opts --cmd "$cmd" $data $graphdir $dir echo "score confidence and timing with sclite" fi fi echo "Decoding done." exit 0; |