Blame view

egs/wsj/s5/steps/online/nnet3/decode.sh 5.84 KB
8dcb6dfcb   Yannick Estève   first commit
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
  #!/bin/bash
  
  # Copyright 2014  Johns Hopkins University (Author: Daniel Povey)
  #           2016  Api.ai (Author: Ilya Platonov)
  # Apache 2.0
  
  # Begin configuration section.
  stage=0
  nj=4
  cmd=run.pl
  frames_per_chunk=20
  extra_left_context_initial=0
  min_active=200
  max_active=7000
  beam=15.0
  lattice_beam=6.0
  acwt=0.1   # note: only really affects adaptation and pruning (scoring is on
             # lattices).
  post_decode_acwt=1.0  # can be used in 'chain' systems to scale acoustics by 10 so the
                        # regular scoring script works.
  per_utt=false
  online=true  # only relevant to non-threaded decoder.
  do_endpointing=false
  do_speex_compressing=false
  scoring_opts=
  skip_scoring=false
  silence_weight=1.0  # set this to a value less than 1 (e.g. 0) to enable silence weighting.
  max_state_duration=40 # This only has an effect if you are doing silence
    # weighting.  This default is probably reasonable.  transition-ids repeated
    # more than this many times in an alignment are treated as silence.
  iter=final
  online_config=
  # End configuration section.
  
  echo "$0 $@"  # Print the command line for logging
  
  [ -f ./path.sh ] && . ./path.sh; # source the path.
  . parse_options.sh || exit 1;
  
  if [ $# != 3 ]; then
     echo "Usage: $0 [options] <graph-dir> <data-dir> <decode-dir>"
     echo "... where <decode-dir> is assumed to be a sub-directory of the directory"
     echo " where the models are, as prepared by steps/online/nnet3/prepare_online_decoding.sh"
     echo "e.g.: $0 exp/chain/tdnn/graph data/test exp/chain/tdnn_online/decode/"
     echo ""
     echo ""
     echo "main options (for others, see top of script file)"
     echo "  --config <config-file>                           # config containing options"
     echo "  --online-config <config-file>                    # online decoder options"
     echo "  --nj <nj>                                        # number of parallel jobs"
     echo "  --cmd (utils/run.pl|utils/queue.pl <queue opts>) # how to run jobs."
     echo "  --acwt <float>                                   # acoustic scale used for lattice generation "
     echo "  --per-utt <true|false>                           # If true, decode per utterance without"
     echo "                                                   # carrying forward adaptation info from previous"
     echo "                                                   # utterances of each speaker.  Default: false"
     echo "  --online <true|false>                            # Set this to false if you don't really care about"
     echo "                                                   # simulating online decoding and just want the best"
     echo "                                                   # results.  This will use all the data within each"
     echo "                                                   # utterance (plus any previous utterance, if not in"
     echo "                                                   # per-utterance mode) to estimate the iVectors."
     echo "  --scoring-opts <string>                          # options to local/score.sh"
     echo "  --iter <iter>                                    # Iteration of model to decode; default is final."
     exit 1;
  fi
  
  
  graphdir=$1
  data=$2
  dir=$3
  srcdir=`dirname $dir`; # The model directory is one level up from decoding directory.
  sdata=$data/split$nj;
  
  if [ "$online_config" == "" ]; then
    online_config=$srcdir/conf/online.conf;
  fi
  
  mkdir -p $dir/log
  [[ -d $sdata && $data/feats.scp -ot $sdata ]] || split_data.sh $data $nj || exit 1;
  echo $nj > $dir/num_jobs
  
  for f in $online_config $srcdir/${iter}.mdl \
      $graphdir/HCLG.fst $graphdir/words.txt $data/wav.scp; do
    if [ ! -f $f ]; then
      echo "$0: no such file $f"
      exit 1;
    fi
  done
  
  if ! $per_utt; then
    spk2utt_rspecifier="ark:$sdata/JOB/spk2utt"
  else
    mkdir -p $dir/per_utt
    for j in $(seq $nj); do
      awk '{print $1, $1}' <$sdata/$j/utt2spk >$dir/per_utt/utt2spk.$j || exit 1;
    done
    spk2utt_rspecifier="ark:$dir/per_utt/utt2spk.JOB"
  fi
  
  if [ -f $data/segments ]; then
    wav_rspecifier="ark,s,cs:extract-segments scp,p:$sdata/JOB/wav.scp $sdata/JOB/segments ark:- |"
  else
    wav_rspecifier="ark,s,cs:wav-copy scp,p:$sdata/JOB/wav.scp ark:- |"
  fi
  if $do_speex_compressing; then
    wav_rspecifier="$wav_rspecifier compress-uncompress-speex ark:- ark:- |"
  fi
  if $do_endpointing; then
    wav_rspecifier="$wav_rspecifier extend-wav-with-silence ark:- ark:- |"
  fi
  
  if [ "$silence_weight" != "1.0" ]; then
    silphones=$(cat $graphdir/phones/silence.csl) || exit 1
    silence_weighting_opts="--ivector-silence-weighting.max-state-duration=$max_state_duration --ivector-silence-weighting.silence_phones=$silphones --ivector-silence-weighting.silence-weight=$silence_weight"
  else
    silence_weighting_opts=
  fi
  
  
  if [ "$post_decode_acwt" == 1.0 ]; then
    lat_wspecifier="ark:|gzip -c >$dir/lat.JOB.gz"
  else
    lat_wspecifier="ark:|lattice-scale --acoustic-scale=$post_decode_acwt ark:- ark:- | gzip -c >$dir/lat.JOB.gz"
  fi
  
  
  if [ -f $srcdir/frame_subsampling_factor ]; then
    # e.g. for 'chain' systems
    frame_subsampling_opt="--frame-subsampling-factor=$(cat $srcdir/frame_subsampling_factor)"
  fi
  
  if [ $stage -le 0 ]; then
    $cmd JOB=1:$nj $dir/log/decode.JOB.log \
      online2-wav-nnet3-latgen-faster $silence_weighting_opts --do-endpointing=$do_endpointing \
      --frames-per-chunk=$frames_per_chunk \
      --extra-left-context-initial=$extra_left_context_initial \
      --online=$online \
         $frame_subsampling_opt \
       --config=$online_config \
       --min-active=$min_active --max-active=$max_active --beam=$beam --lattice-beam=$lattice_beam \
       --acoustic-scale=$acwt --word-symbol-table=$graphdir/words.txt \
       $srcdir/${iter}.mdl $graphdir/HCLG.fst $spk2utt_rspecifier "$wav_rspecifier" \
        "$lat_wspecifier" || exit 1;
  fi
  
  if ! $skip_scoring ; then
    [ ! -x local/score.sh ] && \
      echo "Not scoring because local/score.sh does not exist or not executable." && exit 1;
    local/score.sh --cmd "$cmd" $scoring_opts $data $graphdir $dir
  fi
  
  exit 0;