Blame view

egs/gp/s1/utils/decode.sh 4.83 KB
8dcb6dfcb   Yannick Estève   first commit
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
  #!/bin/bash   
  
  # Copyright 2012  Arnab Ghoshal
  # Copyright 2010-2011  Microsoft Corporation
  
  # Licensed under the Apache License, Version 2.0 (the "License");
  # you may not use this file except in compliance with the License.
  # You may obtain a copy of the License at
  #
  #  http://www.apache.org/licenses/LICENSE-2.0
  #
  # THIS CODE IS PROVIDED *AS IS* BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
  # KIND, EITHER EXPRESS OR IMPLIED, INCLUDING WITHOUT LIMITATION ANY IMPLIED
  # WARRANTIES OR CONDITIONS OF TITLE, FITNESS FOR A PARTICULAR PURPOSE,
  # MERCHANTABLITY OR NON-INFRINGEMENT.
  # See the Apache 2 License for the specific language governing permissions and
  # limitations under the License.
  
  function error_exit () {
    echo -e "$@" >&2; exit 1;
  }
  
  function readint () {
    local retval=${1/#*=/};  # In case --switch=ARG format was used
    retval=${retval#0*}      # Strip any leading 0's
    [[ "$retval" =~ ^-?[1-9][0-9]*$ ]] \
      || error_exit "Argument \"$retval\" not an integer."
    echo $retval
  }
  
  function read_dirname () {
    local dir_name=${1/#*=/};  # In case --switch=ARG format was used
    [ -d "$dir_name" ] || error_exit "Argument '$dir_name' not a directory";
    local retval=`cd $dir_name 2>/dev/null && pwd || exit 1`
    echo $retval
  }
  
  orig_args="$*"
  nj=""  # Total number of jobs unset by default. Will set to #speakers (if 
            # using a grid) or 4 (if not), unless specified by user.
  lang=""   # Option for sclite scoring (off by default)
  opts=""
  qcmd=""   # Options for the submit_jobs.sh script
  sjopts="" # Options for the submit_jobs.sh script
  
  PROG=`basename $0`;
  usage="Usage: $PROG [options] <decode_script> <graph-dir> <data-dir> <decode-dir> [extra-args...]
  
  
  Options:
  
    --help\t\tPrint this message and exit
  
    -l DIR\t\tDirectory to find L_align.fst (needed for sclite scoring)
  
    --num-jobs INT\tNumber of parallel jobs to run (default=$nj).
  
    --opts STRING\tOptions for the decoder script
  
    --qcmd STRING\tCommand for submitting a job to a grid engine (e.g. qsub) including switches.
  
    --sjopts STRING\tOptions for the 'submit_jobs.sh' script
  
  ";
  
  while [ $# -gt 0 ]; do
    case "${1# *}" in  # ${1# *} strips any leading spaces from the arguments
      --help) echo -e $usage; exit 0 ;;
      -l) 
        shift; lang=`read_dirname $1`;
        [ ! -f "$lang/phones_disambig.txt" -o ! -f "$lang/L_align.fst" ] && \
  	error_exit "Invalid argument to -l option; expected $lang/phones_disambig.txt and $lang/L_align.fst to exist."
        shift ;;
      --num-jobs)
        shift; nj=`readint $1`;
        [ $nj -lt 1 ] && error_exit "--num-jobs arg '$nj' not positive.";
        shift ;;
      --opts)
        shift; opts="$1"; shift ;;
      --qcmd)
        shift; qcmd="--qcmd=${1}"; shift ;;
      --sjopts)
        shift; sjopts="$1"; shift ;;
      -*)  echo "Unknown argument: $1, exiting"; echo -e $usage; exit 1 ;;
      *)   break ;;   # end of options: interpreted as the script to execute
    esac
  done
  
  
  if [ $# -lt 4 ]; then
    error_exit $usage;
  fi
  
  script=$1
  graphdir=$2
  data=$3
  dir=$4
  # Make "dir" an absolute pathname.
  dir=`perl -e '($dir,$pwd)= @ARGV; if($dir!~m:^/:) { $dir = "$pwd/$dir"; } print $dir; ' $dir ${PWD}`
  mkdir -p $dir || exit 1
  shift;shift;shift;shift;
  # Remaining args will be supplied to decoding script.
  extra_args=$* 
  
  [ -f path.sh ] && . ./path.sh
  
  for file in $script $scp $data/utt2spk; do
    if [ ! -f "$file" ]; then
       echo "decode.sh: no such file $file"
       exit 1
    fi 
  done
  
  if [ ! -f $graphdir/HCLG.fst -a ! -f $graphdir/G.fst ]; then
    # Note: most scripts expect HCLG.fst in graphdir, but the
    # "*_fromlats.sh" script(s) require(s) a "lang" dir in that
    # position
    echo No such file: $graphdir/HCLG.fst or $graphdir/G.fst
    exit 1;
  fi
  
  if [ -z "$nj" ]; then # Figure out num-jobs; user did not specify.
    if [ -z "$qcmd" ]; then
      nj=4
    else  # running on queue...
      nj=`utt2spk_to_spk2utt.pl $data/utt2spk | wc -l`
    fi
  fi
  
  echo "Decoding with num-jobs = $nj"
  if [[ $nj -gt 1 || ! -d $data/split$nj || \
        $data/split$nj -ot $data/feats.scp ]]; then
    split_data.sh $data $nj
  fi
  
  #for n in `get_splits.pl $nj`; do
  submit_jobs.sh "$qcmd" --njobs=$nj --log=$dir/decodeTASK_ID.log $sjopts \
    $script $opts -j $nj TASK_ID $graphdir $data $dir $extra_args \
    || error_exit "Error in decoding script: command was decode.sh $orig_args"
  
  if ls $dir/lat.*.gz >&/dev/null; then
    if [ -n "$lang" ]; then  
    # sclite scoring: $lang directory supplied only for this reason.
      [ ! -f $data/stm ] && \
        error_exit "Expected $data/stm to exist (-l only used for sclite scoring)"
      score_lats_ctm.sh $dir $lang $data || \
        error_exit "Error in scoring of lattices using sclite."
    else
      score_lats.sh $dir $graphdir/words.txt $data || \
        error_exit "Error in scoring of latices.";
    fi
  elif ls $dir/*.txt >&/dev/null; then
    score_text.sh $dir $data || error_exit "Error in scoring of hypotheses.";
  else
    eror_exit "No output found in $dir, not scoring.";
  fi