Blame view

egs/heroico/s5/local/prepare_lm.sh 961 Bytes
8dcb6dfcb   Yannick Estève   first commit
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
  #!/bin/bash
  
  # Copyright 2017 John Morgan
  # Apache 2.0.
  
  . ./cmd.sh
  set -e
  . ./path.sh
  stage=0
  
  . ./utils/parse_options.sh
  
  if [ ! -d data/local/lm ]; then
      mkdir -p data/local/lm
  fi
  
  corpus=$1
  
  if [ ! -f $corpus ]; then
    echo "$0: input data $corpus not found."
    exit 1
  fi
  
  if ! command ngram-count >/dev/null; then
    if uname -a | grep 64 >/dev/null; then # some kind of 64 bit...
      sdir=$KALDI_ROOT/tools/srilm/bin/i686-m64
    else
      sdir=$KALDI_ROOT/tools/srilm/bin/i686
    fi
    if [ -f $sdir/ngram-count ]; then
      echo Using SRILM tools from $sdir
      export PATH=$PATH:$sdir
    else
      echo You appear to not have SRILM tools installed, either on your path,
      echo or installed in $sdir.  See tools/install_srilm.sh for installation
      echo instructions.
      exit 1
    fi
  fi
  
  
  ngram-count -order 3 -interpolate -unk -map-unk "<UNK>" \
      -limit-vocab -text $corpus -lm data/local/lm/trigram.arpa || exit 1;
  
  gzip -f data/local/lm/trigram.arpa