#!/bin/bash
  
  . ./cmd.sh
  . ./path.sh
  
  stage=0
  
  # the location of the LDC corpus; this location works for the CLSP grid.
  datadir=/export/corpora5/LDC/LDC2006S37
  
  # The corpus and lexicon are on openslr.org
  #speech_url="http://www.openslr.org/resources/39/LDC2006S37.tar.gz"
  lexicon_url="http://www.openslr.org/resources/34/santiago.tar.gz"
  
  # Location of the Movie subtitles text corpus
  subtitles_url="http://opus.lingfil.uu.se/download.php?f=OpenSubtitles2018/en-es.txt.zip"
  
  . utils/parse_options.sh
  
  set -e
  set -o pipefail
  set -u
  
  
  # don't change tmpdir, the location is used explicitly in scripts in local/.
  tmpdir=data/local/tmp
  
  if [ $stage -le 0 ]; then
    if [ ! -d $datadir ]; then
      echo "$0: please download and un-tar http://www.openslr.org/resources/39/LDC2006S37.tar.gz"
      echo "  and set $datadir to the directory where it is located."
      exit 1
    fi
    if [ ! -s santiago.txt ]; then
      echo "$0: downloading the lexicon"
      wget -c http://www.openslr.org/resources/34/santiago.tar.gz
      tar -xvzf santiago.tar.gz
    fi
    # Get data for lm training
    local/subs_download.sh $subtitles_url
  fi
  
  if [ $stage -le 1 ]; then
    echo "Making lists for building models."
    local/prepare_data.sh $datadir
  fi
  
  if [ $stage -le 2 ]; then
    mkdir -p data/local/dict $tmpdir/dict
    local/prepare_dict.sh
  fi
  
  if [ $stage -le 3 ]; then
    utils/prepare_lang.sh \
      data/local/dict "<UNK>" \
      data/local/lang data/lang
  fi
  
  if [ $stage -le 4 ]; then
    mkdir -p $tmpdir/subs/lm
    local/subs_prepare_data.pl
  fi
  
  if [ $stage -le 5 ]; then
    echo "point 1"
    local/prepare_lm.sh  $tmpdir/subs/lm/in_vocabulary.txt
  fi
  
  if [ $stage -le 6 ]; then
    echo "point 2"
    utils/format_lm.sh \
      data/lang data/local/lm/trigram.arpa.gz data/local/dict/lexicon.txt \
      data/lang_test
  fi
  
  if [ $stage -le 7 ]; then
    echo "$0: extracting acoustic features."
    mkdir -p exp
  
    for fld in native nonnative test devtest train; do
      if [ -e data/$fld/cmvn.scp ]; then
        rm data/$fld/cmvn.scp
      fi
  
      steps/make_mfcc.sh --cmd "$train_cmd" --nj 4 data/$fld
      utils/fix_data_dir.sh data/$fld
      steps/compute_cmvn_stats.sh data/$fld
      utils/fix_data_dir.sh data/$fld
    done
  fi
  
  if [ $stage -le 8 ]; then
    echo "$0 monophone training"
    steps/train_mono.sh --nj 8 --cmd "$train_cmd" data/train data/lang exp/mono || exit 1;
  
    # evaluation
    (
      # make decoding graph for monophones
      utils/mkgraph.sh data/lang_test exp/mono exp/mono/graph || exit 1;
  
      # test monophones
      for x in native nonnative devtest test; do
        steps/decode.sh --nj 8 exp/mono/graph data/$x exp/mono/decode_${x} || exit 1;
      done
    ) &
  fi
  
  if [ $stage -le 9 ]; then
    # align with monophones
    steps/align_si.sh --nj 8 --cmd "$train_cmd" \
      data/train data/lang exp/mono exp/mono_ali
  
    echo "$0 Starting  triphone training in exp/tri1"
    steps/train_deltas.sh  --cmd "$train_cmd" --cluster-thresh 100 \
      1500 25000 data/train data/lang exp/mono_ali exp/tri1
  
    wait  # wait for the previous decoding jobs to finish in case there's just one
          # machine.
    (
      utils/mkgraph.sh \
      data/lang_test exp/tri1 exp/tri1/graph || exit 1;
  
      for x in native nonnative devtest test; do
        steps/decode.sh --nj 8 exp/tri1/graph data/$x exp/tri1/decode_${x} || exit 1;
      done
    ) &
  
  fi
  
  if [ $stage -le 10 ]; then
    echo "$0: Starting delta system alignment"
    steps/align_si.sh \
      --nj 8 --cmd "$train_cmd" data/train data/lang exp/tri1 exp/tri1_ali
  
    echo "$0: starting lda+mllt triphone training in exp/tri2b"
  
    steps/train_lda_mllt.sh \
      --splice-opts "--left-context=3 --right-context=3" \
      2000 30000 data/train data/lang exp/tri1_ali exp/tri2b
  
    wait  # wait for the previous decoding jobs to finish in case there's just one
          # machine.
  
    (
      utils/mkgraph.sh data/lang_test exp/tri2b exp/tri2b/graph || exit 1;
  
      for x in native nonnative devtest test; do
        steps/decode.sh --nj 8 exp/tri2b/graph data/$x exp/tri2b/decode_${x} || exit 1;
      done
    ) &
  fi
  
  if  [ $stage -le 11 ]; then
    echo "$0: Starting LDA+MLLT system alignment"
  
    steps/align_si.sh \
      --use-graphs true --nj 8 --cmd "$train_cmd" \
      data/train data/lang exp/tri2b exp/tri2b_ali
  
    echo "$0 Starting (SAT) triphone training in exp/tri3b"
    steps/train_sat.sh \
      --cmd "$train_cmd" \
      3100 50000 data/train data/lang exp/tri2b_ali exp/tri3b
  
    echo "$0 Starting exp/tri3b_ali"
    steps/align_fmllr.sh \
      --nj 8 --cmd "$train_cmd" \
      data/train data/lang exp/tri3b exp/tri3b_ali
  
    wait  # wait for the previous decoding jobs to finish in case there's just one
          # machine.
    (
      # make decoding graphs for SAT models
      utils/mkgraph.sh \
        data/lang_test exp/tri3b exp/tri3b/graph ||  exit 1;
  
      for x in native nonnative devtest test; do
        echo "$0: decoding $x with tri3b models."
        steps/decode_fmllr.sh \
          --nj 8 --cmd "$decode_cmd"  exp/tri3b/graph data/$x exp/tri3b/decode_${x}
      done
    ) &
  fi
  
  if [ $stage -le 12 ]; then
    echo "$0: train and test chain models."
    local/chain/run_tdnn.sh
  fi
  
  wait