#!/bin/bash

# This is neural net training on top of adapted 40-dimensional features.
# This version of the script uses GPUs.  We distinguish it by putting "_gpu"
# at the end of the directory name.
#
# Since we're using one quarter the number of jobs (num-jobs-nnet) as the
# run_4c.sh script, we halve the learning rate (generally speaking, splitting
# the difference like this is probably a good idea.)


stage=0
train_stage=-100
. ./cmd.sh || exit 1;
. utils/parse_options.sh || exit 1;

# We increase the beam relative to the defaults; this is just for this RM setup,
# where the default beams will likely generate very thin lattices.  Note: the
# transform-dir is important to specify, since this system is on top of fMLLR
# features.

nj=8

if [ $stage -le 0 ]; then
  steps/nnet2/make_denlats.sh --cmd "$decode_cmd --mem 1G" \
    --nj $nj --sub-split 20 --num-threads 6 --parallel-opts "--num-threads 6" \
    --beam 20.0 --lattice-beam 10.0 \
    --transform-dir exp/tri3b_ali \
    data/train data/lang exp/nnet4c exp/nnet4c_denlats
fi

if [ $stage -le 1 ]; then
  steps/nnet2/align.sh  --cmd "$decode_cmd --mem 1G" \
    --transform-dir exp/tri3b_ali \
    --nj $nj data/train data/lang exp/nnet4c exp/nnet4c_ali
fi

if [ $stage -le 2 ]; then
  steps/nnet2/train_discriminative.sh --cmd "$decode_cmd" \
    --stage $train_stage \
    --transform-dir exp/tri3b_ali \
    --num-jobs-nnet 2 data/train data/lang \
    exp/nnet4c_ali exp/nnet4c_denlats exp/nnet4c/final.mdl exp/nnet5c_mpe
fi

if [ $stage -le 3 ]; then
  for epoch in 1 2 3 4; do
    steps/nnet2/decode.sh --config conf/decode.config --cmd "$decode_cmd" --nj 20 --iter epoch$epoch \
      --transform-dir exp/tri3b/decode \
      exp/tri3b/graph data/test exp/nnet5c_mpe/decode_epoch$epoch  &

    steps/nnet2/decode.sh --config conf/decode.config --cmd "$decode_cmd" --nj 20 --iter epoch$epoch \
      --transform-dir exp/tri3b/decode_ug \
      exp/tri3b/graph_ug data/test exp/nnet5c_mpe/decode_ug_epoch$epoch &
  done
fi