#!/bin/bash
  # Copyright 2015-2016  Sarah Flora Juan
  # Copyright 2016  Johns Hopkins University (Author: Yenda Trmal)
  # Apache 2.0
  
  corpus=$1
  set -e -o pipefail
  if [ -z "$corpus" ] ; then
      echo >&2 "The script $0 expects one parameter -- the location of the Iban corpus"
      exit 1
  fi
  if [ ! -d "$corpus" ] ; then
      echo >&2 "The directory $corpus does not exist"
  fi
  
  
  echo "Preparing train and test data"
  mkdir -p data data/local data/train data/dev
  
  for x in train dev; do
      echo "Copy spk2utt, utt2spk, wav.scp, text for $x"
      cp $corpus/data/$x/text     data/$x/text    || exit 1;
      cp $corpus/data/$x/spk2utt  data/$x/spk2utt || exit 1;
      cp $corpus/data/$x/utt2spk  data/$x/utt2spk || exit 1;
  
      # the corpus wav.scp contains physical paths, so we just re-generate
      # the file again from scratchn instead of figuring out how to edit it
      for rec in $(awk '{print $1}' $corpus/data/$x/text) ; do
          spk=${rec%_*}
          filename=$corpus/data/wav/$spk/${rec}.wav
          if [ ! -f "$filename" ] ; then
              echo >&2 "The file $filename could not be found ($rec)"
              exit 1
          fi
          # we might want to store physical paths as a general rule
          filename=$(utils/make_absolute.sh $filename)
          echo "$rec $filename"
      done > data/$x/wav.scp
  
      # fix_data_dir.sh fixes common mistakes (unsorted entries in wav.scp,
      # duplicate entries and so on). Also, it regenerates the spk2utt from
      # utt2sp
      utils/fix_data_dir.sh data/$x
  done
  
  echo "Copying language model"
  if [ -f $corpus/LM/iban-lm-o3.arpa.tar.gz ] ; then
      tar zxf $corpus/LM/iban-lm-o3.arpa.tar.gz -C data/local/
  fi
  
  echo "Data preparation completed."