#!/bin/bash
  # Copyright Ondrej Platek Apache 2.0
  
  DATA_ROOT=$1
  
  url=https://lindat.mff.cuni.cz/repository/xmlui/bitstream/handle/11858/00-097C-0000-0023-4671-4/data_voip_en.tgz
  # This might be faster:
  #url=http://www.openslr.org/resources/6/data_voip_en.tgz
  name=data_voip_en
  extract_file=205859
  
  mkdir -p $DATA_ROOT
  
  if [ ! -f $DATA_ROOT/${name}.tgz ] ; then
      wget $url -O $DATA_ROOT/${name}.tgz || exit 1
      echo "Data successfully downloaded"
  fi
  
  if [[ ! -d $DATA_ROOT/$name && -e $DATA_ROOT/$name ]] ; then
      echo "The $DATA_ROOT/$name is not a directory and we cannot extract the data!"
      exit 1;
  fi
  
  if [ ! -d $DATA_ROOT/$name ] ; then
      mkdir $DATA_ROOT/$name
      tar xfv $DATA_ROOT/${name}.tgz -C $DATA_ROOT | \
      while read line; do
          x=$((x+1))
          echo -en "$x extracted from $extract_file files.\r"
      done
  fi
  
  if [ -d $DATA_ROOT/$name ] ; then
      echo "Checking if data extracted correctly"
      num_files=`find $DATA_ROOT/$name -name '*' | wc -l`
      if [ ! $num_files -eq $extract_file ] ; then
          echo "Data extraction failed! Extracted $num_files instead of $extract_file"
          exit 1;
      fi
      echo "It seams that data are extracted correctly"
  fi
  
  pushd $DATA_ROOT
      for t in test train dev ; do
          ln -s $name/$t
      done
      ln -s $name/arpa_bigram arpa-bigram
  popd