#!/bin/bash
  # Copyright 2012 Karel Vesely
  
  # Licensed under the Apache License, Version 2.0 (the "License");
  # you may not use this file except in compliance with the License.
  # You may obtain a copy of the License at
  #
  #  http://www.apache.org/licenses/LICENSE-2.0
  #
  # THIS CODE IS PROVIDED *AS IS* BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
  # KIND, EITHER EXPRESS OR IMPLIED, INCLUDING WITHOUT LIMITATION ANY IMPLIED
  # WARRANTIES OR CONDITIONS OF TITLE, FITNESS FOR A PARTICULAR PURPOSE,
  # MERCHANTABLITY OR NON-INFRINGEMENT.
  # See the Apache 2 License for the specific language governing permissions and
  # limitations under the License.
  
  # This script resaves features to a specified directory,
  # this is done to have the randomized data stored consecutivly,
  # which improves the speed and reduces loads on disks.
  #
  # To make sure the temporary dir gets deleted upon exit of the calling script
  # you can use something like:
  #
  # trap "echo \"Removing features tmpdir $tmpdir @ $(hostname)\"; rm -r $tmpdir" EXIT
  
  
  echo "$0 $@"  # Print the command line for logging
  
  [ -f path.sh ] && . ./path.sh;
  . parse_options.sh || exit 1;
  
  
  if [ $# != 3 ]; then
     echo "Usage: $0 <input.scp> <tmpdir> <output.scp>"
     echo " e.g.: $0 train_remote.scp /tmp/324nkjl train_local.scp"
     exit 1;
  fi
  
  scp_in=$1
  tmpdir=$2
  scp_out=$3
  
  echo "Re-saving the features to tmpdir $tmpdir @ $(hostname)"
  #divide the arks per 10k files
  nj=$((1 + $(cat $scp_in | wc -l) / 10000))
  for((n=0; n<nj; n++)); do
    copy-feats "scp:utils/split_scp.pl -j $nj $n $scp_in - |" ark,scp:$tmpdir/feats.$n.ark,$tmpdir/feats.$n.scp || exit 1
  done
  #assemble the scp file
  for((n=0; n<nj; n++)); do
    cat $tmpdir/feats.$n.scp
  done > $scp_out
  #test we have all the data
  l1=$(cat $scp_in | wc -l)
  l2=$(cat $scp_out | wc -l)
  [[ "$l1" != "$l2" ]] && echo "ERROR in data re-saving $l1 != $l2" && exit 1;
  #notify it was copied ok
  wc -l $scp_in $scp_out
  echo Copied ok!
  
  exit 0