#!/bin/bash # Copyright 2012 Johns Hopkins University (Author: Daniel Povey) # Apache 2.0 # To be run from .. (one directory up from here) # see ../run.sh for example # Begin configuration section. nj=4 cmd=run.pl plp_config=conf/plp.conf # End configuration section. echo "$0 $@" # Print the command line for logging if [ -f path.sh ]; then . ./path.sh; fi . parse_options.sh || exit 1; if [ $# != 3 ]; then echo "usage: make_plp.sh [options] "; echo "options: " echo " --plp-config # config passed to compute-plp-feats " echo " --nj # number of parallel jobs" echo " --cmd (utils/run.pl|utils/queue.pl ) # how to run jobs." exit 1; fi data=$1 logdir=$2 plpdir=$3 # make $plpdir an absolute pathname. plpdir=`perl -e '($dir,$pwd)= @ARGV; if($dir!~m:^/:) { $dir = "$pwd/$dir"; } print $dir; ' $plpdir ${PWD}` # use "name" as part of name of the archive. name=`basename $data` mkdir -p $plpdir || exit 1; mkdir -p $logdir || exit 1; scp=$data/wav.scp required="$scp $plp_config" for f in $required; do if [ ! -f $f ]; then echo "make_plp.sh: no such file $f" exit 1; fi done # note: in general, the double-parenthesis construct in bash "((" is "C-style # syntax" where we can get rid of the $ for variable names, and omit spaces. # The "for" loop in this style is a special construct. if [ -f $data/segments ]; then echo "$0 [info]: segments file exists: using that." split_segments="" for ((n=1; n<=nj; n++)); do split_segments="$split_segments $logdir/segments.$n" done utils/split_scp.pl $data/segments $split_segments || exit 1; rm $logdir/.error 2>/dev/null $cmd JOB=1:$nj $logdir/make_plp.JOB.log \ extract-segments scp:$scp $logdir/segments.JOB ark:- \| \ compute-plp-feats --verbose=2 --config=$plp_config ark:- \ ark,scp:$plpdir/raw_plp_$name.JOB.ark,$plpdir/raw_plp_$name.JOB.scp \ || exit 1; else echo "$0: [info]: no segments file exists: assuming wav.scp indexed by utterance." split_scps="" for ((n=1; n<=nj; n++)); do split_scps="$split_scps $logdir/wav.$n.scp" done utils/split_scp.pl $scp $split_scps || exit 1; $cmd JOB=1:$nj $logdir/make_plp.JOB.log \ compute-plp-feats --verbose=2 --config=$plp_config scp:$logdir/wav.JOB.scp \ ark,scp:$plpdir/raw_plp_$name.JOB.ark,$plpdir/raw_plp_$name.JOB.scp \ || exit 1; fi if [ -f $logdir/.error.$name ]; then echo "Error producing plp features for $name:" tail $logdir/make_plp.*.log exit 1; fi # concatenate the .scp files together. for ((n=1; n<=nj; n++)); do cat $plpdir/raw_plp_$name.$n.scp || exit 1; done > $data/feats.scp rm $logdir/wav.*.scp $logdir/segments.* 2>/dev/null nf=`cat $data/feats.scp | wc -l` nu=`cat $data/utt2spk | wc -l` if [ $nf -ne $nu ]; then echo "It seems not all of the feature files were successfully ($nf != $nu);" echo "consider using utils/fix_data_dir.sh $data" fi echo "Succeeded creating PLP features for $name"