Blame view
egs/wsj/s5/steps/copy_lat_dir.sh
2.55 KB
8dcb6dfcb
first commit
|
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 |
#!/bin/bash
# Copyright 2019 Phani Sankar Nidadavolu
# Apache 2.0.
prefixes="reverb1 babble music noise"
include_original=true
max_jobs_run=50
nj=100
cmd=queue.pl
write_compact=true
. ./path.sh
. utils/parse_options.sh
if [ $# -ne 3 ]; then
echo "Usage: $0 [options] <out-data> <src-lat-dir> <out-lat-dir>"
echo "This script creates lattices for the aug dirs by copying the lattices of original train dir"
echo "While copying it adds prefix to the utterances specified by prefixes option"
echo "Note that the original train dir does not have any prefix"
echo "To include the original training directory in the copied "
echo "version set the --include-original option to true"
echo "main options (for others, see top of script file)"
echo " --prefixes <string of prefixes to add> # All the prefixes of aug data to be included"
echo " --include-original <true/false> # If true, will copy the lattices of original dir"
echo " --write-compact <true/false> # Write lattices in compact mode"
exit 1
fi
data=$1
src_dir=$2
dir=$3
mkdir -p $dir
num_jobs=$(cat $src_dir/num_jobs)
rm -f $dir/lat_tmp.*.{ark,scp} 2>/dev/null
# Copy the alignments temporarily
echo "creating temporary lattices in $dir"
$cmd --max-jobs-run $max_jobs_run JOB=1:$num_jobs $dir/log/copy_lat_temp.JOB.log \
lattice-copy --write-compact=$write_compact \
"ark:gunzip -c $src_dir/lat.JOB.gz |" \
ark,scp:$dir/lat_tmp.JOB.ark,$dir/lat_tmp.JOB.scp || exit 1
# Make copies of utterances for perturbed data
for p in $prefixes; do
cat $dir/lat_tmp.*.scp | awk -v p=$p '{print p"-"$0}'
done | sort -k1,1 > $dir/lat_out.scp.aug
if [ "$include_original" == "true" ]; then
cat $dir/lat_tmp.*.scp | awk '{print $0}' | sort -k1,1 > $dir/lat_out.scp.clean
cat $dir/lat_out.scp.clean $dir/lat_out.scp.aug | sort -k1,1 > $dir/lat_out.scp
else
cat $dir/lat_out.scp.aug | sort -k1,1 > $dir/lat_out.scp
fi
utils/split_data.sh ${data} $nj
# Copy and dump the lattices for perturbed data
echo Creating lattices for augmented data by copying lattices from clean data
$cmd --max-jobs-run $max_jobs_run JOB=1:$nj $dir/log/copy_out_lat.JOB.log \
lattice-copy --write-compact=$write_compact \
"scp:utils/filter_scp.pl ${data}/split$nj/JOB/utt2spk $dir/lat_out.scp |" \
"ark:| gzip -c > $dir/lat.JOB.gz" || exit 1
rm $dir/lat_out.scp.{aug,clean} $dir/lat_out.scp
rm $dir/lat_tmp.*
echo $nj > $dir/num_jobs
for f in cmvn_opts splice_opts final.mdl splice_opts tree frame_subsampling_factor; do
if [ -f $src_dir/$f ]; then cp $src_dir/$f $dir/$f; fi
done
|