Blame view
egs/wsj/s5/steps/nnet3/adjust_priors.sh
3.37 KB
8dcb6dfcb
first commit
|
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 |
#!/bin/bash
. ./path.sh
# This script computes the DNN output averaged over a small subset of
# training egs and stores it in post.$iter.vec.
# This is used for the purpose of adjusting the nnet priors.
# When --use-raw-nnet is false, then the computed priors is added into the
# nnet model; hence the term adjust priors.
# When --use-raw-nnet is true, the computed priors is not added into the
# nnet model and left in the file post.$iter.vec.
cmd=run.pl
prior_subset_size=20000 # 20k samples per job, for computing priors.
num_jobs_compute_prior=10 # these are single-threaded, run on CPU.
use_gpu=false # if true, we run on GPU.
egs_type=egs # Compute from $egs_type.*.ark in $egs_dir
# If --egs-type is degs, then the program
# nnet3-discriminative-compute-from-egs is used
# instead of nnet3-compute-from-egs.
use_raw_nnet=false # If raw nnet, the averaged posterior is computed
# and stored in post.$iter.vec; but there is no
# adjusting of priors
minibatch_size=256
iter=final
. utils/parse_options.sh
echo "$0 $@" # Print the command line for logging
if [ $# -ne 2 ]; then
echo "Usage: $0 [opts] <exp-dir> <egs-dir>"
echo " e.g.: $0 exp/nnet3_sad_snr/tdnn_train_100k_whole_1k_splice2_2_relu500"
exit 1
fi
dir=$1
egs_dir=$2
if $use_gpu; then
prior_gpu_opt="--use-gpu=yes"
prior_queue_opt="--gpu 1"
else
prior_gpu_opt="--use-gpu=no"
prior_queue_opt=""
fi
for f in $egs_dir/$egs_type.1.ark $egs_dir/info/num_archives; do
if [ ! -f $f ]; then
echo "$f not found"
exit 1
fi
done
if $use_raw_nnet; then
model=$dir/$iter.raw
else
model="nnet3-am-copy --raw=true $dir/$iter.mdl - |"
fi
rm -f $dir/post.$iter.*.vec 2>/dev/null
num_archives=$(cat $egs_dir/info/num_archives) || { echo "error: no such file $egs_dir/info/frames_per_eg"; exit 1; }
if [ $num_jobs_compute_prior -gt $num_archives ]; then
num_jobs_compute_prior=$num_archives
fi
if [ $egs_type != "degs" ]; then
$cmd JOB=1:$num_jobs_compute_prior $prior_queue_opt $dir/log/get_post.$iter.JOB.log \
nnet3-copy-egs ark:$egs_dir/$egs_type.JOB.ark ark:- \| \
nnet3-subset-egs --srand=JOB --n=$prior_subset_size ark:- ark:- \| \
nnet3-merge-egs --minibatch-size=$minibatch_size ark:- ark:- \| \
nnet3-compute-from-egs $prior_gpu_opt --apply-exp=true \
"$model" ark:- ark:- \| \
matrix-sum-rows ark:- ark:- \| vector-sum ark:- $dir/post.$iter.JOB.vec || exit 1;
else
$cmd JOB=1:$num_jobs_compute_prior $prior_queue_opt $dir/log/get_post.$iter.JOB.log \
nnet3-discriminative-copy-egs ark:$egs_dir/degs.JOB.ark ark:- \| \
nnet3-discriminative-subset-egs --srand=JOB --n=$prior_subset_size ark:- ark:- \| \
nnet3-discriminative-merge-egs --minibatch-size=$minibatch_size ark:- ark:- \| \
nnet3-discriminative-compute-from-egs $prior_gpu_opt --apply-exp=true \
"$model" ark:- ark:- \| \
matrix-sum-rows ark:- ark:- \| vector-sum ark:- $dir/post.$iter.JOB.vec || exit 1;
fi
sleep 3; # make sure there is time for $dir/post.$iter.*.vec to appear.
$cmd $dir/log/vector_sum.$iter.log \
vector-sum $dir/post.$iter.*.vec $dir/post.$iter.vec || exit 1;
if ! $use_raw_nnet; then
run.pl $dir/log/adjust_priors.$iter.log \
nnet3-am-adjust-priors $dir/$iter.mdl $dir/post.$iter.vec $dir/${iter}_adj.mdl
fi
rm -f $dir/post.$iter.*.vec;
|