Kaldi / Kaldi first steps

Blame view

Scripts/steps/make_bn_feats.sh 3.1 KB
edit raw normal view history
ec85f8892   bigot benjamin   first commit 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
 
  #!/bin/bash 
  
  # Copyright 2012  Karel Vesely, Daniel Povey
  # Apache 2.0
  # To be run from .. (one directory up from here)
  # see ../run.sh for example
  
  # Begin configuration section.
  nj=4
  cmd=run.pl
  remove_last_layers=4 # remove N last components from the nnet
  # End configuration section.
  
  echo "$0 $@"  # Print the command line for logging
  
  if [ -f path.sh ]; then . ./path.sh; fi
  . parse_options.sh || exit 1;
  
  if [ $# != 5 ]; then
     echo "usage: $0 [options] <tgt-data-dir> <src-data-dir> <nnet-dir> <log-dir> <abs-path-to-bn-feat-dir>";
     echo "options: "
     echo "  --trim-transforms <N>                            # number of NNet Components to remove from the end"
     echo "  --nj <nj>                                        # number of parallel jobs"
     echo "  --cmd (utils/run.pl|utils/queue.pl <queue opts>) # how to run jobs."
     exit 1;
  fi
  
  if [ -f path.sh ]; then . path.sh; fi
  
  data=$1
  srcdata=$2
  nndir=$3
  logdir=$4
  bnfeadir=$5
  
  ######## CONFIGURATION
  
  # copy the dataset metadata from srcdata.
  mkdir -p $data || exit 1;
  cp $srcdata/* $data 2>/dev/null; rm $data/feats.scp $data/cmvn.scp;
  
  # make $bnfeadir an absolute pathname.
  bnfeadir=`perl -e '($dir,$pwd)= @ARGV; if($dir!~m:^/:) { $dir = "$pwd/$dir"; } print $dir; ' $bnfeadir ${PWD}`
  
  # use "name" as part of name of the archive.
  name=`basename $data`
  
  mkdir -p $bnfeadir || exit 1;
  mkdir -p $data || exit 1;
  mkdir -p $logdir || exit 1;
  
  
  srcscp=$srcdata/feats.scp
  scp=$data/feats.scp
  
  required="$srcscp $nndir/final.nnet"
  
  for f in $required; do
    if [ ! -f $f ]; then
      echo "$0: no such file $f"
      exit 1;
    fi
  done
  
  if [ ! -d $srcdata/split$nj -o $srcdata/split$nj -ot $srcdata/feats.scp ]; then
    utils/split_data.sh $srcdata $nj
  fi
  
  
  #cut the MLP
  nnet=$bnfeadir/feature_extractor.nnet
  copy-nnet --remove-last-layers=$remove_last_layers --binary=false $nndir/final.nnet $nnet 2>$logdir/feature_extractor.log
  
  #get the feature transform
  feature_transform=$nndir/final.feature_transform
  
  echo "Creating bn-feats into $data"
  
  ###
  ### Prepare feature pipeline
  feats="ark,s,cs:copy-feats scp:$srcdata/split$nj/JOB/feats.scp ark:- |"
  # Optionally add cmvn
  if [ -f $nndir/norm_vars ]; then
    norm_vars=$(cat $nndir/norm_vars 2>/dev/null)
    feats="$feats apply-cmvn --norm-vars=$norm_vars --utt2spk=ark:$srcdata/utt2spk scp:$srcdata/cmvn.scp ark:- ark:- |"
  fi
  # Optionally add deltas
  if [ -f $nndir/delta_order ]; then
    delta_order=$(cat $nndir/delta_order)
    feats="$feats add-deltas --delta-order=$delta_order ark:- ark:- |"
  fi
  ###
  ###
  
  #Run the forward pass
  $cmd JOB=1:$nj $logdir/make_bnfeats.JOB.log \
    nnet-forward --feature-transform=$feature_transform $nnet "$feats" \
    ark,scp:$bnfeadir/raw_bnfea_$name.JOB.ark,$bnfeadir/raw_bnfea_$name.JOB.scp \
    || exit 1;
  
  
  N0=$(cat $srcdata/feats.scp | wc -l) 
  N1=$(cat $bnfeadir/raw_bnfea_$name.*.scp | wc -l)
  if [[ "$N0" != "$N1" ]]; then
    echo "Error producing bnfea features for $name:"
    echo "Original feats : $N0  Bottleneck feats : $N1"
    exit 1;
  fi
  
  # concatenate the .scp files together.
  for ((n=1; n<=nj; n++)); do
    cat $bnfeadir/raw_bnfea_$name.$n.scp >> $data/feats.scp
  done
  
  
  echo "Succeeded creating MLP-BN features for $name ($data)"