Yannick Estève / ONTRAC-Kaldi

Blame view

egs/chime5/s5b/local/copy_lat_dir_parallel.sh 2.41 KB
edit raw normal view history
8dcb6dfcb   Yannick Estève   first commit 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
 
  #!/bin/bash
  
  cmd=queue.pl
  nj=40
  stage=0
  speed_perturb=true
  
  . ./path.sh
  . utils/parse_options.sh
  
  if [ $# -ne 4 ]; then
    echo "Usage: $0 <utt-map> <data-dir> <src-lat-dir> <out-lat-dir>"
    exit 1
  fi
  
  utt_map=$1
  data=$2
  srcdir=$3
  dir=$4
  
  mkdir -p $dir
  
  cp $srcdir/{phones.txt,tree,final.mdl} $dir || exit 1
  cp $srcdir/{final.alimdl,final.occs,splice_opts,cmvn_opts,delta_opts,final.mat,full.mat} 2>/dev/null || true
  
  nj_src=$(cat $srcdir/num_jobs) || exit 1
  
  if [ $stage -le 1 ]; then
    $cmd JOB=1:$nj_src $dir/log/copy_lats_orig.JOB.log \
      lattice-copy "ark:gunzip -c $srcdir/lat.JOB.gz |" \
      ark,scp:$dir/lat_orig.JOB.ark,$dir/lat_orig.JOB.scp || exit 1
  fi
  
  for n in $(seq $nj_src); do
    cat $dir/lat_orig.$n.scp
  done > $dir/lat_orig.scp || exit 1
  
  if $speed_perturb; then
    for s in 0.9 1.1; do
      awk -v s=$s '{print "sp"s"-"$1" sp"s"-"$2}' $utt_map
    done | cat - $utt_map | sort -k1,1 > $dir/utt_map
    utt_map=$dir/utt_map
  fi
  
  if [ $stage -le 2 ]; then
    utils/filter_scp.pl -f 2 $dir/lat_orig.scp < $utt_map | \
      utils/apply_map.pl -f 2 $dir/lat_orig.scp > \
      $dir/lat.scp || exit 1
  
    if [ ! -s $dir/lat.scp ]; then
      echo "$0: $dir/lat.scp is empty. Something went wrong!"
      exit 1
    fi
  fi
  
  utils/split_data.sh $data $nj
  
  if [ $stage -le 3 ]; then
    $cmd JOB=1:$nj $dir/log/copy_lats.JOB.log \
      lattice-copy "scp:utils/filter_scp.pl $data/split$nj/JOB/utt2spk $dir/lat.scp |" \
      "ark:|gzip -c > $dir/lat.JOB.gz" || exit 1
  fi
  
  echo $nj > $dir/num_jobs
  
  if [ -f $srcdir/ali.1.gz ]; then
    if [ $stage -le 4 ]; then
      $cmd JOB=1:$nj_src $dir/log/copy_ali_orig.JOB.log \
        copy-int-vector "ark:gunzip -c $srcdir/ali.JOB.gz |" \
        ark,scp:$dir/ali_orig.JOB.ark,$dir/ali_orig.JOB.scp || exit 1
    fi
  
    for n in $(seq $nj_src); do
      cat $dir/ali_orig.$n.scp
    done > $dir/ali_orig.scp || exit 1
  
    if [ $stage -le 5 ]; then
      utils/filter_scp.pl -f 2 $dir/ali_orig.scp < $utt_map | \
        utils/apply_map.pl -f 2 $dir/ali_orig.scp > \
        $dir/ali.scp || exit 1
    
      if [ ! -s $dir/ali.scp ]; then
        echo "$0: $dir/ali.scp is empty. Something went wrong!"
        exit 1
      fi
    fi
  
    utils/split_data.sh $data $nj
  
    if [ $stage -le 6 ]; then
      $cmd JOB=1:$nj $dir/log/copy_ali.JOB.log \
        copy-int-vector "scp:utils/filter_scp.pl $data/split$nj/JOB/utt2spk $dir/ali.scp |" \
        "ark:|gzip -c > $dir/ali.JOB.gz" || exit 1
    fi
  fi
  
  rm $dir/lat_orig.*.{ark,scp} $dir/ali_orig.*.{ark,scp} 2>/dev/null || true