Yannick Estève / ONTRAC-Kaldi

Blame view

egs/sre16/v1/local/make_sre16_unlabeled.pl 2.73 KB
edit raw normal view history
8dcb6dfcb   Yannick Estève   first commit 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
 
  #!/usr/bin/perl
  use warnings; #sed replacement for -w perl parameter
  # Copyright   2017   David Snyder
  # Apache 2.0
  
  if (@ARGV != 2) {
    print STDERR "Usage: $0 <path-to-call-my-net-training-data> <path-to-output>
  ";
    print STDERR "e.g. $0 /export/corpora/SRE/LDC2016E46_SRE16_Call_My_Net_Training_Data data/
  ";
    exit(1);
  }
  
  ($db_base, $out_dir) = @ARGV;
  
  # Handle major subset.
  $out_dir_major = "$out_dir/sre16_major";
  if (system("mkdir -p $out_dir_major")) {
    die "Error making directory $out_dir_major";
  }
  
  $tmp_dir_major = "$out_dir_major/tmp";
  if (system("mkdir -p $tmp_dir_major") != 0) {
    die "Error making directory $tmp_dir_major";
  }
  
  open(SPKR, ">$out_dir_major/utt2spk") || die "Could not open the output file $out_dir_major/utt2spk";
  open(WAV, ">$out_dir_major/wav.scp") || die "Could not open the output file $out_dir_major/wav.scp";
  
  if (system("find $db_base/data/unlabeled/major/ -name '*.sph' > $tmp_dir_major/sph.list") != 0) {
    die "Error getting list of sph files";
  }
  
  open(WAVLIST, "<$tmp_dir_major/sph.list") or die "cannot open wav list";
  
  while(<WAVLIST>) {
    chomp;
    $sph = $_;
    @t = split("/",$sph);
    @t1 = split("[./]",$t[$#t]);
    $utt=$t1[0];
    print WAV "$utt"," sph2pipe -f wav -p -c 1 $sph |
  ";
    print SPKR "$utt $utt
  ";
  }
  
  close(WAV) || die;
  close(SPKR) || die;
  
  # Handle minor subset.
  $out_dir_minor= "$out_dir/sre16_minor";
  if (system("mkdir -p $out_dir_minor")) {
    die "Error making directory $out_dir_minor";
  }
  
  $tmp_dir_minor = "$out_dir_minor/tmp";
  if (system("mkdir -p $tmp_dir_minor") != 0) {
    die "Error making directory $tmp_dir_minor";
  }
  
  open(SPKR, ">$out_dir_minor/utt2spk") || die "Could not open the output file $out_dir_minor/utt2spk";
  open(WAV, ">$out_dir_minor/wav.scp") || die "Could not open the output file $out_dir_minor/wav.scp";
  
  if (system("find $db_base/data/unlabeled/minor/ -name '*.sph' > $tmp_dir_minor/sph.list") != 0) {
    die "Error getting list of sph files";
  }
  
  open(WAVLIST, "<$tmp_dir_minor/sph.list") or die "cannot open wav list";
  
  while(<WAVLIST>) {
    chomp;
    $sph = $_;
    @t = split("/",$sph);
    @t1 = split("[./]",$t[$#t]);
    $utt=$t1[0];
    print WAV "$utt"," sph2pipe -f wav -p -c 1 $sph |
  ";
    print SPKR "$utt $utt
  ";
  }
  close(WAV) || die;
  close(SPKR) || die;
  
  if (system("utils/utt2spk_to_spk2utt.pl $out_dir_major/utt2spk >$out_dir_major/spk2utt") != 0) {
    die "Error creating spk2utt file in directory $out_dir_major";
  }
  if (system("utils/utt2spk_to_spk2utt.pl $out_dir_minor/utt2spk >$out_dir_minor/spk2utt") != 0) {
    die "Error creating spk2utt file in directory $out_dir_minor";
  }
  if (system("utils/fix_data_dir.sh $out_dir_major") != 0) {
    die "Error fixing data dir $out_dir_major";
  }
  if (system("utils/fix_data_dir.sh $out_dir_minor") != 0) {
    die "Error fixing data dir $out_dir_minor";
  }