Blame view

egs/sre08/v1/local/make_swbd_cellular2.pl 2.4 KB
8dcb6dfcb   Yannick Estève   first commit
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
  #!/usr/bin/env perl
  #
  # Copyright   2013   Daniel Povey
  # Apache 2.0
  
  if (@ARGV != 2) {
    print STDERR "Usage: $0 <path-to-LDC2004S07> <path-to-output>
  ";
    print STDERR "e.g. $0 /export/corpora5/LDC/LDC2004S07 data/swbd_cellular2_train
  ";
    exit(1);
  }
  ($db_base, $out_dir) = @ARGV;
  
  if (system("mkdir -p $out_dir")) {
    die "Error making directory $out_dir";
  }
  
  open(CS, "<$db_base/docs/swb_callstats.tbl") || die  "Could not open $db_base/docs/swb_callstats.tbl";
  open(GNDR, ">$out_dir/spk2gender") || die "Could not open the output file $out_dir/spk2gender";
  open(SPKR, ">$out_dir/utt2spk") || die "Could not open the output file $out_dir/utt2spk";
  open(WAV, ">$out_dir/wav.scp") || die "Could not open the output file $out_dir/wav.scp";
  
  @badAudio=("45024", "40022");
  
  while (<CS>) {
    $line = $_ ;
    @A = split(",", $line);
    if (/$A[0]/i ~~ @badAudio) {
      # do nothing 
    } else {
      $wav = "sw_" . $A[0];
      $spkr1= "swc" . $A[1];
      $spkr2= "swc" . $A[2];
      $gender1 = $A[3];
      $gender2 = $A[4];
      if ($A[3] eq "M") {
        $gender1 = "m";
      } elsif ($A[3] eq "F") {
        $gender1 = "f";
      } else {
        die "Unknown Gender in $line";
      }
      if ($A[4] eq "M") {
        $gender2 = "m";
      } elsif ($A[4] eq "F") {
        $gender2 = "f";
      } else {
        die "Unknown Gender in $line";
      }
      if (-e "$db_base/data/$wav.sph") {
        $uttId = $spkr1 . "-swbdc_" . $wav ."_1";
        if (!$spk2gender{$spkr1}) {
          $spk2gender{$spkr1} = $gender1;
          print GNDR "$spkr1"," $gender1
  ";
        }
        print WAV "$uttId"," sph2pipe -f wav -p -c 1 $db_base/data/$wav.sph |
  ";
        print SPKR "$uttId"," $spkr1","
  ";
  
        $uttId = $spkr2 . "-swbdc_" . $wav ."_2";
        if (!$spk2gender{$spkr2}) {
          $spk2gender{$spkr2} = $gender2;
          print GNDR "$spkr2"," $gender2
  ";
        }
        print WAV "$uttId"," sph2pipe -f wav -p -c 2 $db_base/data/$wav.sph |
  ";
        print SPKR "$uttId"," $spkr2","
  ";
      } else {
        print STDERR "Missing $db_base/data/$wav.sph
  ";
      }
    }
  }
  
  
  close(WAV) || die;
  close(SPKR) || die;
  close(GNDR) || die;
  if (system("utils/utt2spk_to_spk2utt.pl $out_dir/utt2spk >$out_dir/spk2utt") != 0) {
    die "Error creating spk2utt file in directory $out_dir";
  }
  if (system("utils/fix_data_dir.sh $out_dir") != 0) {
    die "Error fixing data dir $out_dir";
  }
  if (system("utils/validate_data_dir.sh --no-text --no-feats $out_dir") != 0) {
    die "Error validating directory $out_dir";
  }