Blame view
egs/sre08/v1/local/make_swbd2_phase3.pl
2.78 KB
8dcb6dfcb
first commit
|
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 |
#!/usr/bin/env perl
#
# Copyright 2013 Daniel Povey
# Apache 2.0
if (@ARGV != 2) {
print STDERR "Usage: $0 <path-to-LDC2002S06> <path-to-output>
";
print STDERR "e.g. $0 /export/corpora5/LDC/LDC2002S06 data/swbd2_phase3_train
";
exit(1);
}
($db_base, $out_dir) = @ARGV;
if (system("mkdir -p $out_dir")) {
die "Error making directory $out_dir";
}
open(CS, "<$db_base/DISC1/docs/callstat.tbl") || die "Could not open $db_base/DISC1/docs/callstat.tbl";
open(GNDR, ">$out_dir/spk2gender") || die "Could not open the output file $out_dir/spk2gender";
open(SPKR, ">$out_dir/utt2spk") || die "Could not open the output file $out_dir/utt2spk";
open(WAV, ">$out_dir/wav.scp") || die "Could not open the output file $out_dir/wav.scp";
@badAudio = ("3", "4");
$tmp_dir = "$out_base/tmp";
if (system("mkdir -p $tmp_dir") != 0) {
die "Error making directory $tmp_dir";
}
if (system("find $db_base -name '*.sph' > $tmp_dir/sph.list") != 0) {
die "Error getting list of sph files";
}
open(WAVLIST, "<", "$tmp_dir/sph.list") or die "cannot open wav list";
while(<WAVLIST>) {
chomp;
$sph = $_;
@t = split("/",$sph);
@t1 = split("[./]",$t[$#t]);
$uttId=$t1[0];
$wav{$uttId} = $sph;
}
while (<CS>) {
$line = $_ ;
@A = split(",", $line);
$wav = "sw_" . $A[0] ;
if (/$wav/i ~~ @badAudio) {
# do nothing
} else {
$spkr1= "sp3_" . $A[3];
$spkr2= "sp3_" . $A[4];
$gender1 = $A[5];
$gender2 = $A[6];
if ($gender1 eq "M") {
$gender1 = "m";
} elsif ($gender1 eq "F") {
$gender1 = "f";
} else {
die "Unknown Gender in $line";
}
if ($gender2 eq "M") {
$gender2 = "m";
} elsif ($gender2 eq "F") {
$gender2 = "f";
} else {
die "Unknown Gender in $line";
}
if (-e "$wav{$wav}") {
$uttId = $spkr1 ."_" . $wav ."_1";
if (!$spk2gender{$spkr1}) {
$spk2gender{$spkr1} = $gender1;
print GNDR "$spkr1"," $gender1
";
}
print WAV "$uttId"," sph2pipe -f wav -p -c 1 $wav{$wav} |
";
print SPKR "$uttId"," $spkr1","
";
$uttId = $spkr2 . "_" . $wav ."_2";
if (!$spk2gender{$spkr2}) {
$spk2gender{$spkr2} = $gender2;
print GNDR "$spkr2"," $gender2
";
}
print WAV "$uttId"," sph2pipe -f wav -p -c 2 $wav{$wav} |
";
print SPKR "$uttId"," $spkr2","
";
} else {
print STDERR "Missing $wav{$wav} for $wav
";
}
}
}
close(WAV) || die;
close(SPKR) || die;
close(GNDR) || die;
if (system("utils/utt2spk_to_spk2utt.pl $out_dir/utt2spk >$out_dir/spk2utt") != 0) {
die "Error creating spk2utt file in directory $out_dir";
}
if (system("utils/fix_data_dir.sh $out_dir") != 0) {
die "Error fixing data dir $out_dir";
}
if (system("utils/validate_data_dir.sh --no-text --no-feats $out_dir") != 0) {
die "Error validating directory $out_dir";
}
|