Blame view
egs/sre16/v1/local/make_sre08.pl
4 KB
8dcb6dfcb
first commit
|
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 |
#!/usr/bin/perl
use warnings; #sed replacement for -w perl parameter
# Copyright 2017 David Snyder
# Apache 2.0
#
# This script prepares SRE08 test (LDC2011S08) and SRE08 enroll (LDC2011S05)
# simultaneously in a single data directory.
if (@ARGV != 3) {
print STDERR "Usage: $0 <path-to-SRE08-test> <path-to-SRE08-train> <path-to-output>
";
print STDERR "e.g. $0 /export/corpora/LDC/LDC2011S08 /export/corpora/LDC/LDC2011S05 data/
";
exit(1);
}
($db_base_test, $db_base_train, $out_dir) = @ARGV;
if (! -d "$db_base_test/data/") {
print STDERR "Directory $db_base_test/data/ doesn't exist
";
exit(1);
}
if (! -d "$db_base_train/data/") {
print STDERR "Directory $db_base_train/data/ doesn't exist
";
exit(1);
}
$out_dir = "$out_dir/sre08";
$tmp_dir = "$out_dir/tmp";
if (system("mkdir -p $tmp_dir") != 0) {
die "Error making directory $tmp_dir";
}
if (system("mkdir -p $out_dir") != 0) {
print STDERR "Error making directory $out_dir
";
exit(1);
}
%seg2sph = ();
open(TRIALS, "<$db_base_test/data/keys/NIST_SRE08_KEYS.v0.1/trial-keys/NIST_SRE08_short2-short3.trial.key") || die "Could not open $db_base_test/data/keys/NIST_SRE08_KEYS.v0.1/trial-keys/NIST_SRE08_short2-short3.trial.key";
open(MODELS, "<$db_base_test/data/keys/NIST_SRE08_KEYS.v0.1/model-keys/NIST_SRE08_short2.model.key") || die "Could not open $db_base_test/data/keys/NIST_SRE08_KEYS.v0.1/model-keys/NIST_SRE08_short2.model.key";
open(SPKR, ">$out_dir/utt2spk") || die "Could not open the output file $out_dir/utt2spk";
open(GNDR, ">$out_dir/spk2gender") || die "Could not open the output file $out_dir/spk2gender";
open(WAV, ">$out_dir/wav.scp") || die "Could not open the output file $out_dir/wav.scp";
if (system("find $db_base_test/data/ -name '*.sph' > $tmp_dir/sph.list") != 0) {
die "Error getting list of sph files $db_base_test";
}
if (system("find $db_base_train/data/ -name '*.sph' >> $tmp_dir/sph.list") != 0) {
die "Error getting list of sph files for $db_base_train";
}
open(SPHLIST, "<$tmp_dir/sph.list") or die "cannot open wav list";
while(<SPHLIST>) {
chomp;
$sph = $_;
@toks = split("/",$sph);
$sph_id = (split("[./]",$toks[$#toks]))[0];
$seg2sph{$sph_id} = $sph;
}
%model2sid = ();
while (<MODELS>) {
chomp;
$line = $_;
@toks = split(",", $line);
$model = $toks[0];
$gender = $toks[1];
($seg, $ch) = split("[:]", $toks[2]);
$sid = $toks[3];
$model2sid{$model} = $sid;
print GNDR "$sid $gender
";
if (exists $seg2sph{$seg} and -f $seg2sph{$seg}) {
$sph = $seg2sph{$seg};
if ($ch eq "a") {
$utt = "${sid}_SRE08_${seg}_A";
print WAV "$utt"," sph2pipe -f wav -p -c 1 $sph |
";
print SPKR "$utt $sid
";
} elsif($ch eq "b") {
$utt = "${sid}_SRE08_${seg}_B";
print WAV "$utt"," sph2pipe -f wav -p -c 2 $sph |
";
print SPKR "$utt $sid
";
} else {
print STDERR "Malformed trials file
";
exit(1);
}
}
}
while (<TRIALS>) {
chomp;
$line = $_;
@toks = split(",", $line);
$model = $toks[0];
$seg = $toks[1];
$ch = $toks[2];
$target = $toks[3];
if (exists $seg2sph{$seg} and -f $seg2sph{$seg}) {
$sph = $seg2sph{$seg};
if ($target eq "target" and exists $model2sid{$model}) {
$sid = $model2sid{$model};
if ($ch eq "a") {
$utt = "${sid}_SRE08_${seg}_A";
print WAV "$utt"," sph2pipe -f wav -p -c 1 $sph |
";
print SPKR "$utt $sid
";
} elsif($ch eq "b") {
$utt = "${sid}_SRE08_${seg}_B";
print WAV "$utt"," sph2pipe -f wav -p -c 2 $sph |
";
print SPKR "$utt $sid
";
} else {
print STDERR "Malformed trials file
";
exit(1);
}
}
}
}
close(TRIALS) || die;
close(MODELS) || die;
close(GNDR) || die;
close(SPKR) || die;
close(WAV) || die;
if (system(
"utils/utt2spk_to_spk2utt.pl $out_dir/utt2spk >$out_dir/spk2utt") != 0) {
die "Error creating spk2utt file in directory $out_dir";
}
system("utils/fix_data_dir.sh $out_dir");
if (system("utils/validate_data_dir.sh --no-text --no-feats $out_dir") != 0) {
die "Error validating directory $out_dir";
}
|