#!/usr/bin/perl
  use warnings; #sed replacement for -w perl parameter
  # Copyright 2017   David Snyder
  # Apache 2.0
  #
  # Prepares NIST SRE10 enroll and test data in a single directory.
  if (@ARGV != 2) {
    print STDERR "Usage: $0 <path-to-SRE10-eval> <path-to-output>
  ";
    print STDERR "e.g. $0 /export/corpora5/SRE/SRE2010/eval/ data/
  ";
    exit(1);
  }
  ($db_base, $out_dir) = @ARGV;
  
  if (! -d "$db_base/data/") {
    print STDERR "Directory $db_base/data/ doesn't exist
  ";
    exit(1);
  }
  $out_dir = "$out_dir/sre10";
  $tmp_dir = "$out_dir/tmp";
  if (system("mkdir -p $tmp_dir") != 0) {
    die "Error making directory $tmp_dir";
  }
  
  if (system("mkdir -p $out_dir") != 0) {
    print STDERR "Error making directory $out_dir
  ";
    exit(1);
  }
  
  %seg2sph = ();
  open(TRIALS, "<$db_base/keys/coreext-coreext.trialkey.csv") || die "Could not open $db_base/keys/coreext-coreext.trialkey.csv";
  open(TRAIN, "<$db_base/train/coreext.trn") || die "Could not open $db_base/train/coreext.trn";
  open(MODELS, "<$db_base/keys/coreext.modelkey.csv") || die "Could not open $db_base/keys/coreext.modelkey.csv";
  open(SPKR, ">$out_dir/utt2spk") || die "Could not open the output file $out_dir/utt2spk";
  open(GNDR, ">$out_dir/spk2gender") || die "Could not open the output file $out_dir/spk2gender";
  open(WAV, ">$out_dir/wav.scp") || die "Could not open the output file $out_dir/wav.scp";
  
  if (system("find $db_base/data/ -name '*.sph' > $tmp_dir/sph.list") != 0) {
    die "Error getting list of sph files";
  }
  open(SPHLIST, "<$tmp_dir/sph.list") or die "cannot open wav list";
  while(<SPHLIST>) {
    chomp;
    $sph = $_;
    @toks = split("/",$sph);
    $sph_id = (split("[./]",$toks[$#toks]))[0];
    $seg2sph{$sph_id} = $sph;
  }
  
  %model2sid = ();
  while (<MODELS>) {
    chomp;
    $line = $_;
    ($model, $sid) = split(",", $line);
    if (not $sid eq "NOT_SCORED") {
      $model2sid{$model} = $sid;
    }
  }
  
  while (<TRAIN>) {
    chomp;
    $line = $_;
    @toks = split(" ", $line);
    $model = $toks[0];
    $gender = $toks[1];
    @toks2 = split("/", $toks[2]);
    ($sph, $ch) = split("[:]", $toks2[$#toks2]);
    $seg = (split("[./]", $sph))[0];
    if (exists $seg2sph{$seg}) {
      $sph = $seg2sph{$seg};
      if (exists $model2sid{$model}) {
        $sid = $model2sid{$model};
        print GNDR "$sid $gender
  ";
        if ($ch eq "A") {
          $utt = "${sid}_SRE10_${seg}_A";
          print WAV "$utt"," sph2pipe -f wav -p -c 1 $sph |
  ";
          print SPKR "$utt $sid
  ";
        } elsif($ch eq "B") {
          $utt = "${sid}_SRE10_${seg}_B";
          print WAV "$utt"," sph2pipe -f wav -p -c 2 $sph |
  ";
          print SPKR "$utt $sid
  ";
        } else {
          print STDERR "Malformed train file
  ";
          exit(1);
        }
      }
    }
  }
  
  while (<TRIALS>) {
    chomp;
    $line = $_;
    @toks = split(",", $line);
    $model = $toks[0];
    $seg = $toks[1];
    $ch = $toks[2];
    $target = $toks[3];
    if (exists $seg2sph{$seg} and -f $seg2sph{$seg}) {
      $sph = $seg2sph{$seg};
      if ($target eq "target" and exists $model2sid{$model}) {
        $sid = $model2sid{$model};
        if ($ch eq "a") {
          $utt = "${sid}_SRE10_${seg}_A";
          print WAV "$utt"," sph2pipe -f wav -p -c 1 $sph |
  ";
          print SPKR "$utt $sid
  ";
        } elsif($ch eq "b") {
          $utt = "${sid}_SRE10_${seg}_B";
          print WAV "$utt"," sph2pipe -f wav -p -c 2 $sph |
  ";
          print SPKR "$utt $sid
  ";
        } else {
          print STDERR "Malformed trials file
  ";
          exit(1);
        }
      }
    }
  }
  
  close(TRIALS) || die;
  close(TRAIN) || die;
  close(MODELS) || die;
  close(GNDR) || die;
  close(SPKR) || die;
  close(WAV) || die;
  
  if (system(
    "utils/utt2spk_to_spk2utt.pl $out_dir/utt2spk >$out_dir/spk2utt") != 0) {
    die "Error creating spk2utt file in directory $out_dir";
  }
  
  system("utils/fix_data_dir.sh $out_dir");
  if (system("utils/validate_data_dir.sh --no-text --no-feats $out_dir") != 0) {
    die "Error validating directory $out_dir";
  }