#!/usr/bin/perl -w
  
  # ALIGN2HTML
  # Author: Jerome Ajot
  #
  # This software was developed at the National Institute of Standards and Technology by 
  # employees of the Federal Government in the course of their official duties. Pursuant
  # to title 17 Section 105 of the United States Code this software is not subject to
  # copyright protection and is in the public domain. ALIGN2HTML is an experimental system.
  # NIST assumes no responsibility whatsoever for its use by other parties, and makes no
  # guarantees, expressed or implied, about its quality, reliability, or any other
  # characteristic. We would appreciate acknowledgement if the software is used.
  #
  # THIS SOFTWARE IS PROVIDED "AS IS."  With regard to this software, NIST MAKES NO EXPRESS
  # OR IMPLIED WARRANTY AS TO ANY MATTER WHATSOEVER, INCLUDING MERCHANTABILITY,
  # OR FITNESS FOR A PARTICULAR PURPOSE.
  
  use strict;
  use Getopt::Long;
  use Data::Dumper;
  
  Getopt::Long::Configure(qw( auto_abbrev no_ignore_case ));
  
  my $VERSION = "0.4";
  
  my $RTTMFile = "";
  my $CTMFile = "";
  my $PATHTOOLS = "..";
  
  sub usage
  {
  	print "perl mergectm2rttm.pl [OPTION] -r rttmfile -c ctmfile > outputfile
  ";
  	print "
  ";
  	print "Required file arguments:
  ";
  	print "  -r, --rttmfile           Path to the RTTM file.
  ";
  	print "  -c, --ctmfile            Path to the CTM file.
  ";
  	print "Path arguments:
  ";
  	print "  -p, --pathtools          Path of the tools.
  ";
  	print "
  ";
  }
  
  sub loadRTTMFile
  {
  	my ($rttmFile, $rttmhash) = @_;
  	
  	open(RTTM, $rttmFile) or die "Unable to open for read RTTM file '$rttmFile'";
  	
  	while (<RTTM>)
  	{
  		chomp;
  		
  		# Remove comments which start with ;;
  		s/;;.*$//;
  		
  		# Remove unwanted space at the begining and at the end of the line
  		s/^\s*//;
  		s/\s*$//;
  		
  		# if the line is empty then ignore
  		next if ($_ =~ /^$/);
  		
  		my ($type, $file, $chnl, $tbeg, $tdur, $ortho, $stype, $spkrname, $conf) = split(/\s+/,$_,9);
  		
  		if(uc($type) eq "SPKR-INFO")
  		{
  		    $rttmhash->{SPKR}{$file}{$chnl}{$spkrname} = 1;
  		}
  		
  		if(uc($type) eq "SPEAKER")
  		{
  			push( @{ $rttmhash->{DATA}{$file}{$chnl}{$tbeg} }, ($tbeg, $tdur, $ortho, $stype, $spkrname, $conf));
  		}
  	}
  	
  	close RTTM;
  }
  
  sub loadCTMFile
  {
  	my ($ctmFile, $ctmhash) = @_;
  	
  	open(CTM, $ctmFile) or die "Unable to open for read CTM file '$ctmFile'";
  	
  	while (<CTM>)
  	{
  		chomp;
  		
  		# Remove comments which start with ;;
  		s/;;.*$//;
  		
  		# Remove unwanted space at the begining and at the end of the line
  		s/^\s*//;
  		s/\s*$//;
  		
  		# if the line is empty then ignore
  		next if ($_ =~ /^$/);
  		
  		my ($file, $chnl, $tbeg, $tdur, $ortho, $conf, $stype, $spkrname) = split(/\s+/,$_,8);
  		
  		if($stype eq "lex")
  		{
  			my $mid = sprintf("%.4f", $tbeg+$tdur/2);
  									
  		    push( @{ $ctmhash->{$file}{$chnl}{$tbeg} }, ($tbeg, $tdur, $ortho, $stype, $conf, $mid));
  		}
  	}
  	
  	close CTM;
  }
  
  sub findSpeaker
  {
  	my ($rttmhash, $file, $chnl, $mid) = @_;
  	my @listspkr;
  	
  	foreach my $tbeg(sort keys %{ $rttmhash->{DATA}{$file}{$chnl} })
  	{
  		my $bt = @{ $rttmhash->{DATA}{$file}{$chnl}{$tbeg} }[0];
  		my $dur = @{ $rttmhash->{DATA}{$file}{$chnl}{$tbeg} }[1];
  		my $spkrname = @{ $rttmhash->{DATA}{$file}{$chnl}{$tbeg} }[4];
  		
  		if( ($bt <= $mid) && ($mid <= sprintf("%.3f", $bt+$dur) ) )
  		{
  			push( @listspkr, [ ($spkrname, $tbeg) ] );
  		}
  	}
  	
  	if(scalar(@listspkr) == 0)
  	{
  		return undef;
  	}
  	else
  	{
  		return(\@{ $listspkr[int(rand(scalar(@listspkr)))] });
  	}
  }
  
  sub MergedData
  {
  	my ($rttmhash, $ctmhash, $file, $chnl) = @_;
  	
  	if (exists($ctmhash->{$file}{$chnl}) )
  	{
  		foreach my $tbeg(sort {$a <=> $b} keys %{ $ctmhash->{$file}{$chnl} })
  		{
  			my $mid = $ctmhash->{$file}{$chnl}{$tbeg}[5];
  		    my $spkrtbeg = findSpeaker($rttmhash, $file, $chnl, $mid);
  		    
  		    if($spkrtbeg)
  		    {
  		    	my $ctmbeg = $ctmhash->{$file}{$chnl}{$tbeg}[0];
  		    	my $ctmdur = $ctmhash->{$file}{$chnl}{$tbeg}[1];
  		    	my $ctmortho = $ctmhash->{$file}{$chnl}{$tbeg}[2];
  		    	my $ctmstype = $ctmhash->{$file}{$chnl}{$tbeg}[3];
  		    	my $ctmconf = $ctmhash->{$file}{$chnl}{$tbeg}[4];
  		    	my $ctmspkr = $spkrtbeg->[0];
  		    	
  		    	print OUTPUT "SPEAKER $file $chnl $ctmbeg $ctmdur <NA> <NA> $ctmspkr <NA>
  ";
  		    	print OUTPUT "LEXEME $file $chnl $ctmbeg $ctmdur $ctmortho $ctmstype $ctmspkr $ctmconf
  ";
  		    }
  		}
  	}
  }
  
  GetOptions
  (
      'rttmfile=s' => \$RTTMFile,
      'ctmfile=s'  => \$CTMFile,
      'pathtools=s'  => \$PATHTOOLS,
      'version'    => sub { print "mergectm2rttm version: $VERSION
  "; exit },
      'help'       => sub { usage (); exit },
  );
  
  die "ERROR: An RTTM file must be set." if($RTTMFile eq "");
  die "ERROR: An CTM file must be set." if($CTMFile eq "");
  
  my %RTTM;
  my %CTM;
  
  loadRTTMFile($RTTMFile, \%RTTM);
  loadCTMFile($CTMFile, \%CTM);
  
  my $RTTMSMOOTH = "$PATHTOOLS/rttmSmooth/rttmSmooth.pl";
  my $RTTMSORT = "$PATHTOOLS/rttmSort/rttmSort.pl";
  
  die "ERROR: 'rttmSmooth.pl' cannot be found, please specify the tools path with -p
  " if(! -e $RTTMSMOOTH);
  die "ERROR: 'rttmSort.pl' cannot be found, please specify the tools path with -p
  " if(! -e $RTTMSORT);
  
  open(OUTPUT, "| $RTTMSMOOTH | $RTTMSORT");
  
  print ";; type file chnl tbeg tdur ortho stype name conf
  ";
  
  foreach my $file(sort keys %{ $RTTM{SPKR} })
  {
  	foreach my $chnl(sort keys %{ $RTTM{SPKR}{$file} })
  	{
  		foreach my $spkrname(sort keys %{ $RTTM{SPKR}{$file}{$chnl} })
  		{
  			print OUTPUT "SPKR-INFO $file $chnl <NA> <NA> <NA> unknown $spkrname <NA>
  ";
  		}
  		
  		MergedData(\%RTTM, \%CTM, $file, $chnl);
  	}
  }
  
  close(OUTPUT);