Blame view
tools/sctk-2.4.10/src/hubscr/RunTests.pl
3.53 KB
8dcb6dfcb
first commit
|
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 |
#!/usr/bin/perl -w
use strict;
my $operation = (defined($ARGV[0]) ? $ARGV[0] : "test");
####################
sub error_exit { exit(1); }
sub error_quit { print('[ERROR] ', join(' ', @_), "
"); &error_exit(); }
sub ok_exit { exit(0); }
sub ok_quit { print(join(' ', @_), "
"); &ok_exit(); }
####################
sub runIt{
my ($op, $testId, $options, $glm, $hub, $lang, $ref, $systems) = @_;
my $baseDir = $testId.".base";
my $outDir = $testId.($op eq "setTests" ? ".base" : ".test");
print " Running test '$testId', operation '$op', options '$options', directory '$outDir'
";
system ("mkdir -p $outDir");
system ("rm -fr $outDir/test* $outDir/lvc*");
### Copy files
foreach my $file($glm, $ref, split(/\s+/,$systems)){
system("cp $file $outDir");
}
### make all file names relative to the Outdir
my ($refRoot) = $ref; $refRoot =~ s:.*/::;
my ($glmRoot) = $glm; $glmRoot =~ s:.*/::;
my ($systemsRoot) = "";
foreach $_(split(/\s+/, $systems)){
$_ =~ s:.*/::;
$systemsRoot .= " ".$_;
}
print " Executing command
";
my $com = "(cd $outDir; ../hubscr.pl $options -p ../../rfilter1:../../asclite/core:../../csrfilt:../../def_art:../../acomp:../../hamzaNorm:../../tanweenFilt:../../sclite:../../md-eval:../../rttmSort:../../align2html:../../stm2rttm:../../ctmValidator:../../stmValidator:../../rttmValidator ".
"-l $lang -g $glmRoot -h $hub -r $refRoot $systemsRoot > log)";
# print "$com";
my $ret = system "$com";
&error_quit("Execution failed") if ($ret != 0);
if ($op ne "setTests"){
print " Comparing output
";
my $diffoption = "";
if($options eq "-a") { $diffoption = "-i"; }
my $diffCom = "diff -i -x CVS -x .DS_Store -x log -x \*lur -I '[cC]reation[ _]date' -I 'md-eval' -r $outDir $baseDir";
open (DIFF, "$diffCom |") || &error_quit("Diff command '$diffCom' Failed");
my @diff = <DIFF>;
close DIFF;
&error_quit("Test $testId has failed. Diff output is :
@diff
") if (@diff > 0);
print " Successful Test. Removing $outDir
";
system "rm -rf $outDir";
}
}
runIt($operation, "test1-sastt", "-G -f rttm -F rttm -a", "../test_suite/example.glm", "sastt", "english",
"../test_suite/sastt-case1.ref.rttm", "../test_suite/sastt-case1.sys.rttm");
runIt($operation, "test2-sastt", "-G -f rttm -F rttm -a", "../test_suite/example.glm", "sastt", "english",
"../test_suite/sastt-case2.ref.rttm", "../test_suite/sastt-case2.sys.rttm");
runIt($operation, "test1-notag", "", "../test_suite/example.glm", "hub5", "english",
"../test_suite/lvc_refe.notag.noat.stm",
"../test_suite/lvc_hyp.notag.ctm ../test_suite/lvc_hyp2.notag.ctm");
runIt($operation, "test1-notag-a", "-a", "../test_suite/example.glm", "hub5", "english",
"../test_suite/lvc_refe.notag.noat.stm",
"../test_suite/lvc_hyp.notag.ctm ../test_suite/lvc_hyp2.notag.ctm");
runIt($operation, "test1", "-V", "../test_suite/example.glm", "hub5", "english",
"../test_suite/lvc_refe.stm",
"../test_suite/lvc_hyp.ctm ../test_suite/lvc_hyp2.ctm");
runIt($operation, "testArb", "-V -H -T -d", "../test_suite/test.arb2004.glm", "hub5", "arabic",
"../test_suite/test.arb2004.txt.stm",
"../test_suite/test.arb2004.txt.ctm");
&ok_quit();
# rm -rf testBase
# mkdir -p testBase
# cp ../test_suite/lvc_hyp.ctm ../test_suite/lvc_refe.stm testBase
# cp ../test_suite/lvc_hyp.ctm testBase/lvc_hyp2.ctm
# (cd testBase; ../hubscr.pl -p ../../csrfilt:../../def_art:../../acomp:../../hamzaNorm -l english -g ../../test_suite/example.glm -h hub5 -r lvc_refe.stm lvc_hyp.ctm lvc_hyp2.ctm)
|