RunTests.pl
3.73 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
#!/usr/bin/perl -w
use strict;
my $operation = (defined($ARGV[0]) ? $ARGV[0] : "test");
####################
sub error_exit { exit(1); }
sub error_quit { print('[ERROR] ', join(' ', @_), "\n"); &error_exit(); }
sub ok_exit { exit(0); }
sub ok_quit { print(join(' ', @_), "\n"); &ok_exit(); }
####################
sub runIt{
my ($op, $testId, $options, $glm, $utm, $input, $output, $expRet) = @_;
print " Running Test $testId\n";
my $oldEnv = $ENV{PATH};
$ENV{PATH} = "../rfilter1:$ENV{PATH}";
my $com = "./csrfilt.sh $options $glm $utm < $input > tmp.out";
my $ret = system "$com";
if ($expRet eq "pass"){
&error_quit("Execution failed for command expected to pass '$com'") if ($ret != 0);
} else {
&error_quit("Execution failed for command expected to fail '$com'") if ($ret == 0);
}
$ENV{PATH} = $oldEnv;
if ($op eq "setTests"){
system "mv tmp.out $output";
} else {
print " Comparing output\n";
my $diffCom = "diff $output tmp.out";
# print "$diffCom\n";
open (DIFF, "$diffCom |") || &error_quit("Diff command '$diffCom' Failed");
my @diff = <DIFF>;
close DIFF;
&error_quit("Test $testId has failed.\n Command: $com\n Diff output is : $diffCom\n@diff\n") if (@diff > 0);
print " Successful Test. Removing tmp.out\n";
system "rm -f tmp.out";
}
}
runIt($operation, "stm", "-i stm -dh",
"../test_suite/example.glm", "../test_suite/example.utm", "../test_suite/test.stm.in", "../test_suite/test.stm.-dh.out", "pass");
runIt($operation, "stm", "-i stm",
"../test_suite/example.glm", "../test_suite/example.utm", "../test_suite/test.stm.in", "../test_suite/test.stm.out", "pass");
runIt($operation, "rttm", "-i rttm -dh",
"../test_suite/example.glm", "../test_suite/example.utm", "../test_suite/test.rttm.in", "../test_suite/test.rttm.-dh.out", "pass");
runIt($operation, "rttm", "-i rttm",
"../test_suite/example.glm", "../test_suite/example.utm", "../test_suite/sastt-case2.sys.rttm", "../test_suite/sastt-case2.sys.rttm.filt", "pass");
runIt($operation, "rttm", "-i rttm",
"../test_suite/example.glm", "../test_suite/example.utm", "../test_suite/test.rttm.in", "../test_suite/test.rttm.out", "pass");
runIt($operation, "trn", "-i trn -dh",
"../test_suite/example.glm", "../test_suite/example.utm", "../test_suite/test.trn.in", "../test_suite/test.trn.-dh.out", "pass");
runIt($operation, "trn", "-i trn",
"../test_suite/example.glm", "../test_suite/example.utm", "../test_suite/test.trn.in", "../test_suite/test.trn.out", "pass");
# ./csrfilt.sh -dh $(T)/example.glm $(T)/example.utm < $(T)/test.in > $(T)/test.out
# ./csrfilt.sh -i ctm -dh $(T)/example.glm $(T)/example.utm < $(T)/test_ctm.in > $(T)/test_ctm.out
runIt($operation, "text", "-dh",
"../test_suite/example.glm", "../test_suite/example.utm", "../test_suite/test.in", "../test_suite/test.out", "pass");
runIt($operation, "ctm", "-i ctm",
"../test_suite/example.glm", "../test_suite/example.utm", "../test_suite/test_ctm.in", "../test_suite/test_ctm.out", "pass");
runIt($operation, "ctm", "-i ctm -dh",
"../test_suite/example.glm", "../test_suite/example.utm", "../test_suite/test_ctm.in", "../test_suite/test_ctm.-dh.out", "pass");
runIt($operation, "ctm", "-i ctm -dh",
"../test_suite/example.glm", "../test_suite/example.utm", "../test_suite/test_ctm.errors.in", "../test_suite/test_ctm.errors.out", "fail");
&ok_quit();
# rm -rf testBase
# mkdir -p testBase
# cp ../test_suite/lvc_hyp.ctm ../test_suite/lvc_refe.stm testBase
# cp ../test_suite/lvc_hyp.ctm testBase/lvc_hyp2.ctm
# (cd testBase; ../hubscr.pl -p ../../csrfilt:../../def_art:../../acomp:../../hamzaNorm -l english -g ../../test_suite/example.glm -h hub5 -r lvc_refe.stm lvc_hyp.ctm lvc_hyp2.ctm)