Blame view
tools/sctk-2.4.10/src/md-eval/test/RunTests.sh
2.24 KB
8dcb6dfcb
first commit
|
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 |
#!/bin/sh
usage="$0 [-v] <mdeval pgm path>"
if [ "$1" = "-v" ] ; then
verbose=true
shift;
else
verbose=false
fi
if [ $# -ne 1 ]; then
echo $usage
exit
fi
mdeval_pgm=$1
for file in *.ref.rttm sd_test*.ref.rttm ; do
# head -1 $file
base=`echo $file | perl -pe 's/\..*//'`
if [ -f "$file.toskip" ] ; then
echo "(skipping) $base ..."
else
base=`echo $file | perl -pe 's/\..*//'`
if [ ! "`echo $file | grep 'md_test'`" = "" ] ; then
# Structural metadata extraction tests
com="$mdeval_pgm -af -e -D -d -W -w -t 1.0 -l 2 -u $base.uem -r $base.ref.rttm -s $base.sys.rttm"
elif [ ! "`echo $file | grep 'sd_test'`" = "" ] ; then
# Speaker diarization tests
com="$mdeval_pgm -1 -v -e -d -D -m -af -c 0.0 -T 0.0 -u $base.uem -r $base.ref.rttm -s $base.sys.rttm"
else
echo "Hey!!!! I can't run $file"
exit 1;
fi
echo -n "Running $base: "
if [ ! -f "$base.output.saved" ] ; then
echo " Generating Saved file, not Testing"
$com 1> $base.output.saved 2> $base.output.saved.log
else
$com 1> $base.output.tmp 2> $base.output.tmp.log
if [ -f $base.output.tmp ] ; then
diff_status=`diff -b -B -I ' Performance analysis for ' -I 'md-eval run on ' -I 'command line ' $base.output.saved $base.output.tmp | wc -l`
if [ $diff_status -ne 0 ] ; then
echo "******* report output differs *******"
if [ "$verbose" = "true" ] ; then
diff -b -B -I ' Performance analysis for ' -I 'md-eval run on ' -I 'command line ' $base.output.saved $base.output.tmp | sed 's/^/ /'
fi
else
# echo " newly created output is identical to saved output"
rm $base.output.tmp
fi
diff_status=`diff -b -B -I ' Performance analysis for ' -I 'md-eval run on ' -I 'command line ' $base.output.saved.log $base.output.tmp.log | wc -l`
if [ $diff_status -ne 0 ] ; then
echo "******* stderr log output differs *******"
if [ "$verbose" = "true" ] ; then
diff -b -B -I ' Performance analysis for ' -I 'md-eval run on ' -I 'command line ' $base.output.saved.log $base.output.tmp.log | sed 's/^/ /'
fi
else
# echo " newly created output is identical to saved output"
rm $base.output.tmp.log
fi
fi
fi
echo
echo
fi
done
exit 0
|