blob: 766dd76be56f243dec0756d6f74aafcf088eb453 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
|
#!/bin/sh
fails=0
passes=0
xfails=0
fail()
{
fails=$(( $fails + 1 ))
echo -e '[\e[1;31mFAIL\e[0m] '$i $@
}
xfail()
{
xfails=$(( $xfails + 1 ))
echo -e '[\e[1;35mXFAIL\e[0m] '$i $@
}
pass()
{
passes=$(( $passes + 1 ))
echo -e '[\e[0;32mPASS\e[0m] '$i $@
}
#########################
# tests expected to pass
cd $(dirname $0)
export EXECUTABLE="$PWD/../pgm-interlace"
for i in {pass,error,xfail}/*.sh ; do
test_type=$(dirname $i)
pushd $test_type > /dev/null
name=$(basename "${i/.sh/}")
expected="$name.pgm.expected"
out="$name.pgm.out"
log="$name.stderr.log"
log_expected="$log.expected"
./$(basename $i) 2> "$log"
result=$?
if [ -f "$expected" ] ; then
if ! diff "$expected" "$out" ; then
fail "output file doesn't match expectation"
popd > /dev/null
continue
fi
fi
if [ -f "$log_expected" ] ; then
if ! diff "$log_expected" "$log" ; then
fail "stderr doesn't match expectation"
popd > /dev/null
continue
fi
fi
case $test_type in
pass)
if [ $result -eq 0 ] ; then
pass
else
fail
fi
;;
error)
if [ $result -ne 0 ] ; then
pass
else
fail
fi
;;
xfail)
if [ $result -ne 0 ] ; then
xfail
else
fail
fi
;;
*)
echo Unexpected test type "$test_type", bailing
exit 1
;;
esac
rm -f "$out" "$log"
popd > /dev/null
done
echo ----------------------------------
echo Test results
echo ----------------------------------
echo "Failures : $fails"
echo "Passes : $passes"
echo "Expected failures : $xfails"
echo ----------------------------------
exit $fails
|