aboutsummaryrefslogtreecommitdiff
path: root/test/test.sh
blob: 766dd76be56f243dec0756d6f74aafcf088eb453 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
#!/bin/sh

fails=0
passes=0
xfails=0

fail()
{
	fails=$(( $fails + 1 ))
	echo -e '[\e[1;31mFAIL\e[0m] '$i $@
}


xfail()
{
	xfails=$(( $xfails + 1 ))
	echo -e '[\e[1;35mXFAIL\e[0m] '$i $@
}

pass()
{
	passes=$(( $passes + 1 ))
	echo -e '[\e[0;32mPASS\e[0m] '$i $@
}

#########################
# tests expected to pass

cd $(dirname $0)
export EXECUTABLE="$PWD/../pgm-interlace"

for i in {pass,error,xfail}/*.sh ; do
	test_type=$(dirname $i)
	pushd $test_type > /dev/null

	name=$(basename "${i/.sh/}")
	expected="$name.pgm.expected"
	out="$name.pgm.out"
	log="$name.stderr.log"
	log_expected="$log.expected"
	./$(basename $i) 2> "$log"
	result=$?
	if [ -f "$expected" ] ; then
		if ! diff "$expected" "$out" ; then
			fail "output file doesn't match expectation"
			popd > /dev/null
			continue
		fi
	fi
	if [ -f "$log_expected" ] ; then
		if ! diff "$log_expected" "$log" ; then
			fail "stderr doesn't match expectation"
			popd > /dev/null
			continue
		fi
	fi
	case $test_type in
		pass)
			if [ $result -eq 0 ] ; then
				pass
			else
				fail
			fi
		;;
		error)
			if [ $result -ne 0 ] ; then
				pass
			else
				fail
			fi
		;;
		xfail)
			if [ $result -ne 0 ] ; then
				xfail
			else
				fail
			fi
		;;
		*)
			echo Unexpected test type "$test_type", bailing
			exit 1
		;;
	esac

	rm -f "$out" "$log"
	popd > /dev/null
done

echo ----------------------------------
echo Test results
echo ----------------------------------
echo "Failures          : $fails"
echo "Passes            : $passes"
echo "Expected failures : $xfails"
echo ----------------------------------

exit $fails