summaryrefslogtreecommitdiff
path: root/test/full-pipeline/run-full-pipeline.sh
blob: aeb7c4fd2e4d33cb21a45d235d54fad781d817b4 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
#!/bin/bash -e

#
# Script for running all of the automated which will go from source to binary,
# to source to binary, and compare the two binaries.
# These tests won't find symmetrical errors (e.g. incorrectly translating 'add'
# into the wrong opcode, and that same opcode back to 'add'), but provide some
# level of confidence that the disassembler and assembler at least have parity.
# Checking lower level things is the job of other tests.
#

fail() {
	echo -e '[\e[1;31mFAIL\e[0m] '"$1:" "$2"
}

pass() {
	echo -e '[\e[1;32mPASS\e[0m] '"$1"
}

clean() {
	echo "Removing work dir $WORK"
	rm -r "$WORK"
}

if [ "$1" == "noclean" ]; then
	NO_CLEAN=1
else
	NO_CLEAN=0
fi
WORK=$(mktemp -d)
pushd $(dirname "$0") >/dev/null
export ASM="$PWD/../../assembler"
export DISASM="$PWD/../../disassembler"
has_failure=0

for first_stage_asm in *.asm ; do
	first_stage_bin="$WORK/${first_stage_asm}-first_stage.bin"
	second_stage_asm="$WORK/${first_stage_asm}-second_stage.asm"
	second_stage_bin="$WORK/${first_stage_asm}-second_stage.bin"

	# Assemble test code
	if ! "$ASM" "$first_stage_asm" "$first_stage_bin" ; then
		fail "$first_stage_asm" "first stage assembly failed"
		continue
	fi

	# Disassemble test code and re-assemble that disassembly
	if ! "$DISASM" "$first_stage_bin" "$second_stage_asm" ; then
		fail "$first_stage_asm" "first stage disassembly failed"
		continue
	fi
	if ! "$ASM" "$second_stage_asm" "$second_stage_bin" ; then
		fail "$first_stage_asm" "second stage assembly failed"
		continue
	fi

	# first stage bin and second stage identical for test pass
	if diff "$first_stage_bin" "$second_stage_bin" >/dev/null; then
		pass "$first_stage_asm"
	else
		fail "$first_stage_asm" "binary mismatch"
		has_failure=1
	fi

done
popd >/dev/null

if [[ "$failure" != "0" && "$NO_CLEAN" == "1"  ]] ; then
	echo "Warning: Leaving work dir $WORK in place. Please remove this yourself"
else
	clean
fi

exit "$has_failure"