Add test for asm-disasm-asm, fix bug with labels

This adds a support script for future expansion of an asm->disasm->asm
series of tests, which will at minimum ensure some parity between the
assembler and disassembler. Lower level tests to ensure correct behaviour
rather than just symmetrical behaviour belong in another set of tests.

This patch also fixes the assembler's behaviour around numeric labels.
Many other assemblers support entirely numeric labels, and the output
of the disassembler includes them. The assembler has been adjusted to
lex a probably-numeric as a label if it is at the start of the line.
Otherwise, old label behavour and old numeric behaviour is left in
place.

1 files changed, 75 insertions, 0 deletions

diff --git a/test/full-pipeline/run-full-pipeline.sh b/test/full-pipeline/run-full-pipeline.sh
new file mode 100755
index 0000000..34d4ff0
--- /dev/null
+++ b/test/full-pipeline/run-full-pipeline.sh
@@ -0,0 +1,75 @@
+#!/bin/bash -e
+
+#
+# Script for running all of the automated which will go from source to binary,
+# to source to binary, and compare the two binaries.
+# These tests won't find symmetrical errors (e.g. incorrectly translating 'add'
+# into the wrong opcode, and that same opcode back to 'add'), but provide some
+# level of confidence that the disassembler and assembler at least have parity.
+# Checking lower level things is the job of other tests.
+#
+
+fail() {
+	echo -e '[\e[1;31mFAIL\e[0m] '"$1:" "$2"
+}
+
+pass() {
+	echo -e '[\e[0;32mPASS\e[0m] '"$1"
+}
+
+clean() {
+	echo "Removing work dir $WORK"
+	rm -r "$WORK"
+}
+
+trap clean EXIT
+
+check_expected()
+{
+	[ -z "$1" ] && echo WARN: check_expected called with no argument
+	if [ -f "$1.expected" ] ; then
+		if ! diff "$1.expected" "$1.tmp" >/dev/null; then
+			fail "$1 didn't match expected"
+		fi
+	fi
+}
+
+WORK=$(mktemp -d)
+pushd $(dirname "$0") >/dev/null
+export ASM="$PWD/../../assembler"
+export DISASM="$PWD/../../disassembler"
+has_failure=0
+
+for first_stage_asm in *.test ; do
+	first_stage_bin="$WORK/first_stage.bin"
+	second_stage_asm="$WORK/second_stage.asm"
+	second_stage_bin="$WORK/second_stage.bin"
+
+	# Assemble test code
+	if ! "$ASM" "$first_stage_asm" "$first_stage_bin" ; then
+		fail "$first_stage_asm" "first stage assembly failed"
+		continue
+	fi
+
+	# Disassemble test code and re-assemble that disassembly
+	if ! "$DISASM" "$first_stage_bin" > "$second_stage_asm" ; then
+		fail "$first_stage_asm" "first stage disassembly failed"
+		continue
+	fi
+	if ! "$ASM" "$second_stage_asm" "$second_stage_bin" ; then
+		fail "$first_stage_asm" "second stage assembly failed"
+		continue
+	fi
+
+	# first stage bin and second stage identical for test pass
+	if diff "$first_stage_bin" "$second_stage_bin"; then
+		pass "$first_stage_asm"
+	else
+		fail "$first_stage_asm" "binary mismatch"
+		has_failure=1
+	fi
+
+done
+popd >/dev/null
+
+exit "$has_failure"