aboutsummaryrefslogtreecommitdiff
path: root/tests/scripts/run-xpass
blob: 93540c9c5dae7257db2882812595f25c3ae23c62 (plain) (blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
#!/bin/sh
NAME="$1"

if [ -z "${COMPILE_TEST+x}" -o -z "${TEST_LIBS+x}" ]; then
	echo "Test runner script must have COMPILE_TEST and TEST_LIBS defined."
	exit 1
fi

try_vg() {
	if [ "x$VALGRIND" != "x0" ] && which valgrind > /dev/null >&1; then
		eval "valgrind -q --leak-check=full --error-exitcode=169 $1"
	else
		eval "$1"
	fi

	RETVAL=$?
	return "$RETVAL"
}

I=0
while :; do
	if try_vg "../fwd $NAME/$NAME.fwd" \
		1> "reports/$NAME/gen.c"   \
		2> "reports/$NAME/run-$I"
	then
		# fwd succeeded, compile and run program to check result
		# remove possible COVSRV lines in output
		sed -i "s/COVSRV:.*$//" "reports/$NAME/gen.c"
		eval "$COMPILE_TEST reports/$NAME/gen.c -o reports/$NAME/$NAME $TEST_LIBS"
		./reports/$NAME/$NAME > reports/$NAME/OK 2>&1
		exit 0
	fi

	if [ "$RETVAL" = 169 ]; then
		echo "VALGRIND" > reports/$NAME/OK

		# don't return on an error so that makefile continues running
		# other tests that are maybe failing, and reports the status
		# after all tests have been run
		exit 0
	fi

	# correctly handled coverage exception, continue to next run
	if grep 'COVSRV: EXIT' "reports/$NAME/gen.c" > /dev/null \
	&& grep 'internal error:' "reports/$NAME/run-$I" > /dev/null; then
		I=$((I+1))
		continue
	fi

	# incorrectly handled coverage exception, stop run
	echo "MEMERR" > reports/$NAME/OK
	exit 0
done