regression tests: Use environment vars to determine program location

[thirdparty/pdns.git] / regression-tests / runtests

#!/usr/bin/env bash
PATH=.:$PATH:/usr/sbin
MAKE=${MAKE:-make}

export PDNS=${PDNS:-${PWD}/../pdns/pdns_server}
export PDNS2=${PDNS2:-${PWD}/../pdns/pdns_server}
export PDNSRECURSOR=${PDNSRECURSOR:-${PWD}/../pdns_recursor}
export SDIG=${SDIG:-${PWD}/../pdns/sdig}
export NSEC3DIG=${NSEC3DIG:-${PWD}/../pdns/nsec3dig}
export SAXFR=${SAXFR:-${PWD}/../pdns/saxfr}
export ZONE2SQL=${ZONE2SQL:-${PWD}/../pdns/zone2sql}
export PDNSSEC=${PDNSSEC:-${PWD}/../pdns/pdnssec}
export PDNSCONTROL=${PDNSCONTROL:-${PWD}/../pdns/pdns_control}

spectest=$1
[ -z $spectest ] && spectest=""

for prog in $SDIG $SAXFR $NSEC3DIG; do
  if `echo $prog | grep -q '../pdns'`; then
    ${MAKE} -C ../pdns ${prog##../pdns/} || exit
  fi
done

rm -f test-results failed_tests passed_tests skipped_tests ${testsdir}/*/real_result ${testsdir}/*/diff ${testsdir}/*/*.out ${testsdir}/*/start ${testsdir}/*/step.*

passed=0
failed=0
skipped=0

touch passed_tests failed_tests skipped_tests

for a in $(find $testsdir -type d | grep -v ^.$ | grep -v .svn | grep -v ^confdir | LC_ALL=C sort) 
do
	if [ ! -x $a/command ]
	then
		continue
	fi
	testname=$(basename $a)
	export testname
	echo  "$testname: "
	cat $a/description 

	echo  "$testname: " >> test-results
	cat $a/description >> test-results
	
	SKIPIT=0
	if [ -e $a/skip ] 
	then
		SKIPIT=1
		result="	Skipped test $a"
	else
		for reason in $skipreasons $context
		do
			if [ -e $a/skip.$reason ]
			then
				SKIPIT=1
				result="	Skipped test $a for reason $reason"
				break
			fi
		done
	fi

	if [ "$spectest" != "" ] && [ "$spectest" != "$testname" ] && [ "$testname" != "00dnssec-grabkeys" ]
	then
		SKIPIT=1
		result="	Skipped test $a because it's not the specified single test"
	fi

				
	if [ $SKIPIT = 1 ]
	then
		echo $testname >> skipped_tests
		skipped=$[$skipped+1]
	else
		$a/command > $a/real_result
		expected=$a/expected_result

		diffopts="-u"
		if [ -e $a/expected_result.i ]; then
			expected=$a/expected_result.i
			diffopts="${diffopts} -i"
		fi

		for extracontext in $extracontexts
		do
			[ -e "$a/expected_result.$extracontext" ] && expected=$a/expected_result.$extracontext
		done
		[ -n "$context" ] && [ -e "$a/expected_result.$context" ] && expected=$a/expected_result.$context
		diff ${diffopts} $expected $a/real_result > $a/diff 2>&1
		if [ -s $a/diff ] 
		then
			result="	Failed test $a"
			echo $testname >> failed_tests
			failed=$[$failed+1]
		else
			result="	Passed test $a"
			echo $testname >> passed_tests
			passed=$[$passed+1]
		fi
	fi	
	echo "$result"
	echo
	echo "$result" >> test-results
	echo >> test-results
done

echo -n $passed out of $[$passed+$failed]
echo -n " ("
res=$((echo scale=2; echo 100*$passed/\($passed+$failed\)) | bc )
echo -n "$res%) "
echo tests passed, $skipped were skipped