[thirdparty/cups.git] / test / run-stp-tests.sh

#!/bin/sh
#
# "$Id: run-stp-tests.sh 6389 2007-03-24 14:26:04Z mike $"
#
#   Perform the complete set of IPP compliance tests specified in the
#   CUPS Software Test Plan.
#
#   Copyright 1997-2007 by Easy Software Products, all rights reserved.
#
#   These coded instructions, statements, and computer programs are the
#   property of Easy Software Products and are protected by Federal
#   copyright law.  Distribution and use rights are outlined in the file
#   "LICENSE.txt" which should have been included with this file.  If this
#   file is missing or damaged please contact Easy Software Products
#   at:
#
#       Attn: CUPS Licensing Information
#       Easy Software Products
#       44141 Airport View Drive, Suite 204
#       Hollywood, Maryland 20636 USA
#
#       Voice: (301) 373-9600
#       EMail: cups-info@cups.org
#         WWW: http://www.cups.org
#

argcount=$#

#
# Make the IPP test program...
#

make

#
# Figure out the proper echo options...
#

if (echo "testing\c"; echo 1,2,3) | grep c >/dev/null; then
        ac_n=-n
        ac_c=
else
        ac_n=
        ac_c='\c'
fi

#
# Greet the tester...
#

echo "Welcome to the CUPS Automated Test Script."
echo ""
echo "Before we begin, it is important that you understand that the larger"
echo "tests require significant amounts of RAM and disk space.  If you"
echo "attempt to run one of the big tests on a system that lacks sufficient"
echo "disk and virtual memory, the UNIX kernel might decide to kill one or"
echo "more system processes that you've grown attached to, like the X"
echo "server.  The question you may want to ask yourself before running a"
echo "large test is: Do you feel lucky?"
echo ""
echo "OK, now that we have the Dirty Harry quote out of the way, please"
echo "choose the type of test you wish to perform:"
echo ""
echo "0 - No testing, keep the scheduler running for me (all systems)"
echo "1 - Basic conformance test, no load testing (all systems)"
echo "2 - Basic conformance test, some load testing (minimum 256MB VM, 50MB disk)"
echo "3 - Basic conformance test, extreme load testing (minimum 1GB VM, 500MB disk)"
echo "4 - Basic conformance test, torture load testing (minimum 2GB VM, 1GB disk)"
echo ""
echo $ac_n "Enter the number of the test you wish to perform: [1] $ac_c"

if test $# -gt 0; then
	testtype=$1
	shift
else
	read testtype
fi
echo ""

case "$testtype" in
	0)
		echo "Running in test mode (0)"
		nprinters1=0
		nprinters2=0
		pjobs=0
		;;
	2)
		echo "Running the medium tests (2)"
		nprinters1=10
		nprinters2=20
		pjobs=20
		;;
	3)
		echo "Running the extreme tests (3)"
		nprinters1=500
		nprinters2=1000
		pjobs=100
		;;
	4)
		echo "Running the torture tests (4)"
		nprinters1=10000
		nprinters2=20000
		pjobs=200
		;;
	*)
		echo "Running the timid tests (1)"
		nprinters1=0
		nprinters2=0
		pjobs=0
		;;
esac

#
# See if we want to do SSL testing...
#

echo ""
echo "Now you can choose whether to create a SSL/TLS encryption key and"
echo "certificate for testing; these tests currently require the OpenSSL"
echo "tools:"
echo ""
echo "0 - Do not do SSL/TLS encryption tests"
echo "1 - Test but do not require encryption"
echo "2 - Test and require encryption"
echo ""
echo $ac_n "Enter the number of the SSL/TLS tests to perform: [0] $ac_c"

if test $# -gt 0; then
	ssltype=$1
	shift
else
	read ssltype
fi
echo ""

case "$ssltype" in
	1)
		echo "Will test but not require encryption (1)"
		;;
	2)
		echo "Will test and require encryption (2)"
		;;
	*)
		echo "Not using SSL/TLS (0)"
		ssltype=0
		;;
esac

#
# Information for the server/tests...
#

user="$USER"
if test -z "$user"; then
	if test -x /usr/ucb/whoami; then
		user=`/usr/ucb/whoami`
	else
		user=`whoami`
	fi

	if test -z "$user"; then
		user="unknown"
	fi
fi

port=8631
cwd=`pwd`
root=`dirname $cwd`

#
# Make sure that the LPDEST and PRINTER environment variables are
# not included in the environment that is passed to the tests.  These
# will usually cause tests to fail erroneously...
#

typeset +x LPDEST
typeset +x PRINTER

#
# See if we want to use valgrind...
#

echo ""
echo "This test script can use the Valgrind software from:"
echo ""
echo "    http://developer.kde.org/~sewardj/"
echo ""
echo $ac_n "Enter Y to use Valgrind or N to not use Valgrind: [N] $ac_c"

if test $# -gt 0; then
	usevalgrind=$1
	shift
else
	read usevalgrind
fi
echo ""

case "$usevalgrind" in
	Y* | y*)
		valgrind="valgrind --tool=memcheck --log-file=/tmp/cups-$user/log/valgrind --error-limit=no --leak-check=yes --trace-children=yes"
		echo "Using Valgrind; log files can be found in /tmp/cups-$user/log..."
		;;

	*)
		valgrind=""
		;;
esac

#
# Start by creating temporary directories for the tests...
#

echo "Creating directories for test..."

rm -rf /tmp/cups-$user
mkdir /tmp/cups-$user
mkdir /tmp/cups-$user/bin
mkdir /tmp/cups-$user/bin/backend
mkdir /tmp/cups-$user/bin/filter
mkdir /tmp/cups-$user/certs
mkdir /tmp/cups-$user/share
mkdir /tmp/cups-$user/share/banners
mkdir /tmp/cups-$user/share/model
mkdir /tmp/cups-$user/interfaces
mkdir /tmp/cups-$user/log
mkdir /tmp/cups-$user/ppd
mkdir /tmp/cups-$user/spool
mkdir /tmp/cups-$user/spool/temp
mkdir /tmp/cups-$user/ssl

ln -s $root/backend/http /tmp/cups-$user/bin/backend
ln -s $root/backend/ipp /tmp/cups-$user/bin/backend
ln -s $root/backend/lpd /tmp/cups-$user/bin/backend
ln -s $root/backend/parallel /tmp/cups-$user/bin/backend
ln -s $root/backend/serial /tmp/cups-$user/bin/backend
ln -s $root/backend/snmp /tmp/cups-$user/bin/backend
ln -s $root/backend/socket /tmp/cups-$user/bin/backend
ln -s $root/backend/usb /tmp/cups-$user/bin/backend
ln -s $root/cgi-bin /tmp/cups-$user/bin
ln -s $root/monitor /tmp/cups-$user/bin
ln -s $root/notifier /tmp/cups-$user/bin
ln -s $root/scheduler /tmp/cups-$user/bin/daemon
ln -s $root/filter/hpgltops /tmp/cups-$user/bin/filter
ln -s $root/filter/imagetops /tmp/cups-$user/bin/filter
ln -s $root/filter/imagetoraster /tmp/cups-$user/bin/filter
ln -s $root/filter/pstops /tmp/cups-$user/bin/filter
ln -s $root/filter/rastertoepson /tmp/cups-$user/bin/filter
ln -s $root/filter/rastertohp /tmp/cups-$user/bin/filter
ln -s $root/filter/texttops /tmp/cups-$user/bin/filter
ln -s $root/pdftops/pdftops /tmp/cups-$user/bin/filter

ln -s $root/data/classified /tmp/cups-$user/share/banners
ln -s $root/data/confidential /tmp/cups-$user/share/banners
ln -s $root/data/secret /tmp/cups-$user/share/banners
ln -s $root/data/standard /tmp/cups-$user/share/banners
ln -s $root/data/topsecret /tmp/cups-$user/share/banners
ln -s $root/data/unclassified /tmp/cups-$user/share/banners
ln -s $root/data /tmp/cups-$user/share/charmaps
ln -s $root/data /tmp/cups-$user/share/charsets
ln -s $root/data /tmp/cups-$user/share
ln -s $root/fonts /tmp/cups-$user/share
ln -s $root/ppd/*.ppd /tmp/cups-$user/share/model
ln -s $root/templates /tmp/cups-$user/share

if test $ssltype != 0; then
	mkdir $root/ssl
	cp server.* $root/ssl
fi

#
# Then create the necessary config files...
#

echo "Creating cupsd.conf for test..."

if test $ssltype = 2; then
	encryption="Encryption Required"
else
	encryption=""
fi

cat >/tmp/cups-$user/cupsd.conf <<EOF
Browsing Off
FileDevice yes
Printcap
Listen 127.0.0.1:$port
User $user
ServerRoot /tmp/cups-$user
StateDir /tmp/cups-$user
ServerBin /tmp/cups-$user/bin
CacheDir /tmp/cups-$user/share
DataDir /tmp/cups-$user/share
FontPath /tmp/cups-$user/share/fonts
DocumentRoot $root/doc
RequestRoot /tmp/cups-$user/spool
TempDir /tmp/cups-$user/spool/temp
MaxLogSize 0
AccessLog /tmp/cups-$user/log/access_log
ErrorLog /tmp/cups-$user/log/error_log
PageLog /tmp/cups-$user/log/page_log
LogLevel debug2
PreserveJobHistory Yes
<Policy default>
<Limit All>
Order Deny,Allow
Deny from all
Allow from 127.0.0.1
$encryption
</Limit>
</Policy>
EOF

touch /tmp/cups-$user/classes.conf
touch /tmp/cups-$user/printers.conf

#
# Setup lots of test queues - 500 with PPD files, 500 without...
#

echo "Creating printers.conf for test..."

i=1
while test $i -le $nprinters1; do
	cat >>/tmp/cups-$user/printers.conf <<EOF
<Printer test-$i>
Accepting Yes
DeviceURI file:/dev/null
Info Test PS printer $i
JobSheets none none
Location CUPS test suite
State Idle
StateMessage Printer $1 is idle.
</Printer>
EOF

	cp testps.ppd /tmp/cups-$user/ppd/test-$i.ppd

	i=`expr $i + 1`
done

while test $i -le $nprinters2; do
	cat >>/tmp/cups-$user/printers.conf <<EOF
<Printer test-$i>
Accepting Yes
DeviceURI file:/dev/null
Info Test raw printer $i
JobSheets none none
Location CUPS test suite
State Idle
StateMessage Printer $1 is idle.
</Printer>
EOF

	i=`expr $i + 1`
done

cp /tmp/cups-$user/printers.conf /tmp/cups-$user/printers.conf.orig

cp $root/conf/mime.types /tmp/cups-$user/mime.types
cp $root/conf/mime.convs /tmp/cups-$user/mime.convs

#
# Setup the paths...
#

echo "Setting up environment variables for test..."

if test "x$LD_LIBRARY_PATH" = x; then
	LD_LIBRARY_PATH="$root/cups:$root/filter"
else
	LD_LIBRARY_PATH="$root/cups:$root/filter:$LD_LIBRARY_PATH"
fi

export LD_LIBRARY_PATH

LD_PRELOAD="$root/cups/libcups.so.2:$root/filter/libcupsimage.so.2"
export LD_PRELOAD

if test "x$DYLD_LIBRARY_PATH" = x; then
	DYLD_LIBRARY_PATH="$root/cups:$root/filter"
else
	DYLD_LIBRARY_PATH="$root/cups:$root/filter:$DYLD_LIBRARY_PATH"
fi

export DYLD_LIBRARY_PATH

if test "x$SHLIB_PATH" = x; then
	SHLIB_PATH="$root/cups:$root/filter"
else
	SHLIB_PATH="$root/cups:$root/filter:$SHLIB_PATH"
fi

export SHLIB_PATH

CUPS_SERVER=localhost; export CUPS_SERVER
CUPS_SERVERROOT=/tmp/cups-$user; export CUPS_SERVERROOT
CUPS_STATEDIR=/tmp/cups-$user; export CUPS_STATEDIR
CUPS_DATADIR=/tmp/cups-$user/share; export CUPS_DATADIR

#
# Set a new home directory to avoid getting user options mixed in...
#

HOME=/tmp/cups-$user
export HOME

#
# Force POSIX locale for tests...
#

LANG=C
export LANG

#
# Start the server; run as foreground daemon in the background...
#

echo "Starting scheduler:"
echo "    $valgrind ../scheduler/cupsd -c /tmp/cups-$user/cupsd.conf -f >/tmp/cups-$user/log/debug_log 2>&1 &"
echo ""

$valgrind ../scheduler/cupsd -c /tmp/cups-$user/cupsd.conf -f >/tmp/cups-$user/log/debug_log 2>&1 &
cupsd=$!

#if test -x /usr/bin/strace; then
#	# Trace system calls in cupsd if we have strace...
#	/usr/bin/strace -tt -o /tmp/cups-$user/log/cupsd.trace -p $cupsd &
#fi

if test "x$testtype" = x0; then
	echo "Scheduler is PID $cupsd and is listening on port 8631."
	echo ""
	echo "Set the IPP_PORT environment variable to 8631 to test the software"
	echo "interactively from the command-line."
	exit 0
fi

if test $argcount -eq 0; then
	echo "Scheduler is PID $cupsd; run debugger now if you need to."
	echo ""
	echo $ac_n "Press ENTER to continue... $ac_c"
	read junk
else
	echo "Scheduler is PID $cupsd."
	sleep 2
fi

IPP_PORT=$port; export IPP_PORT

while true; do
	running=`../systemv/lpstat -r 2>/dev/null`
	if test "x$running" = "xscheduler is running"; then
		break
	fi

	echo "Waiting for scheduler to become ready..."
	sleep 10
done

#
# Create the test report source file...
#

strfile=cups-str-1.3-`date +%Y-%m-%d`-$user.html

rm -f $strfile
cat str-header.html >$strfile

#
# Run the IPP tests...
#

echo ""
echo "Running IPP compliance tests..."

echo "<H1>1 - IPP Compliance Tests</H1>" >>$strfile
echo "<P>This section provides the results to the IPP compliance tests" >>$strfile
echo "outlined in the CUPS Software Test Plan. These tests were run on" >>$strfile
echo `date "+%Y-%m-%d"` by $user on `hostname`. >>$strfile
echo "<PRE>" >>$strfile

fail=0
for file in 4*.test; do
	echo "Performing $file..."
	echo "" >>$strfile

	./ipptest ipp://localhost:$port/printers $file >>$strfile
	status=$?

	if test $status != 0; then
		echo Test failed.
		fail=`expr $fail + 1`
	fi
done

echo "</PRE>" >>$strfile

#
# Run the command tests...
#

echo ""
echo "Running command tests..."

echo "<H1>2 - Command Tests</H1>" >>$strfile
echo "<P>This section provides the results to the command tests" >>$strfile
echo "outlined in the CUPS Software Test Plan. These tests were run on" >>$strfile
echo `date "+%Y-%m-%d"` by $user on `hostname`. >>$strfile
echo "<PRE>" >>$strfile

for file in 5*.sh; do
	echo "Performing $file..."
	echo "" >>$strfile
	echo "\"$file\":" >>$strfile

	sh $file $pjobs >>$strfile
	status=$?

	if test $status != 0; then
		echo Test failed.
		fail=`expr $fail + 1`
	fi
done

echo "</PRE>" >>$strfile

#
# Wait for jobs to complete...
#

while true; do
	jobs=`../systemv/lpstat 2>/dev/null`
	if test "x$jobs" = "x"; then
		break
	fi

	echo "Waiting for jobs to complete..."
	sleep 10
done

#
# Stop the server...
#

kill $cupsd

#
# Append the log files for post-mortim...
#

echo "<H1>3 - Log Files</H1>" >>$strfile

echo "<H2>access_log</H2>" >>$strfile
echo "<PRE>" >>$strfile
cat /tmp/cups-$user/log/access_log >>$strfile
echo "</PRE>" >>$strfile

echo "<H2>error_log</H2>" >>$strfile
echo "<PRE>" >>$strfile
cat /tmp/cups-$user/log/error_log >>$strfile
echo "</PRE>" >>$strfile

echo "<H2>page_log</H2>" >>$strfile
echo "<PRE>" >>$strfile
cat /tmp/cups-$user/log/page_log >>$strfile
echo "</PRE>" >>$strfile

if test -f /tmp/cups-$user/log/cupsd.trace; then
	echo "<H2>cupsd.trace</H2>" >>$strfile
	echo "<PRE>" >>$strfile
	cat /tmp/cups-$user/log/cupsd.trace >>$strfile
	echo "</PRE>" >>$strfile
fi

#
# Format the reports and tell the user where to find them...
#

cat str-trailer.html >>$strfile

echo ""

if test $fail != 0; then
	echo "$fail tests failed."
else
	echo "All tests were successful."
fi

echo "Log files can be found in /tmp/cups-$user/log."
echo "A HTML report was created in test/$strfile."
echo ""

#
# End of "$Id: run-stp-tests.sh 6389 2007-03-24 14:26:04Z mike $"
#
Commit	Line	Data
ef416fc2	1	#!/bin/sh
ef416fc2	2	#
f42414bf	3	# "$Id: run-stp-tests.sh 6389 2007-03-24 14:26:04Z mike $"
ef416fc2	4	#
	5	# Perform the complete set of IPP compliance tests specified in the
	6	# CUPS Software Test Plan.
	7	#
f899b121	8	# Copyright 1997-2007 by Easy Software Products, all rights reserved.
ef416fc2	9	#
	10	# These coded instructions, statements, and computer programs are the
	11	# property of Easy Software Products and are protected by Federal
	12	# copyright law. Distribution and use rights are outlined in the file
	13	# "LICENSE.txt" which should have been included with this file. If this
	14	# file is missing or damaged please contact Easy Software Products
	15	# at:
	16	#
	17	# Attn: CUPS Licensing Information
	18	# Easy Software Products
	19	# 44141 Airport View Drive, Suite 204
	20	# Hollywood, Maryland 20636 USA
	21	#
	22	# Voice: (301) 373-9600
	23	# EMail: cups-info@cups.org
	24	# WWW: http://www.cups.org
	25	#
	26
a74454a7	27	argcount=$#
a74454a7	28
ef416fc2	29	#
	30	# Make the IPP test program...
	31	#
	32
	33	make
	34
bd7854cb	35	#
	36	# Figure out the proper echo options...
	37	#
	38
	39	if (echo "testing\c"; echo 1,2,3) \| grep c >/dev/null; then
	40	ac_n=-n
	41	ac_c=
	42	else
	43	ac_n=
	44	ac_c='\c'
	45	fi
	46
ef416fc2	47	#
	48	# Greet the tester...
	49	#
	50
	51	echo "Welcome to the CUPS Automated Test Script."
	52	echo ""
	53	echo "Before we begin, it is important that you understand that the larger"
	54	echo "tests require significant amounts of RAM and disk space. If you"
	55	echo "attempt to run one of the big tests on a system that lacks sufficient"
	56	echo "disk and virtual memory, the UNIX kernel might decide to kill one or"
	57	echo "more system processes that you've grown attached to, like the X"
	58	echo "server. The question you may want to ask yourself before running a"
	59	echo "large test is: Do you feel lucky?"
	60	echo ""
	61	echo "OK, now that we have the Dirty Harry quote out of the way, please"
	62	echo "choose the type of test you wish to perform:"
	63	echo ""
	64	echo "0 - No testing, keep the scheduler running for me (all systems)"
	65	echo "1 - Basic conformance test, no load testing (all systems)"
	66	echo "2 - Basic conformance test, some load testing (minimum 256MB VM, 50MB disk)"
	67	echo "3 - Basic conformance test, extreme load testing (minimum 1GB VM, 500MB disk)"
	68	echo "4 - Basic conformance test, torture load testing (minimum 2GB VM, 1GB disk)"
	69	echo ""
bd7854cb	70	echo $ac_n "Enter the number of the test you wish to perform: [1] $ac_c"
ef416fc2	71
a74454a7	72	if test $# -gt 0; then
	73	testtype=$1
	74	shift
	75	else
	76	read testtype
	77	fi
bd7854cb	78	echo ""
ef416fc2	79
	80	case "$testtype" in
	81	0)
	82	echo "Running in test mode (0)"
	83	nprinters1=0
	84	nprinters2=0
	85	pjobs=0
	86	;;
	87	2)
	88	echo "Running the medium tests (2)"
	89	nprinters1=10
	90	nprinters2=20
	91	pjobs=20
	92	;;
	93	3)
	94	echo "Running the extreme tests (3)"
	95	nprinters1=500
	96	nprinters2=1000
	97	pjobs=100
	98	;;
	99	4)
	100	echo "Running the torture tests (4)"
	101	nprinters1=10000
	102	nprinters2=20000
	103	pjobs=200
	104	;;
	105	*)
	106	echo "Running the timid tests (1)"
	107	nprinters1=0
	108	nprinters2=0
	109	pjobs=0
	110	;;
	111	esac
	112
	113	#
	114	# See if we want to do SSL testing...
	115	#
	116
	117	echo ""
	118	echo "Now you can choose whether to create a SSL/TLS encryption key and"
	119	echo "certificate for testing; these tests currently require the OpenSSL"
	120	echo "tools:"
	121	echo ""
	122	echo "0 - Do not do SSL/TLS encryption tests"
411affcf	123	echo "1 - Test but do not require encryption"
411affcf	124	echo "2 - Test and require encryption"
ef416fc2	125	echo ""
bd7854cb	126	echo $ac_n "Enter the number of the SSL/TLS tests to perform: [0] $ac_c"
ef416fc2	127
a74454a7	128	if test $# -gt 0; then
	129	ssltype=$1
	130	shift
	131	else
	132	read ssltype
	133	fi
bd7854cb	134	echo ""
ef416fc2	135
ef416fc2	136	case "$ssltype" in
411affcf	137	1)
	138	echo "Will test but not require encryption (1)"
	139	;;
	140	2)
	141	echo "Will test and require encryption (2)"
ef416fc2	142	;;
ef416fc2	143	*)
411affcf	144	echo "Not using SSL/TLS (0)"
ef416fc2	145	ssltype=0
	146	;;
	147	esac
	148
	149	#
	150	# Information for the server/tests...
	151	#
	152
e1d6a774	153	user="$USER"
	154	if test -z "$user"; then
	155	if test -x /usr/ucb/whoami; then
	156	user=`/usr/ucb/whoami`
	157	else
	158	user=`whoami`
	159	fi
	160
	161	if test -z "$user"; then
	162	user="unknown"
	163	fi
	164	fi
	165
ef416fc2	166	port=8631
	167	cwd=`pwd`
	168	root=`dirname $cwd`
	169
	170	#
	171	# Make sure that the LPDEST and PRINTER environment variables are
	172	# not included in the environment that is passed to the tests. These
	173	# will usually cause tests to fail erroneously...
	174	#
	175
	176	typeset +x LPDEST
	177	typeset +x PRINTER
	178
	179	#
	180	# See if we want to use valgrind...
	181	#
	182
	183	echo ""
	184	echo "This test script can use the Valgrind software from:"
	185	echo ""
	186	echo " http://developer.kde.org/~sewardj/"
	187	echo ""
bd7854cb	188	echo $ac_n "Enter Y to use Valgrind or N to not use Valgrind: [N] $ac_c"
ef416fc2	189
a74454a7	190	if test $# -gt 0; then
	191	usevalgrind=$1
	192	shift
	193	else
	194	read usevalgrind
	195	fi
bd7854cb	196	echo ""
ef416fc2	197
	198	case "$usevalgrind" in
	199	Y* \| y*)
	200	valgrind="valgrind --tool=memcheck --log-file=/tmp/cups-$user/log/valgrind --error-limit=no --leak-check=yes --trace-children=yes"
	201	echo "Using Valgrind; log files can be found in /tmp/cups-$user/log..."
	202	;;
	203
	204	*)
	205	valgrind=""
	206	;;
	207	esac
	208
	209	#
	210	# Start by creating temporary directories for the tests...
	211	#
	212
a74454a7	213	echo "Creating directories for test..."
a74454a7	214
ef416fc2	215	rm -rf /tmp/cups-$user
	216	mkdir /tmp/cups-$user
	217	mkdir /tmp/cups-$user/bin
	218	mkdir /tmp/cups-$user/bin/backend
	219	mkdir /tmp/cups-$user/bin/filter
	220	mkdir /tmp/cups-$user/certs
	221	mkdir /tmp/cups-$user/share
	222	mkdir /tmp/cups-$user/share/banners
	223	mkdir /tmp/cups-$user/share/model
	224	mkdir /tmp/cups-$user/interfaces
	225	mkdir /tmp/cups-$user/log
	226	mkdir /tmp/cups-$user/ppd
	227	mkdir /tmp/cups-$user/spool
	228	mkdir /tmp/cups-$user/spool/temp
	229	mkdir /tmp/cups-$user/ssl
	230
	231	ln -s $root/backend/http /tmp/cups-$user/bin/backend
	232	ln -s $root/backend/ipp /tmp/cups-$user/bin/backend
	233	ln -s $root/backend/lpd /tmp/cups-$user/bin/backend
	234	ln -s $root/backend/parallel /tmp/cups-$user/bin/backend
	235	ln -s $root/backend/serial /tmp/cups-$user/bin/backend
a74454a7	236	ln -s $root/backend/snmp /tmp/cups-$user/bin/backend
ef416fc2	237	ln -s $root/backend/socket /tmp/cups-$user/bin/backend
	238	ln -s $root/backend/usb /tmp/cups-$user/bin/backend
	239	ln -s $root/cgi-bin /tmp/cups-$user/bin
bd7854cb	240	ln -s $root/monitor /tmp/cups-$user/bin
ef416fc2	241	ln -s $root/notifier /tmp/cups-$user/bin
	242	ln -s $root/scheduler /tmp/cups-$user/bin/daemon
	243	ln -s $root/filter/hpgltops /tmp/cups-$user/bin/filter
	244	ln -s $root/filter/imagetops /tmp/cups-$user/bin/filter
	245	ln -s $root/filter/imagetoraster /tmp/cups-$user/bin/filter
	246	ln -s $root/filter/pstops /tmp/cups-$user/bin/filter
	247	ln -s $root/filter/rastertoepson /tmp/cups-$user/bin/filter
	248	ln -s $root/filter/rastertohp /tmp/cups-$user/bin/filter
	249	ln -s $root/filter/texttops /tmp/cups-$user/bin/filter
	250	ln -s $root/pdftops/pdftops /tmp/cups-$user/bin/filter
	251
	252	ln -s $root/data/classified /tmp/cups-$user/share/banners
	253	ln -s $root/data/confidential /tmp/cups-$user/share/banners
	254	ln -s $root/data/secret /tmp/cups-$user/share/banners
	255	ln -s $root/data/standard /tmp/cups-$user/share/banners
	256	ln -s $root/data/topsecret /tmp/cups-$user/share/banners
	257	ln -s $root/data/unclassified /tmp/cups-$user/share/banners
a74454a7	258	ln -s $root/data /tmp/cups-$user/share/charmaps
ef416fc2	259	ln -s $root/data /tmp/cups-$user/share/charsets
	260	ln -s $root/data /tmp/cups-$user/share
	261	ln -s $root/fonts /tmp/cups-$user/share
	262	ln -s $root/ppd/*.ppd /tmp/cups-$user/share/model
	263	ln -s $root/templates /tmp/cups-$user/share
	264
	265	if test $ssltype != 0; then
	266	mkdir $root/ssl
	267	cp server.* $root/ssl
	268	fi
	269
	270	#
	271	# Then create the necessary config files...
	272	#
	273
a74454a7	274	echo "Creating cupsd.conf for test..."
a74454a7	275
ef416fc2	276	if test $ssltype = 2; then
	277	encryption="Encryption Required"
	278	else
	279	encryption=""
	280	fi
	281
	282	cat >/tmp/cups-$user/cupsd.conf <<EOF
	283	Browsing Off
	284	FileDevice yes
	285	Printcap
	286	Listen 127.0.0.1:$port
	287	User $user
	288	ServerRoot /tmp/cups-$user
	289	StateDir /tmp/cups-$user
	290	ServerBin /tmp/cups-$user/bin
	291	CacheDir /tmp/cups-$user/share
	292	DataDir /tmp/cups-$user/share
	293	FontPath /tmp/cups-$user/share/fonts
	294	DocumentRoot $root/doc
	295	RequestRoot /tmp/cups-$user/spool
	296	TempDir /tmp/cups-$user/spool/temp
	297	MaxLogSize 0
	298	AccessLog /tmp/cups-$user/log/access_log
	299	ErrorLog /tmp/cups-$user/log/error_log
	300	PageLog /tmp/cups-$user/log/page_log
a74454a7	301	LogLevel debug2
ef416fc2	302	PreserveJobHistory Yes
	303	<Policy default>
	304	<Limit All>
	305	Order Deny,Allow
	306	Deny from all
	307	Allow from 127.0.0.1
	308	$encryption
	309	</Limit>
	310	</Policy>
	311	EOF
	312
	313	touch /tmp/cups-$user/classes.conf
	314	touch /tmp/cups-$user/printers.conf
	315
	316	#
	317	# Setup lots of test queues - 500 with PPD files, 500 without...
	318	#
	319
a74454a7	320	echo "Creating printers.conf for test..."
a74454a7	321
ef416fc2	322	i=1
	323	while test $i -le $nprinters1; do
	324	cat >>/tmp/cups-$user/printers.conf <<EOF
	325	<Printer test-$i>
	326	Accepting Yes
	327	DeviceURI file:/dev/null
	328	Info Test PS printer $i
	329	JobSheets none none
	330	Location CUPS test suite
	331	State Idle
	332	StateMessage Printer $1 is idle.
	333	</Printer>
	334	EOF
	335
	336	cp testps.ppd /tmp/cups-$user/ppd/test-$i.ppd
	337
	338	i=`expr $i + 1`
	339	done
	340
	341	while test $i -le $nprinters2; do
	342	cat >>/tmp/cups-$user/printers.conf <<EOF
	343	<Printer test-$i>
	344	Accepting Yes
	345	DeviceURI file:/dev/null
	346	Info Test raw printer $i
	347	JobSheets none none
	348	Location CUPS test suite
	349	State Idle
	350	StateMessage Printer $1 is idle.
	351	</Printer>
	352	EOF
	353
	354	i=`expr $i + 1`
	355	done
	356
	357	cp /tmp/cups-$user/printers.conf /tmp/cups-$user/printers.conf.orig
	358
	359	cp $root/conf/mime.types /tmp/cups-$user/mime.types
	360	cp $root/conf/mime.convs /tmp/cups-$user/mime.convs
	361
	362	#
	363	# Setup the paths...
	364	#
	365
a74454a7	366	echo "Setting up environment variables for test..."
a74454a7	367
ef416fc2	368	if test "x$LD_LIBRARY_PATH" = x; then
	369	LD_LIBRARY_PATH="$root/cups:$root/filter"
	370	else
	371	LD_LIBRARY_PATH="$root/cups:$root/filter:$LD_LIBRARY_PATH"
	372	fi
	373
	374	export LD_LIBRARY_PATH
	375
	376	LD_PRELOAD="$root/cups/libcups.so.2:$root/filter/libcupsimage.so.2"
	377	export LD_PRELOAD
	378
	379	if test "x$DYLD_LIBRARY_PATH" = x; then
	380	DYLD_LIBRARY_PATH="$root/cups:$root/filter"
	381	else
	382	DYLD_LIBRARY_PATH="$root/cups:$root/filter:$DYLD_LIBRARY_PATH"
	383	fi
	384
	385	export DYLD_LIBRARY_PATH
	386
	387	if test "x$SHLIB_PATH" = x; then
	388	SHLIB_PATH="$root/cups:$root/filter"
	389	else
	390	SHLIB_PATH="$root/cups:$root/filter:$SHLIB_PATH"
	391	fi
	392
	393	export SHLIB_PATH
	394
	395	CUPS_SERVER=localhost; export CUPS_SERVER
	396	CUPS_SERVERROOT=/tmp/cups-$user; export CUPS_SERVERROOT
	397	CUPS_STATEDIR=/tmp/cups-$user; export CUPS_STATEDIR
	398	CUPS_DATADIR=/tmp/cups-$user/share; export CUPS_DATADIR
	399
	400	#
	401	# Set a new home directory to avoid getting user options mixed in...
	402	#
	403
	404	HOME=/tmp/cups-$user
	405	export HOME
	406
f42414bf	407	#
	408	# Force POSIX locale for tests...
	409	#
	410
	411	LANG=C
	412	export LANG
	413
ef416fc2	414	#
	415	# Start the server; run as foreground daemon in the background...
	416	#
	417
	418	echo "Starting scheduler:"
a74454a7	419	echo " $valgrind ../scheduler/cupsd -c /tmp/cups-$user/cupsd.conf -f >/tmp/cups-$user/log/debug_log 2>&1 &"
ef416fc2	420	echo ""
ef416fc2	421
a74454a7	422	$valgrind ../scheduler/cupsd -c /tmp/cups-$user/cupsd.conf -f >/tmp/cups-$user/log/debug_log 2>&1 &
ef416fc2	423	cupsd=$!
	424
	425	#if test -x /usr/bin/strace; then
	426	# # Trace system calls in cupsd if we have strace...
	427	# /usr/bin/strace -tt -o /tmp/cups-$user/log/cupsd.trace -p $cupsd &
	428	#fi
	429
	430	if test "x$testtype" = x0; then
	431	echo "Scheduler is PID $cupsd and is listening on port 8631."
	432	echo ""
	433	echo "Set the IPP_PORT environment variable to 8631 to test the software"
	434	echo "interactively from the command-line."
	435	exit 0
	436	fi
	437
a74454a7	438	if test $argcount -eq 0; then
	439	echo "Scheduler is PID $cupsd; run debugger now if you need to."
	440	echo ""
	441	echo $ac_n "Press ENTER to continue... $ac_c"
	442	read junk
	443	else
	444	echo "Scheduler is PID $cupsd."
	445	sleep 2
	446	fi
ef416fc2	447
	448	IPP_PORT=$port; export IPP_PORT
	449
	450	while true; do
	451	running=`../systemv/lpstat -r 2>/dev/null`
	452	if test "x$running" = "xscheduler is running"; then
	453	break
	454	fi
	455
	456	echo "Waiting for scheduler to become ready..."
	457	sleep 10
	458	done
	459
	460	#
	461	# Create the test report source file...
	462	#
	463
f7deaa1a	464	strfile=cups-str-1.3-`date +%Y-%m-%d`-$user.html
ef416fc2	465
	466	rm -f $strfile
	467	cat str-header.html >$strfile
	468
	469	#
	470	# Run the IPP tests...
	471	#
	472
a74454a7	473	echo ""
ef416fc2	474	echo "Running IPP compliance tests..."
ef416fc2	475
bd7854cb	476	echo "<H1>1 - IPP Compliance Tests</H1>" >>$strfile
ef416fc2	477	echo "<P>This section provides the results to the IPP compliance tests" >>$strfile
ef416fc2	478	echo "outlined in the CUPS Software Test Plan. These tests were run on" >>$strfile
e1d6a774	479	echo `date "+%Y-%m-%d"` by $user on `hostname`. >>$strfile
ef416fc2	480	echo "<PRE>" >>$strfile
	481
	482	fail=0
	483	for file in 4*.test; do
	484	echo "Performing $file..."
	485	echo "" >>$strfile
	486
	487	./ipptest ipp://localhost:$port/printers $file >>$strfile
	488	status=$?
	489
	490	if test $status != 0; then
	491	echo Test failed.
	492	fail=`expr $fail + 1`
	493	fi
	494	done
	495
	496	echo "</PRE>" >>$strfile
	497
	498	#
	499	# Run the command tests...
	500	#
	501
a74454a7	502	echo ""
ef416fc2	503	echo "Running command tests..."
ef416fc2	504
bd7854cb	505	echo "<H1>2 - Command Tests</H1>" >>$strfile
ef416fc2	506	echo "<P>This section provides the results to the command tests" >>$strfile
ef416fc2	507	echo "outlined in the CUPS Software Test Plan. These tests were run on" >>$strfile
e1d6a774	508	echo `date "+%Y-%m-%d"` by $user on `hostname`. >>$strfile
ef416fc2	509	echo "<PRE>" >>$strfile
	510
	511	for file in 5*.sh; do
	512	echo "Performing $file..."
	513	echo "" >>$strfile
	514	echo "\"$file\":" >>$strfile
	515
	516	sh $file $pjobs >>$strfile
	517	status=$?
	518
	519	if test $status != 0; then
	520	echo Test failed.
	521	fail=`expr $fail + 1`
	522	fi
	523	done
	524
	525	echo "</PRE>" >>$strfile
	526
	527	#
	528	# Wait for jobs to complete...
	529	#
	530
	531	while true; do
	532	jobs=`../systemv/lpstat 2>/dev/null`
	533	if test "x$jobs" = "x"; then
	534	break
	535	fi
	536
	537	echo "Waiting for jobs to complete..."
	538	sleep 10
	539	done
	540
	541	#
	542	# Stop the server...
	543	#
	544
	545	kill $cupsd
	546
	547	#
	548	# Append the log files for post-mortim...
	549	#
	550
bd7854cb	551	echo "<H1>3 - Log Files</H1>" >>$strfile
ef416fc2	552
	553	echo "<H2>access_log</H2>" >>$strfile
	554	echo "<PRE>" >>$strfile
	555	cat /tmp/cups-$user/log/access_log >>$strfile
	556	echo "</PRE>" >>$strfile
	557
	558	echo "<H2>error_log</H2>" >>$strfile
	559	echo "<PRE>" >>$strfile
	560	cat /tmp/cups-$user/log/error_log >>$strfile
	561	echo "</PRE>" >>$strfile
	562
	563	echo "<H2>page_log</H2>" >>$strfile
	564	echo "<PRE>" >>$strfile
	565	cat /tmp/cups-$user/log/page_log >>$strfile
	566	echo "</PRE>" >>$strfile
	567
	568	if test -f /tmp/cups-$user/log/cupsd.trace; then
	569	echo "<H2>cupsd.trace</H2>" >>$strfile
	570	echo "<PRE>" >>$strfile
	571	cat /tmp/cups-$user/log/cupsd.trace >>$strfile
	572	echo "</PRE>" >>$strfile
	573	fi
	574
	575	#
	576	# Format the reports and tell the user where to find them...
	577	#
	578
ef416fc2	579	cat str-trailer.html >>$strfile
ef416fc2	580
ef416fc2	581	echo ""
	582
	583	if test $fail != 0; then
	584	echo "$fail tests failed."
	585	else
	586	echo "All tests were successful."
	587	fi
	588
a74454a7	589	echo "Log files can be found in /tmp/cups-$user/log."
a74454a7	590	echo "A HTML report was created in test/$strfile."
ef416fc2	591	echo ""
	592
	593	#
f42414bf	594	# End of "$Id: run-stp-tests.sh 6389 2007-03-24 14:26:04Z mike $"
ef416fc2	595	#