3 # Perform the complete set of IPP compliance tests specified in the
4 # CUPS Software Test Plan.
6 # Copyright © 2007-2019 by Apple Inc.
7 # Copyright © 1997-2007 by Easy Software Products, all rights reserved.
9 # Licensed under Apache License v2.0. See the file "LICENSE" for more
16 # Don't allow "make check" or "make test" to be run by root...
19 if test "x`id -u`" = x0
; then
20 echo Please run this as a normal user. Not supported when run as root.
25 # Force the permissions of the files we create...
31 # Make the IPP test program...
37 # Solaris has a non-POSIX grep in /bin...
40 if test -x /usr
/xpg
4/bin
/grep; then
41 GREP
=/usr
/xpg
4/bin
/grep
47 # Figure out the proper echo options...
50 if (echo "testing\c"; echo 1,2,3) |
$GREP c
>/dev
/null
; then
62 echo "Welcome to the CUPS Automated Test Script."
64 echo "Before we begin, it is important that you understand that the larger"
65 echo "tests require significant amounts of RAM and disk space. If you"
66 echo "attempt to run one of the big tests on a system that lacks sufficient"
67 echo "disk and virtual memory, the UNIX kernel might decide to kill one or"
68 echo "more system processes that you've grown attached to, like the X"
69 echo "server. The question you may want to ask yourself before running a"
70 echo "large test is: Do you feel lucky?"
72 echo "OK, now that we have the Dirty Harry quote out of the way, please"
73 echo "choose the type of test you wish to perform:"
75 echo "0 - No testing, keep the scheduler running for me (all systems)"
76 echo "1 - Basic conformance test, no load testing (all systems)"
77 echo "2 - Basic conformance test, some load testing (minimum 256MB VM, 50MB disk)"
78 echo "3 - Basic conformance test, extreme load testing (minimum 1GB VM, 500MB disk)"
79 echo "4 - Basic conformance test, torture load testing (minimum 2GB VM, 1GB disk)"
81 echo $ac_n "Enter the number of the test you wish to perform: [1] $ac_c"
83 if test $# -gt 0; then
93 echo "Running in test mode (0)"
100 echo "Running the medium tests (2)"
107 echo "Running the extreme tests (3)"
114 echo "Running the torture tests (4)"
121 echo "Running the timid tests (1)"
131 # See if we want to do SSL testing...
135 echo "Now you can choose whether to create a SSL/TLS encryption key and"
136 echo "certificate for testing:"
138 echo "0 - Do not do SSL/TLS encryption tests"
139 echo "1 - Test but do not require encryption"
140 echo "2 - Test and require encryption"
142 echo $ac_n "Enter the number of the SSL/TLS tests to perform: [0] $ac_c"
144 if test $# -gt 0; then
154 echo "Will test but not require encryption (1)"
157 echo "Will test and require encryption (2)"
160 echo "Not using SSL/TLS (0)"
166 # Information for the server/tests...
170 if test -z "$user"; then
171 if test -x /usr
/ucb
/whoami
; then
172 user
=`/usr/ucb/whoami`
177 if test -z "$user"; then
182 port
="${CUPS_TESTPORT:=8631}"
185 CUPS_TESTROOT
="$root"; export CUPS_TESTROOT
187 BASE
="${CUPS_TESTBASE:=}"
188 if test -z "$BASE"; then
189 if test -d /private
/tmp
; then
190 BASE
=/private
/tmp
/cups-
$user
198 # Make sure that the LPDEST and PRINTER environment variables are
199 # not included in the environment that is passed to the tests. These
200 # will usually cause tests to fail erroneously...
207 # See if we want to use valgrind...
211 echo "This test script can use the Valgrind software from:"
213 echo " http://developer.kde.org/~sewardj/"
215 echo $ac_n "Enter Y to use Valgrind or N to not use Valgrind: [N] $ac_c"
217 if test $# -gt 0; then
225 case "$usevalgrind" in
227 VALGRIND
="valgrind --tool=memcheck --log-file=$BASE/log/valgrind.%p --error-limit=no --leak-check=yes --trace-children=yes"
228 if test `uname` = Darwin
; then
229 VALGRIND
="$VALGRIND --dsymutil=yes"
232 echo "Using Valgrind; log files can be found in $BASE/log..."
242 # See if we want to do debug logging of the libraries...
246 echo "If CUPS was built with the --enable-debug-printfs configure option, you"
247 echo "can enable debug logging of the libraries."
249 echo $ac_n "Enter Y or a number from 0 to 9 to enable debug logging or N to not: [N] $ac_c"
251 if test $# -gt 0; then
259 case "$usedebugprintfs" in
261 echo "Enabling debug printfs (level 5); log files can be found in $BASE/log..."
262 CUPS_DEBUG_LOG
="$BASE/log/debug_printfs.%d"; export CUPS_DEBUG_LOG
263 CUPS_DEBUG_LEVEL
=5; export CUPS_DEBUG_LEVEL
264 CUPS_DEBUG_FILTER
='^(http|_http|ipp|_ipp|cups.*Request|cupsGetResponse|cupsSend).*$'; export CUPS_DEBUG_FILTER
267 0 |
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9)
268 echo "Enabling debug printfs (level $usedebugprintfs); log files can be found in $BASE/log..."
269 CUPS_DEBUG_LOG
="$BASE/log/debug_printfs.%d"; export CUPS_DEBUG_LOG
270 CUPS_DEBUG_LEVEL
="$usedebugprintfs"; export CUPS_DEBUG_LEVEL
271 CUPS_DEBUG_FILTER
='^(http|_http|ipp|_ipp|cups.*Request|cupsGetResponse|cupsSend|mime).*$'; export CUPS_DEBUG_FILTER
279 # Start by creating temporary directories for the tests...
282 echo "Creating directories for test..."
287 mkdir
$BASE/bin
/backend
288 mkdir
$BASE/bin
/driver
289 mkdir
$BASE/bin
/filter
292 mkdir
$BASE/share
/banners
293 mkdir
$BASE/share
/drv
294 mkdir
$BASE/share
/locale
295 for file in ..
/locale
/cups_
*.po
; do
296 loc
=`basename $file .po | cut -c 6-`
297 mkdir
$BASE/share
/locale
/$loc
298 ln -s $root/locale
/cups_
$loc.po
$BASE/share
/locale
/$loc
300 mkdir
$BASE/share
/locale
/en
301 ln -s $root/locale
/cups.pot
$BASE/share
/locale
/en
/cups_en.po
302 mkdir
$BASE/share
/mime
303 mkdir
$BASE/share
/model
304 mkdir
$BASE/share
/ppdc
305 mkdir
$BASE/interfaces
309 mkdir
$BASE/spool
/temp
312 ln -s $root/backend
/dnssd
$BASE/bin
/backend
313 ln -s $root/backend
/http
$BASE/bin
/backend
314 ln -s $root/backend
/ipp
$BASE/bin
/backend
315 ln -s ipp
$BASE/bin
/backend
/ipps
316 ln -s $root/backend
/lpd
$BASE/bin
/backend
317 ln -s $root/backend
/mdns
$BASE/bin
/backend
318 ln -s $root/backend
/pseudo
$BASE/bin
/backend
319 ln -s $root/backend
/snmp
$BASE/bin
/backend
320 ln -s $root/backend
/socket
$BASE/bin
/backend
321 ln -s $root/backend
/usb
$BASE/bin
/backend
322 ln -s $root/cgi-bin
$BASE/bin
323 ln -s $root/monitor
$BASE/bin
324 ln -s $root/notifier
$BASE/bin
325 ln -s $root/scheduler
$BASE/bin
/daemon
326 ln -s $root/filter
/commandtops
$BASE/bin
/filter
327 ln -s $root/filter
/gziptoany
$BASE/bin
/filter
328 ln -s $root/filter
/pstops
$BASE/bin
/filter
329 ln -s $root/filter
/rastertoepson
$BASE/bin
/filter
330 ln -s $root/filter
/rastertohp
$BASE/bin
/filter
331 ln -s $root/filter
/rastertolabel
$BASE/bin
/filter
332 ln -s $root/filter
/rastertopwg
$BASE/bin
/filter
333 cat >$BASE/share
/banners
/standard
<<EOF
337 Job: {?printer-name}-{?job-id}
338 Owner: {?job-originating-user-name}
340 Pages: {?job-impressions}
345 cat >$BASE/share
/banners
/classified
<<EOF
346 ==== Classified - Do Not Disclose ====
349 Job: {?printer-name}-{?job-id}
350 Owner: {?job-originating-user-name}
352 Pages: {?job-impressions}
355 ==== Classified - Do Not Disclose ====
357 ln -s $root/data
$BASE/share
358 ln -s $root/ppdc
/sample.drv
$BASE/share
/drv
359 ln -s $root/conf
/mime.types
$BASE/share
/mime
360 ln -s $root/conf
/mime.convs
$BASE/share
/mime
361 ln -s $root/data
/*.h
$BASE/share
/ppdc
362 ln -s $root/data
/*.defs
$BASE/share
/ppdc
363 ln -s $root/templates
$BASE/share
366 # Local filters and configuration files...
370 # instfilter src dst format
372 # See if the filter exists in a standard location; if so, make a
373 # symlink, otherwise create a dummy script for the specified format.
379 for dir
in /usr
/local
/libexec
/cups
/filter
/usr
/libexec
/cups
/filter
/usr
/lib
/cups
/filter
; do
380 if test -x "$dir/$src"; then
381 ln -s "$dir/$src" "$BASE/bin/filter/$dst"
386 # Source filter not present, create a dummy filter
389 ln -s gziptoany
"$BASE/bin/filter/$dst"
392 cat >"$BASE/bin/filter/$dst" <<EOF
396 gziptoany "$1" "$2" "$3" "$4" "$5" \$6 >/dev/null
398 *media=a4* | *media=iso_a4* | *PageSize=A4*)
399 gziptoany "$1" "$2" "$3" "$4" "$5" "$root/examples/onepage-a4.pdf"
402 gziptoany "$1" "$2" "$3" "$4" "$5" "$root/examples/onepage-letter.pdf"
406 chmod +x
"$BASE/bin/filter/$dst"
409 cat >"$BASE/bin/filter/$dst" <<EOF
413 gziptoany "$1" "$2" "$3" "$4" "$5" \$6 >/dev/null
415 *media=a4* | *media=iso_a4* | *PageSize=A4*)
416 gziptoany "$1" "$2" "$3" "$4" "$5" "$root/examples/onepage-a4.ps"
419 gziptoany "$1" "$2" "$3" "$4" "$5" "$root/examples/onepage-letter.ps"
423 chmod +x
"$BASE/bin/filter/$dst"
426 cat >"$BASE/bin/filter/$dst" <<EOF
430 gziptoany "$1" "$2" "$3" "$4" "$5" \$6 >/dev/null
432 *media=a4* | *media=iso_a4* | *PageSize=A4*)
433 gziptoany "$1" "$2" "$3" "$4" "$5" "$root/examples/onepage-a4-300-black-1.pwg.gz"
436 gziptoany "$1" "$2" "$3" "$4" "$5" "$root/examples/onepage-letter-300-black-1.pwg.gz"
440 chmod +x
"$BASE/bin/filter/$dst"
445 ln -s $root/test
/test.convs
$BASE/share
/mime
446 ln -s $root/test
/test.types
$BASE/share
/mime
448 if test `uname` = Darwin
; then
449 instfilter cgimagetopdf imagetopdf pdf
450 instfilter cgpdftopdf pdftopdf passthru
451 instfilter cgpdftops pdftops ps
452 instfilter cgpdftoraster pdftoraster raster
453 instfilter cgpdftoraster pdftourf raster
454 instfilter cgtexttopdf texttopdf pdf
455 instfilter pstocupsraster pstoraster raster
457 instfilter imagetopdf imagetopdf pdf
458 instfilter pdftopdf pdftopdf passthru
459 instfilter pdftops pdftops ps
460 instfilter pdftoraster pdftoraster raster
461 instfilter pdftoraster pdftourf raster
462 instfilter pstoraster pstoraster raster
463 instfilter texttopdf texttopdf pdf
465 if test -d /usr
/share
/cups
/charsets
; then
466 ln -s /usr
/share
/cups
/charsets
$BASE/share
471 # Then create the necessary config files...
474 echo "Creating cupsd.conf for test..."
476 if test $ssltype = 2; then
477 encryption
="Encryption Required"
482 if test $testtype = 0; then
490 cat >$BASE/cupsd.conf
<<EOF
491 StrictConformance Yes
493 Listen localhost:$port
497 AccessLogLevel actions
500 PreserveJobHistory $jobhistory
501 PreserveJobFiles $jobfiles
510 if test $testtype = 0; then
511 echo WebInterface
yes >>$BASE/cupsd.conf
514 cat >$BASE/cups-files.conf
<<EOF
523 FontPath $BASE/share/fonts
524 DocumentRoot $root/doc
525 RequestRoot $BASE/spool
526 TempDir $BASE/spool/temp
527 AccessLog $BASE/log/access_log
528 ErrorLog $BASE/log/error_log
529 PageLog $BASE/log/page_log
531 PassEnv DYLD_INSERT_LIBRARIES
532 PassEnv DYLD_LIBRARY_PATH
533 PassEnv LD_LIBRARY_PATH
541 if test $ssltype != 0 -a `uname` = Darwin
; then
542 echo "ServerKeychain $HOME/Library/Keychains/login.keychain" >> $BASE/cups-files.conf
546 # Setup lots of test queues with PPD files...
549 echo "Creating printers.conf for test..."
552 while test $i -le $nprinters; do
553 cat >>$BASE/printers.conf
<<EOF
556 DeviceURI file:/dev/null
557 Info Test PS printer $i
559 Location CUPS test suite
561 StateMessage Printer $1 is idle.
565 cp testps.ppd
$BASE/ppd
/test-
$i.ppd
570 if test -f $BASE/printers.conf
; then
571 cp $BASE/printers.conf
$BASE/printers.conf.orig
573 touch $BASE/printers.conf.orig
577 # Create a helper script to run programs with...
580 echo "Setting up environment variables for test..."
582 if test "x$ASAN_OPTIONS" = x
; then
583 # AddressSanitizer on Linux reports memory leaks from the main function
584 # which is basically useless - in general, programs do not need to free
585 # every object before exit since the OS will recover the process's
587 ASAN_OPTIONS
="detect_leaks=false"
591 if test -f "$root/cups/libcups.so.2"; then
592 if test "x$LD_LIBRARY_PATH" = x
; then
593 LD_LIBRARY_PATH
="$root/cups"
595 LD_LIBRARY_PATH
="$root/cups:$LD_LIBRARY_PATH"
598 LD_PRELOAD
="$root/cups/libcups.so.2:$root/cups/libcupsimage.so.2"
599 if test `uname` = SunOS
-a -r /usr
/lib
/libCrun.so
.1; then
600 LD_PRELOAD
="/usr/lib/libCrun.so.1:$LD_PRELOAD"
604 if test -f "$root/cups/libcups.2.dylib"; then
605 if test "x$DYLD_INSERT_LIBRARIES" = x
; then
606 DYLD_INSERT_LIBRARIES
="$root/cups/libcups.2.dylib:$root/cups/libcupsimage.2.dylib"
608 DYLD_INSERT_LIBRARIES
="$root/cups/libcups.2.dylib:$root/cups/libcupsimage.2.dylib:$DYLD_INSERT_LIBRARIES"
611 if test "x$DYLD_LIBRARY_PATH" = x
; then
612 DYLD_LIBRARY_PATH
="$root/cups"
614 DYLD_LIBRARY_PATH
="$root/cups:$DYLD_LIBRARY_PATH"
618 # These get exported because they don't have side-effects...
619 CUPS_DISABLE_APPLE_DEFAULT
=yes; export CUPS_DISABLE_APPLE_DEFAULT
620 CUPS_SERVER
=localhost
:$port; export CUPS_SERVER
621 CUPS_SERVERROOT
=$BASE; export CUPS_SERVERROOT
622 CUPS_STATEDIR
=$BASE; export CUPS_STATEDIR
623 CUPS_DATADIR
=$BASE/share
; export CUPS_DATADIR
624 IPP_PORT
=$port; export IPP_PORT
625 LOCALEDIR
=$BASE/share
/locale
; export LOCALEDIR
627 echo "Creating wrapper script..."
629 runcups
="$BASE/runcups"; export runcups
631 echo "#!/bin/sh" >$runcups
632 echo "# Helper script for running CUPS test instance." >>$runcups
634 echo "# Set required environment variables..." >>$runcups
635 echo "CUPS_DATADIR=\"$CUPS_DATADIR\"; export CUPS_DATADIR" >>$runcups
636 echo "CUPS_SERVER=\"$CUPS_SERVER\"; export CUPS_SERVER" >>$runcups
637 echo "CUPS_SERVERROOT=\"$CUPS_SERVERROOT\"; export CUPS_SERVERROOT" >>$runcups
638 echo "CUPS_STATEDIR=\"$CUPS_STATEDIR\"; export CUPS_STATEDIR" >>$runcups
639 echo "DYLD_INSERT_LIBRARIES=\"$DYLD_INSERT_LIBRARIES\"; export DYLD_INSERT_LIBRARIES" >>$runcups
640 echo "DYLD_LIBRARY_PATH=\"$DYLD_LIBRARY_PATH\"; export DYLD_LIBRARY_PATH" >>$runcups
641 # IPP_PORT=$port; export IPP_PORT
642 echo "LD_LIBRARY_PATH=\"$LD_LIBRARY_PATH\"; export LD_LIBRARY_PATH" >>$runcups
643 echo "LD_PRELOAD=\"$LD_PRELOAD\"; export LD_PRELOAD" >>$runcups
644 echo "LOCALEDIR=\"$LOCALEDIR\"; export LOCALEDIR" >>$runcups
645 if test "x$CUPS_DEBUG_LEVEL" != x
; then
646 echo "CUPS_DEBUG_FILTER='$CUPS_DEBUG_FILTER'; export CUPS_DEBUG_FILTER" >>$runcups
647 echo "CUPS_DEBUG_LEVEL=$CUPS_DEBUG_LEVEL; export CUPS_DEBUG_LEVEL" >>$runcups
648 echo "CUPS_DEBUG_LOG='$CUPS_DEBUG_LOG'; export CUPS_DEBUG_LOG" >>$runcups
651 echo "# Run command..." >>$runcups
652 echo "exec \"\$@\"" >>$runcups
657 # Set a new home directory to avoid getting user options mixed in...
664 # Force POSIX locale for tests...
674 # Start the server; run as foreground daemon in the background...
677 echo "Starting scheduler:"
678 echo " $runcups $VALGRIND ../scheduler/cupsd -c $BASE/cupsd.conf -f >$BASE/log/debug_log 2>&1 &"
681 $runcups $VALGRIND ..
/scheduler
/cupsd
-c $BASE/cupsd.conf
-f >$BASE/log
/debug_log
2>&1 &
685 if test "x$testtype" = x0
; then
686 # Not running tests...
687 echo "Scheduler is PID $cupsd and is listening on port $port."
690 echo "The $runcups helper script can be used to test programs"
691 echo "with the server."
695 if test $argcount -eq 0; then
696 echo "Scheduler is PID $cupsd; run debugger now if you need to."
698 echo $ac_n "Press ENTER to continue... $ac_c"
701 echo "Scheduler is PID $cupsd."
706 running
=`$runcups ../systemv/lpstat -r 2>/dev/null`
707 if test "x$running" = "xscheduler is running"; then
711 echo "Waiting for scheduler to become ready..."
716 # Create the test report source file...
719 date=`date "+%Y-%m-%d"`
721 strfile
=$BASE/cups-str-
$date-$user.html
724 cat str-header.html
>$strfile
727 # Run the IPP tests...
731 echo "Running IPP compliance tests..."
733 echo " <h1><a name='IPP'>1 - IPP Compliance Tests</a></h1>" >>$strfile
734 echo " <p>This section provides the results to the IPP compliance tests" >>$strfile
735 echo " outlined in the CUPS Software Test Plan. These tests were run on" >>$strfile
736 echo " $date by $user on `hostname`." >>$strfile
737 echo " <pre>" >>$strfile
740 for file in 4*.
test ..
/examples
/ipp-2.1.
test; do
741 echo $ac_n "Performing `basename $file`: $ac_c"
743 echo $ac_n "`date '+[%d/%b/%Y:%H:%M:%S %z]'` $ac_c" >>$strfile
745 if test $file = ..
/examples
/ipp-2.1.
test; then
746 uri
="ipp://localhost:$port/printers/Test1"
747 options
="-V 2.1 -d NOPRINT=1 -f testfile.ps"
749 uri
="ipp://localhost:$port/printers"
752 $runcups $VALGRIND ..
/tools
/ipptool
-tI $options $uri $file >> $strfile
755 if test $status != 0; then
757 fail
=`expr $fail + 1`
763 echo " </pre>" >>$strfile
766 # Run the command tests...
770 echo "Running command tests..."
772 echo " <h1><a name='COMMAND'>2 - Command Tests</a></h1>" >>$strfile
773 echo " <p>This section provides the results to the command tests" >>$strfile
774 echo " outlined in the CUPS Software Test Plan. These tests were run on" >>$strfile
775 echo " $date by $user on `hostname`." >>$strfile
776 echo " <pre>" >>$strfile
778 for file in 5*.sh
; do
779 echo $ac_n "Performing $file: $ac_c"
781 echo "`date '+[%d/%b/%Y:%H:%M:%S %z]'` \"$file\":" >>$strfile
783 sh
$file $pjobs $pprinters >> $strfile
786 if test $status != 0; then
788 fail
=`expr $fail + 1`
795 # Restart the server...
798 echo $ac_n "Performing restart test: $ac_c"
800 echo "`date '+[%d/%b/%Y:%H:%M:%S %z]'` \"5.10-restart\":" >>$strfile
807 running
=`$runcups ../systemv/lpstat -r 2>/dev/null`
808 if test "x$running" = "xscheduler is running"; then
813 description
="`$runcups ../systemv/lpstat -l -p Test1 | grep Description | sed -e '1,$s/^[^:]*: //g'`"
814 if test "x$description" != "xTest Printer 1"; then
815 echo "Failed, printer-info for Test1 is '$description', expected 'Test Printer 1'." >>$strfile
816 echo "FAIL (got '$description', expected 'Test Printer 1')"
817 fail
=`expr $fail + 1`
819 echo "Passed." >>$strfile
825 # Perform job history test...
828 echo $ac_n "Starting history test: $ac_c"
830 echo "`date '+[%d/%b/%Y:%H:%M:%S %z]'` \"5.11-history\":" >>$strfile
832 echo " lp -d Test1 testfile.jpg" >>$strfile
834 $runcups ..
/systemv
/lp -d Test1 ..
/examples
/testfile.jpg
2>&1 >>$strfile
835 if test $?
!= 0; then
836 echo "FAIL (unable to queue test job)"
837 echo " FAILED" >>$strfile
838 fail
=`expr $fail + 1`
841 echo " PASSED" >>$strfile
843 .
/waitjobs.sh
>>$strfile
845 echo $ac_n "Verifying that history still exists: $ac_c"
847 echo " ls -l $BASE/spool" >>$strfile
848 count
=`ls -1 $BASE/spool | wc -l`
849 if test $count = 1; then
851 echo " FAILED (job control files not present)" >>$strfile
852 ls -l $BASE/spool
>>$strfile
853 fail
=`expr $fail + 1`
856 echo " PASSED" >>$strfile
858 echo $ac_n "Waiting for job history to expire: $ac_c"
860 echo " sleep 35" >>$strfile
863 echo " lpstat" >>$strfile
864 $runcups ..
/systemv
/lpstat
2>&1 >>$strfile
866 echo " ls -l $BASE/spool" >>$strfile
867 count
=`ls -1 $BASE/spool | wc -l`
868 if test $count != 1; then
870 echo " FAILED (job control files still present)" >>$strfile
871 ls -l $BASE/spool
>>$strfile
872 fail
=`expr $fail + 1`
875 echo " PASSED" >>$strfile
885 echo " </pre>" >>$strfile
897 echo " <h1><a name='SUMMARY'>3 - Test Summary</a></h1>" >>$strfile
899 if test $cupsdstatus != 0; then
900 echo "FAIL: cupsd failed with exit status $cupsdstatus."
901 echo " <p>FAIL: cupsd failed with exit status $cupsdstatus.</p>" >>$strfile
902 fail
=`expr $fail + 1`
904 echo "PASS: cupsd exited with no errors."
905 echo " <p>PASS: cupsd exited with no errors.</p>" >>$strfile
909 count
=`ls -1 $BASE/spool | wc -l`
910 count
=`expr $count - 1`
911 if test $count != 0; then
912 echo "FAIL: $count job control files were not purged."
913 echo " <p>FAIL: $count job control files were not purged.</p>" >>$strfile
914 fail
=`expr $fail + 1`
916 echo "PASS: All job control files purged."
917 echo " <p>PASS: All job control files purged.</p>" >>$strfile
920 # Pages printed on Test1 (within 1 page for timing-dependent cancel issues)
921 count
=`$GREP '^Test1 ' $BASE/log/page_log | awk 'BEGIN{count=0}{count=count+$7}END{print count}'`
922 expected
=`expr $pjobs \* 2 + 34`
923 expected2
=`expr $expected + 2`
924 if test $count -lt $expected -a $count -gt $expected2; then
925 echo "FAIL: Printer 'Test1' produced $count page(s), expected $expected."
926 echo " <p>FAIL: Printer 'Test1' produced $count page(s), expected $expected.</p>" >>$strfile
927 fail
=`expr $fail + 1`
929 echo "PASS: Printer 'Test1' correctly produced $count page(s)."
930 echo " <p>PASS: Printer 'Test1' correctly produced $count page(s).</p>" >>$strfile
933 # Paged printed on Test2
934 count
=`$GREP '^Test2 ' $BASE/log/page_log | awk 'BEGIN{count=0}{count=count+$7}END{print count}'`
935 expected
=`expr $pjobs \* 2 + 3`
936 if test $count != $expected; then
937 echo "FAIL: Printer 'Test2' produced $count page(s), expected $expected."
938 echo " <p>FAIL: Printer 'Test2' produced $count page(s), expected $expected.</p>" >>$strfile
939 fail
=`expr $fail + 1`
941 echo "PASS: Printer 'Test2' correctly produced $count page(s)."
942 echo " <p>PASS: Printer 'Test2' correctly produced $count page(s).</p>" >>$strfile
945 # Paged printed on Test3
946 count
=`$GREP '^Test3 ' $BASE/log/page_log | awk 'BEGIN{count=0}{count=count+$7}END{print count}'`
948 if test $count != $expected; then
949 echo "FAIL: Printer 'Test3' produced $count page(s), expected $expected."
950 echo " <p>FAIL: Printer 'Test3' produced $count page(s), expected $expected.</p>" >>$strfile
951 fail
=`expr $fail + 1`
953 echo "PASS: Printer 'Test3' correctly produced $count page(s)."
954 echo " <p>PASS: Printer 'Test3' correctly produced $count page(s).</p>" >>$strfile
958 count
=`wc -l $BASE/log/access_log | awk '{print $1}'`
959 expected
=`expr 35 + 18 + 30 + $pjobs \* 8 + $pprinters \* $pjobs \* 4 + 2`
960 if test $count != $expected; then
961 echo "FAIL: $count requests logged, expected $expected."
962 echo " <p>FAIL: $count requests logged, expected $expected.</p>" >>$strfile
963 fail
=`expr $fail + 1`
965 echo "PASS: $count requests logged."
966 echo " <p>PASS: $count requests logged.</p>" >>$strfile
969 # Did CUPS-Get-Default get logged?
970 if $GREP -q CUPS-Get-Default
$BASE/log
/access_log
; then
971 echo "FAIL: CUPS-Get-Default logged with 'AccessLogLevel actions'"
972 echo " <p>FAIL: CUPS-Get-Default logged with 'AccessLogLevel actions'</p>" >>$strfile
973 echo " <pre>" >>$strfile
974 $GREP CUPS-Get-Default
$BASE/log
/access_log |
sed -e '1,$s/&/&/g' -e '1,$s/</</g' >>$strfile
975 echo " </pre>" >>$strfile
976 fail
=`expr $fail + 1`
978 echo "PASS: CUPS-Get-Default not logged."
979 echo " <p>PASS: CUPS-Get-Default not logged.</p>" >>$strfile
982 # Emergency log messages
983 count
=`$GREP '^X ' $BASE/log/error_log | wc -l | awk '{print $1}'`
984 if test $count != 0; then
985 echo "FAIL: $count emergency messages, expected 0."
986 $GREP '^X ' $BASE/log
/error_log
987 echo " <p>FAIL: $count emergency messages, expected 0.</p>" >>$strfile
988 echo " <pre>" >>$strfile
989 $GREP '^X ' $BASE/log
/error_log |
sed -e '1,$s/&/&/g' -e '1,$s/</</g' >>$strfile
990 echo " </pre>" >>$strfile
991 fail
=`expr $fail + 1`
993 echo "PASS: $count emergency messages."
994 echo " <p>PASS: $count emergency messages.</p>" >>$strfile
998 count
=`$GREP '^A ' $BASE/log/error_log | wc -l | awk '{print $1}'`
999 if test $count != 0; then
1000 echo "FAIL: $count alert messages, expected 0."
1001 $GREP '^A ' $BASE/log
/error_log
1002 echo " <p>FAIL: $count alert messages, expected 0.</p>" >>$strfile
1003 echo " <pre>" >>$strfile
1004 $GREP '^A ' $BASE/log
/error_log |
sed -e '1,$s/&/&/g' -e '1,$s/</</g' >>$strfile
1005 echo " </pre>" >>$strfile
1006 fail
=`expr $fail + 1`
1008 echo "PASS: $count alert messages."
1009 echo " <p>PASS: $count alert messages.</p>" >>$strfile
1012 # Critical log messages
1013 count
=`$GREP '^C ' $BASE/log/error_log | wc -l | awk '{print $1}'`
1014 if test $count != 0; then
1015 echo "FAIL: $count critical messages, expected 0."
1016 $GREP '^C ' $BASE/log
/error_log
1017 echo " <p>FAIL: $count critical messages, expected 0.</p>" >>$strfile
1018 echo " <pre>" >>$strfile
1019 $GREP '^C ' $BASE/log
/error_log |
sed -e '1,$s/&/&/g' -e '1,$s/</</g' >>$strfile
1020 echo " </pre>" >>$strfile
1021 fail
=`expr $fail + 1`
1023 echo "PASS: $count critical messages."
1024 echo " <p>PASS: $count critical messages.</p>" >>$strfile
1027 # Error log messages
1028 count
=`$GREP '^E ' $BASE/log/error_log | $GREP -v 'Unknown default SystemGroup' | wc -l | awk '{print $1}'`
1029 if test $count != 33; then
1030 echo "FAIL: $count error messages, expected 33."
1031 $GREP '^E ' $BASE/log
/error_log
1032 echo " <p>FAIL: $count error messages, expected 33.</p>" >>$strfile
1033 echo " <pre>" >>$strfile
1034 $GREP '^E ' $BASE/log
/error_log |
sed -e '1,$s/&/&/g' -e '1,$s/</</g' >>$strfile
1035 echo " </pre>" >>$strfile
1036 fail
=`expr $fail + 1`
1038 echo "PASS: $count error messages."
1039 echo " <p>PASS: $count error messages.</p>" >>$strfile
1042 # Warning log messages
1043 count
=`$GREP '^W ' $BASE/log/error_log | $GREP -v CreateProfile | wc -l | awk '{print $1}'`
1044 if test $count != 8; then
1045 echo "FAIL: $count warning messages, expected 8."
1046 $GREP '^W ' $BASE/log
/error_log
1047 echo " <p>FAIL: $count warning messages, expected 8.</p>" >>$strfile
1048 echo " <pre>" >>$strfile
1049 $GREP '^W ' $BASE/log
/error_log |
sed -e '1,$s/&/&/g' -e '1,$s/</</g' >>$strfile
1050 echo " </pre>" >>$strfile
1051 fail
=`expr $fail + 1`
1053 echo "PASS: $count warning messages."
1054 echo " <p>PASS: $count warning messages.</p>" >>$strfile
1057 # Notice log messages
1058 count
=`$GREP '^N ' $BASE/log/error_log | wc -l | awk '{print $1}'`
1059 if test $count != 0; then
1060 echo "FAIL: $count notice messages, expected 0."
1061 $GREP '^N ' $BASE/log
/error_log
1062 echo " <p>FAIL: $count notice messages, expected 0.</p>" >>$strfile
1063 echo " <pre>" >>$strfile
1064 $GREP '^N ' $BASE/log
/error_log |
sed -e '1,$s/&/&/g' -e '1,$s/</</g' >>$strfile
1065 echo " </pre>" >>$strfile
1066 fail
=`expr $fail + 1`
1068 echo "PASS: $count notice messages."
1069 echo " <p>PASS: $count notice messages.</p>" >>$strfile
1073 count
=`$GREP '^I ' $BASE/log/error_log | wc -l | awk '{print $1}'`
1074 if test $count = 0; then
1075 echo "FAIL: $count info messages, expected more than 0."
1076 echo " <p>FAIL: $count info messages, expected more than 0.</p>" >>$strfile
1077 fail
=`expr $fail + 1`
1079 echo "PASS: $count info messages."
1080 echo " <p>PASS: $count info messages.</p>" >>$strfile
1083 # Debug log messages
1084 count
=`$GREP '^D ' $BASE/log/error_log | wc -l | awk '{print $1}'`
1085 if test $count = 0; then
1086 echo "FAIL: $count debug messages, expected more than 0."
1087 echo " <p>FAIL: $count debug messages, expected more than 0.</p>" >>$strfile
1088 fail
=`expr $fail + 1`
1090 echo "PASS: $count debug messages."
1091 echo " <p>PASS: $count debug messages.</p>" >>$strfile
1094 # Debug2 log messages
1095 count
=`$GREP '^d ' $BASE/log/error_log | wc -l | awk '{print $1}'`
1096 if test $count = 0 -a $loglevel = debug2
; then
1097 echo "FAIL: $count debug2 messages, expected more than 0."
1098 echo " <p>FAIL: $count debug2 messages, expected more than 0.</p>" >>$strfile
1099 fail
=`expr $fail + 1`
1100 elif test $count != 0 -a $loglevel = debug
; then
1101 echo "FAIL: $count debug2 messages, expected 0."
1102 echo " <p>FAIL: $count debug2 messages, expected 0.</p>" >>$strfile
1103 fail
=`expr $fail + 1`
1105 echo "PASS: $count debug2 messages."
1106 echo " <p>PASS: $count debug2 messages.</p>" >>$strfile
1113 echo " <h1><a name='LOGS'>4 - Log Files</a></h1>" >>$strfile
1115 for file in $BASE/log
/*_log
; do
1116 baselog
=`basename $file`
1118 echo " <h2><a name=\"$baselog\">$baselog</a></h2>" >>$strfile
1121 echo " <blockquote>Note: debug2 messages have been filtered out of the HTML report.</blockquote>" >>$strfile
1122 echo " <pre>" >>$strfile
1123 $GREP -v '^d' $BASE/log
/error_log |
sed -e '1,$s/&/&/g' -e '1,$s/</</g' >>$strfile
1124 echo " </pre>" >>$strfile
1128 echo " <pre>" >>$strfile
1129 sed -e '1,$s/&/&/g' -e '1,$s/</</g' $file >>$strfile
1130 echo " </pre>" >>$strfile
1136 # Format the reports and tell the user where to find them...
1139 cat str-trailer.html
>>$strfile
1142 for file in $BASE/log
/*_log
; do
1143 baselog
=`basename $file`
1144 cp $file $baselog-$date-$user
1145 echo "Copied log file \"$baselog-$date-$user\" to test directory."
1148 echo "Copied report file \"cups-str-$date-$user.html\" to test directory."
1150 # Clean out old failure log files after 1 week...
1151 find .
-name \
*_log-\
*-$user -a -mtime +7 -print -exec rm -f '{}' \
; |
awk '{print "Removed old log file \"" substr($1,3) "\" from test directory."}'
1152 find .
-name cups-str-\
*-$user.html
-a -mtime +7 -print -exec rm -f '{}' \
; |
awk '{print "Removed old report file \"" $1 "\" from test directory."}'
1156 if test $fail != 0; then
1157 echo "$fail tests failed."
1160 echo "All tests were successful."